more skip

Author: Samoed

.github/workflows/reusable-test.yaml

@@ -39,7 +39,7 @@ jobs:
     - name: Install dependencies for Python ${{ matrix.python-version }}
       run: |
         uv python pin ${{ matrix.python-version }}
-        uv sync --group test --extra sentence-transformers --extra openai
+        uv sync --group test
 
     - name: Run tests
       run: |

src/autointent/_wrappers/embedder/sentence_transformers.py

@@ -240,6 +240,7 @@ def train(self, utterances: list[str], labels: ListOfLabels, config: EmbedderFin
         # Lazy import sentence-transformers training components (only needed for fine-tuning)
         st = require("sentence_transformers", extra="sentence-transformers")
         transformers = require("transformers", extra="transformers")
+        require("accelerate", extra="transformers")
 
         x_train, x_val, y_train, y_val = train_test_split(utterances, labels, test_size=config.val_fraction)
         tr_ds = Dataset.from_dict({"text": x_train, "label": y_train})

tests/embedder/test_fine_tuned.py

@@ -1,4 +1,5 @@
 import numpy as np
+import pytest
 
 from autointent._wrappers.embedder.sentence_transformers import SentenceTransformerEmbeddingBackend
 from autointent.configs import EmbedderFineTuningConfig, HFModelConfig, SentenceTransformerEmbeddingConfig
@@ -7,6 +8,8 @@
 
 def test_model_updates_after_training(dataset):
     """Test that model weights actually change after training"""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     hf_config = HFModelConfig(model_name="intfloat/multilingual-e5-small", batch_size=8, trust_remote_code=True)

tests/embedder/test_fine_tuned_dump_load.py

@@ -14,6 +14,8 @@
 
 def test_finetune_dump_load(dataset, on_windows):
     """Test scenario: fine-tune -> dump -> load."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     # Setup config for fine-tuning
@@ -69,6 +71,8 @@ def test_finetune_dump_load(dataset, on_windows):
 
 def test_dump_load_finetune(dataset, on_windows):
     """Test scenario: dump -> load -> fine-tune."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     # Setup config
@@ -121,6 +125,8 @@ def test_dump_load_finetune(dataset, on_windows):
 
 def test_load_from_disk_finetune_dump_load(dataset, on_windows):
     """Test scenario: load sentence transformer from disk -> fine-tune -> dump -> load."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     from sentence_transformers import SentenceTransformer
 
     data_handler = DataHandler(dataset)
@@ -180,6 +186,8 @@ def test_load_from_disk_finetune_dump_load(dataset, on_windows):
 
 def test_embeddings_consistency_across_workflows(dataset, on_windows):
     """Test that different workflows produce consistent results when starting from same model."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     # Common config
@@ -224,6 +232,7 @@ def test_embeddings_consistency_across_workflows(dataset, on_windows):
 
 def test_multiple_dump_load_cycles_after_finetuning(dataset, on_windows):
     """Test that multiple dump/load cycles preserve fine-tuned model state."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
     data_handler = DataHandler(dataset)
 
     hf_config = HFModelConfig(model_name="intfloat/multilingual-e5-small", batch_size=4, trust_remote_code=True)

tests/embedder/test_sentence_transformers_backend.py

@@ -72,6 +72,8 @@ def test_hash_calculation(self, st_backend: SentenceTransformerEmbeddingBackend)
 
     def test_training_functionality(self, st_backend: SentenceTransformerEmbeddingBackend):
         """Test basic training functionality."""
+        pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
         # Simple training data
         utterances = [
             "Hello world",

tests/modules/scoring/test_bert.py

@@ -13,6 +13,8 @@
 
 def test_bert_scorer_dump_load(dataset):
     """Test that BertScorer can be saved and loaded while preserving predictions."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     # Create and train scorer
@@ -57,6 +59,8 @@ def test_bert_scorer_dump_load(dataset):
 
 def test_bert_prediction(dataset):
     """Test that the transformer model can fit and make predictions."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     scorer = BertScorer(classification_model_config="prajjwal1/bert-tiny", num_train_epochs=1, batch_size=8)
@@ -94,6 +98,8 @@ def test_bert_prediction(dataset):
 
 def test_bert_cache_clearing(dataset):
     """Test that the transformer model properly handles cache clearing."""
+    pytest.importorskip("accelerate", reason="Accelerate library is required for this test")
+
     data_handler = DataHandler(dataset)
 
     scorer = BertScorer(classification_model_config="prajjwal1/bert-tiny", num_train_epochs=1, batch_size=8)

tests/pipeline/test_inference.py

@@ -7,8 +7,6 @@
 from autointent.custom_types import NodeType
 from tests.conftest import get_search_space, setup_environment
 
-pytest.importorskip("peft")
-
 
 @pytest.fixture
 def project_dir(task_type):
@@ -32,6 +30,8 @@ def project_dir(task_type):
     ],
 )
 def test_inference_from_config(dataset, task_type, project_dir):
+    pytest.importorskip("peft")
+
     search_space = get_search_space(task_type)
 
     pipeline_optimizer = Pipeline.from_search_space(search_space)
@@ -85,6 +85,8 @@ def test_inference_from_config(dataset, task_type, project_dir):
     ],
 )
 def test_inference_on_the_fly(dataset, task_type, project_dir):
+    pytest.importorskip("peft")
+
     search_space = get_search_space(task_type)
 
     pipeline = Pipeline.from_search_space(search_space)
@@ -118,6 +120,8 @@ def test_inference_on_the_fly(dataset, task_type, project_dir):
 
 
 def test_load_with_overrided_params(dataset):
+    pytest.importorskip("peft")
+
     project_dir = setup_environment() / "test_inference" / "override"
     search_space = get_search_space("light")
 
@@ -158,6 +162,8 @@ def test_load_with_overrided_params(dataset):
 
 
 def test_no_saving(dataset):
+    pytest.importorskip("peft")
+
     project_dir = setup_environment() / "test_inference" / "no_saving"
     search_space = get_search_space("light")