diff --git a/brainscore_language/models/test_embedding_3/__init__.py b/brainscore_language/models/test_embedding_3/__init__.py new file mode 100644 index 00000000..d7e172a2 --- /dev/null +++ b/brainscore_language/models/test_embedding_3/__init__.py @@ -0,0 +1,17 @@ +""" +Test model for workflow testing. + +This is a minimal, fast-running model designed for testing the plugin submission workflow. +It uses distilgpt2 from HuggingFace, similar to the gpt models. +""" +from brainscore_language import model_registry +from brainscore_language import ArtificialSubject +from brainscore_language.model_helpers.huggingface import HuggingfaceSubject + +# Register the test model using distilgpt2 (smallest/fastest GPT model) +model_registry['test_embedding_3'] = lambda: HuggingfaceSubject( + model_id='distilgpt2', + region_layer_mapping={ + ArtificialSubject.RecordingTarget.language_system: 'transformer.h.5' + } +) \ No newline at end of file diff --git a/brainscore_language/models/test_embedding_3/metadata.yml b/brainscore_language/models/test_embedding_3/metadata.yml new file mode 100644 index 00000000..7c17bcd5 --- /dev/null +++ b/brainscore_language/models/test_embedding_3/metadata.yml @@ -0,0 +1,15 @@ +models: + test_embedding_3: + architecture: DCNN + model_family: test_embedding_3 + total_parameter_count: 1234567 + trainable_parameter_count: 1234567 + total_layers: 55 + trainable_layers: 40 + model_size_mb: 1202 + training_dataset: null + task_specialization: null + brainscore_link: https://github.com/brain-score/language/tree/master/brainscore_language/models/test_embedding_3 + huggingface_link: null + extra_notes: Temporary hardcoded metadata - will be replaced with actual generation + runnable: true diff --git a/brainscore_language/models/test_embedding_3/test.py b/brainscore_language/models/test_embedding_3/test.py new file mode 100644 index 00000000..99b84e25 --- /dev/null +++ b/brainscore_language/models/test_embedding_3/test.py @@ -0,0 +1,17 @@ +""" +Tests for the test-embedding model. +""" +import numpy as np +import pytest +from brainscore_language import load_model, ArtificialSubject, score + + +def test_neural(): + """Test that the model can produce neural recordings.""" + assert "Mike" == "Mike" + + +def test_score(): + """Test that the model can be scored on a benchmark.""" + # Use a small, fast benchmark for testing + assert True \ No newline at end of file