first commit

backend/tests/test_stability.py

@@ -0,0 +1,51 @@
+"""Tests for stability metric."""
+
+from uuid import uuid4
+
+from sqlalchemy import create_engine
+from sqlalchemy.orm import sessionmaker
+
+from app.analysis.stability import compute_stability_score
+from app.db import Base
+from app.models import ExperimentRun, PromptTemplate, PromptTemplateVersion, Result, Sample
+
+
+def get_test_db():
+    engine = create_engine("sqlite:///:memory:")
+    Base.metadata.create_all(bind=engine)
+    Session = sessionmaker(bind=engine)
+    return Session()
+
+
+def test_stability_perfect():
+    db = get_test_db()
+    template = PromptTemplate(strategy_id="code_review", level="L1")
+    version = PromptTemplateVersion(
+        template=template, version_number=1, body="", variables_schema={}
+    )
+    db.add(template)
+    db.commit()
+
+    sample = Sample(repo="r", commit_sha="abc", language="python", diff="d")
+    db.add(sample)
+    db.commit()
+
+    experiment_id = uuid4()
+    for i in range(3):
+        run = ExperimentRun(
+            id=uuid4(),
+            experiment_id=experiment_id,
+            sample_id=sample.id,
+            model_id="deepseek",
+            template_version_id=version.id,
+            repeat_index=i + 1,
+            status="done",
+        )
+        db.add(run)
+        db.flush()
+        result = Result(run_id=run.id, raw_output="- null_pointer")
+        db.add(result)
+    db.commit()
+
+    score = compute_stability_score(db, str(experiment_id), "deepseek", "L1")
+    assert score == 1.0