222 lines
7.0 KiB
Python
222 lines
7.0 KiB
Python
"""
|
|
Kontrak route progress:
|
|
- perilaku tracking/report yang dipertahankan (via endpoint lesson-progress terpadu);
|
|
- kontrak security: report tanpa raw token, reset via student_id, log tanpa raw token.
|
|
|
|
Integrasi PostgreSQL (butuh DATABASE_URL) — backend CSV sudah dicabut.
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
import uuid
|
|
|
|
import pytest
|
|
|
|
from services.tests.conftest import STUDENT_TOKEN, TEACHER_TOKEN
|
|
|
|
pytestmark = [
|
|
pytest.mark.skipif(
|
|
not os.environ.get("DATABASE_URL"), reason="butuh PostgreSQL nyata"
|
|
),
|
|
pytest.mark.integration,
|
|
]
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _seed(seed_demo_users):
|
|
yield
|
|
|
|
|
|
def _post_exercise(client, lesson="hello_world"):
|
|
return client.post(
|
|
"/api/lesson-progress",
|
|
json={"token": STUDENT_TOKEN, "lesson_name": lesson, "type": "exercise"},
|
|
)
|
|
|
|
|
|
def _post_quiz(client, score, answers=None, lesson="hello_world"):
|
|
return client.post(
|
|
"/api/lesson-progress",
|
|
json={
|
|
"token": STUDENT_TOKEN,
|
|
"lesson_name": lesson,
|
|
"type": "quiz",
|
|
"attempt_id": str(uuid.uuid4()),
|
|
"status": "submitted",
|
|
"termination_reason": None,
|
|
"score": score,
|
|
"occurred_at": "2026-01-01T00:00:00Z",
|
|
"started_at": "2026-01-01T00:00:00Z",
|
|
"visibility_event_count": 0,
|
|
"answers": answers or [],
|
|
},
|
|
)
|
|
|
|
|
|
def test_lesson_progress_exercise_updates(client):
|
|
resp = _post_exercise(client)
|
|
assert resp.status_code == 200
|
|
assert resp.get_json()["success"] is True
|
|
|
|
|
|
def test_lesson_progress_invalid_token(client):
|
|
resp = client.post(
|
|
"/api/lesson-progress",
|
|
json={"token": "TOKEN_SALAH", "lesson_name": "hello_world", "type": "exercise"},
|
|
)
|
|
assert resp.status_code == 401
|
|
|
|
|
|
def test_lesson_progress_requires_fields(client):
|
|
resp = client.post("/api/lesson-progress", json={"token": STUDENT_TOKEN})
|
|
assert resp.status_code == 400
|
|
|
|
|
|
def test_student_forbidden_from_report(client):
|
|
resp = client.get(f"/progress-report.json?token={STUDENT_TOKEN}")
|
|
assert resp.status_code == 403
|
|
|
|
|
|
def test_teacher_can_access_report(client):
|
|
resp = client.get(f"/progress-report.json?token={TEACHER_TOKEN}")
|
|
assert resp.status_code == 200
|
|
data = resp.get_json()
|
|
# Guru + 2 siswa harus muncul sebagai row
|
|
assert len(data["students"]) == 3
|
|
assert data["lessons"]
|
|
|
|
|
|
def test_teacher_appears_in_progress_report(client):
|
|
resp = client.get(f"/progress-report.json?token={TEACHER_TOKEN}")
|
|
assert resp.status_code == 200
|
|
data = resp.get_json()
|
|
assert len(data["students"]) == 3 # 1 guru + 2 siswa
|
|
roles = {row["nama_siswa"]: row["role"] for row in data["students"]}
|
|
assert roles["Pak Guru"] == "teacher"
|
|
assert roles["Budi Santoso"] == "student"
|
|
assert roles["Siti Aminah"] == "student"
|
|
|
|
|
|
def test_report_contains_no_raw_access_token(client):
|
|
resp = client.get(f"/progress-report.json?token={TEACHER_TOKEN}")
|
|
assert resp.status_code == 200
|
|
for student in resp.get_json()["students"]:
|
|
assert "token" not in student
|
|
assert "digest" not in student
|
|
|
|
|
|
def test_reset_progress_by_student_id(client):
|
|
"""Kontrak: reset via student_id anonim (user.id), bukan student_token."""
|
|
from services import repositories as repo
|
|
from services.database import SessionLocal
|
|
|
|
# pastikan ada progress yang bisa di-reset (lewat endpoint terpadu)
|
|
assert _post_exercise(client).status_code == 200
|
|
|
|
db = SessionLocal()
|
|
try:
|
|
budi = repo.find_user_by_raw_token(db, STUDENT_TOKEN)
|
|
student_id = budi.id
|
|
finally:
|
|
db.close()
|
|
|
|
resp = client.post(
|
|
"/reset-progress",
|
|
json={
|
|
"teacher_token": TEACHER_TOKEN,
|
|
"student_id": student_id,
|
|
"lesson_name": "hello_world",
|
|
},
|
|
)
|
|
assert resp.status_code == 200
|
|
assert resp.get_json()["success"] is True
|
|
|
|
# kontrak lama (student_token) harus ditolak
|
|
legacy = client.post(
|
|
"/reset-progress",
|
|
json={
|
|
"teacher_token": TEACHER_TOKEN,
|
|
"student_token": STUDENT_TOKEN,
|
|
"lesson_name": "hello_world",
|
|
},
|
|
)
|
|
assert legacy.status_code == 400
|
|
assert legacy.get_json()["success"] is False
|
|
|
|
|
|
def test_raw_token_not_in_logs(client, caplog):
|
|
with caplog.at_level(logging.INFO):
|
|
_post_exercise(client)
|
|
assert STUDENT_TOKEN not in caplog.text
|
|
|
|
|
|
def test_pg_report_includes_teacher_and_students(client):
|
|
"""Report PostgreSQL memuat semua user: guru + siswa sebagai row terpisah.
|
|
|
|
Data (Pak Guru/Budi/Siti + lesson hello_world) berasal dari fixture
|
|
`seed_demo_users` — tidak di-seed ulang di sini karena token_hash
|
|
deterministik (HMAC+pepper) menabrak unique constraint.
|
|
"""
|
|
client.set_cookie("student_token", TEACHER_TOKEN)
|
|
resp = client.get("/progress-report.json")
|
|
assert resp.status_code == 200
|
|
data = resp.get_json()
|
|
names = [st["nama_siswa"] for st in data["students"]]
|
|
assert "Pak Guru" in names
|
|
assert "Budi Santoso" in names
|
|
assert "Siti Aminah" in names
|
|
# guru punya role teacher, siswa punya role student
|
|
roles = {st["nama_siswa"]: st["role"] for st in data["students"]}
|
|
assert roles["Pak Guru"] == "teacher"
|
|
assert roles["Budi Santoso"] == "student"
|
|
# field yang dipertahankan untuk frontend
|
|
for st in data["students"]:
|
|
assert st["id"]
|
|
assert "completed_count" in st
|
|
assert "hello_world" in st
|
|
assert "hello_world_composite" in st
|
|
|
|
|
|
def test_quiz_breakdown_excludes_flashcards(client):
|
|
"""Breakdown eval/diag HANYA menghitung MCQ — flashcard netral.
|
|
|
|
Regresi guard untuk bug `eval:4/6`: flashcard ber-kategori 'evaluasi'
|
|
tidak boleh menambah penyebut eval (yang seharusnya = jumlah MCQ evaluasi).
|
|
"""
|
|
answers = [
|
|
{
|
|
"question_id": "mcq-1",
|
|
"selected_option_id": "o-a",
|
|
"is_correct": True,
|
|
"category": "evaluasi",
|
|
"type": "mcq",
|
|
},
|
|
{
|
|
"question_id": "mcq-2",
|
|
"selected_option_id": "o-b",
|
|
"is_correct": True,
|
|
"category": "evaluasi",
|
|
"type": "mcq",
|
|
},
|
|
{
|
|
"question_id": "fc-1",
|
|
"selected_option_id": None,
|
|
"is_correct": False,
|
|
"category": "evaluasi",
|
|
"type": "flashcard",
|
|
},
|
|
]
|
|
resp = _post_quiz(client, "2/2", answers=answers)
|
|
assert resp.status_code == 200
|
|
|
|
client.set_cookie("student_token", TEACHER_TOKEN)
|
|
report = client.get("/progress-report.json")
|
|
assert report.status_code == 200
|
|
students = {st["nama_siswa"]: st for st in report.get_json()["students"]}
|
|
budi = students["Budi Santoso"]
|
|
assert "hello_world" in budi, "status sel utama tetap dipertahankan"
|
|
assert budi["hello_world_eval"] == "2/2", (
|
|
f"eval breakdown harus 2/2 (MCQ saja), flashcard netral — dapat {budi['hello_world_eval']!r}"
|
|
)
|
|
assert budi["hello_world_diag"] == "0/0", "diag 0/0 (tidak ada MCQ diagnostik)"
|