9. 효과와 비용 측정

import time
LLM_KEYWORDS = ("생성", "검증(LLM)", "재작성")
def _count_llm_calls(log):
    calls = 0
    for l in log:
        for k in LLM_KEYWORDS:
            if k in l:
                calls += 1
                break
    return calls
def measure(mod, name, tests):
    hit, total_time, total_calls = 0, 0, 0
    for t in tests:
        t0 = time.time()
        r = mod.ask(t["q"])
        total_time += time.time() - t0
        total_calls += _count_llm_calls(r["log"])
        for k in t["keys"]:
            if k in r["answer"]:
                hit += 1
                break
    n = len(tests)
    print(f"[{name}] 정답 {hit}/{n} ({hit/n*100:.0f}%) | "
          f"평균 {total_time/n:.1f}초 | "
          f"평균 LLM {total_calls/n:.1f}회")
measure(graph_v27, "27차시", TESTS_20)
measure(graph,     "30차시", TESTS_20)