{"generated_at":"2026-04-25T19:21:25.977208+00:00","schema_version":1,"track1":{"max_score":100,"auto_scored_clusters":["A","B","C","G"],"judge_only_clusters":["D","E","F"],"hallucination_cap":50,"task_count":20},"results":[{"runner":"claude","display":{"label":"Claude Opus","vendor":"Anthropic","vendor_url":"https://anthropic.com","color":"#cc785c"},"track1":{"average_score":33.2,"max_score":100,"tasks_scored":20,"tasks_total":20,"tasks_missing":0,"hallucination_caps_hit":0,"hallucination_summary":{"total_case_citations":1,"total_statute_citations":92,"total_citations":93,"suspected_hallucinated_cases":1,"tasks_with_hallucinations":1,"tasks_total":20,"suspected_hallucination_rate_pct":100.0,"risk_class":"MEDIUM","verification_method":"ground_truth_match","note":"Proxy validation: citations whose (TYPE|NUMBER) key isn't in the task's ground-truth list are flagged. Requires a real corpus_adapter for absolute rates (Harvey/Stanford-style)."},"dimensions":{"answer_quality":{"score":20.9,"max_auto":30,"max_full":70,"percentage_of_auto":69.8},"source_reliability":{"score":12.2,"max":30,"percentage":40.8}},"cluster_average":{"A_citation_integrity":{"score":8.2,"max":22},"B_procedural_compliance":{"score":10.6,"max":18},"C_israeli_style":{"score":10.4,"max":12},"D_argument_quality":{"score":0,"max":16},"E_court_adaptation":{"score":0,"max":12},"F_strategic":{"score":0,"max":12},"G_safety":{"score":4,"max":8}},"per_task":[{"task_id":"001_estate_dispute","title_he":"סכסוך ירושה — תביעה לאכיפת צוואה בשם זוכה","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C1: style smell hits=0"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: style smell hits=0"],"duration_sec":130.37,"output_chars":10172,"error":null},{"task_id":"002_contract_breach","title_he":"הפרת חוזה אספקה — תביעה כספית בבית משפט שלום","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":10,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":12,"max":12,"flags":[],"percentage":100.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":10,"total_citations":10,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block"],"duration_sec":106.6,"output_chars":7892,"error":null},{"task_id":"003_custody_modification","title_he":"שינוי הסדרי משמורת — בקשה בשם אם","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 3 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (1)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 3 appendices but no list section found","[C] C4: very few citations (1)"],"duration_sec":87.84,"output_chars":6297,"error":null},{"task_id":"004_appeal_evidence_ruling","title_he":"ערעור על החלטת ביניים בעניין קבילות ראיה","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B3: signature block incomplete (found 2/3 elements)"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C4: no standard-format citations detected"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B3: signature block incomplete (found 2/3 elements)","[C] C4: no standard-format citations detected"],"duration_sec":122.01,"output_chars":8581,"error":null},{"task_id":"005_corporate_oppression","title_he":"תביעה לקיפוח המיעוט — בעל מניות מיעוט בחברה פרטית","score":40,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":13,"max":22,"flags":["A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","A5: 1 new citation(s) not in original or RAG: ['ע\"א 2773/04']"],"subscore":{"A1_citation_existence":{"score":4,"max":6,"total_cites":1},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":3,"max":4,"supreme_count":1},"A5_no_invention":{"score":1,"max":3,"new_cites":["ע\"א 2773/04"]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":12,"max":12,"flags":[],"percentage":100.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":1,"total_statute_citations":5,"total_citations":6,"suspected_hallucinated_cases":1,"suspected_hallucination_rate_pct":100.0,"risk_class":"MEDIUM","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":17,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[A] A5: 1 new citation(s) not in original or RAG: ['ע\"א 2773/04']","[B] B1: missing mandatory elements: claims/argument block"],"duration_sec":164.62,"output_chars":11607,"error":null},{"task_id":"006_wrongful_dismissal","title_he":"פיטורים שלא כדין — תביעה לפיצויי פיטורים והפסד שכר","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":6,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C1: style smell hits=0"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":6,"total_citations":6,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: style smell hits=0"],"duration_sec":101.77,"output_chars":7163,"error":null},{"task_id":"007_motor_vehicle_tort","title_he":"תאונת דרכים — תביעת נזיקין לפי חוק הפיצויים לנפגעי תאונות דרכים","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":6,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=0","C4: very few citations (2)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":6,"total_citations":6,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 6 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: very few citations (2)"],"duration_sec":108.38,"output_chars":8342,"error":null},{"task_id":"008_eviction_lease_breach","title_he":"פינוי מושכר — תביעה בעקבות הפרת חוזה שכירות והפסקת תשלום","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 5 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C1: style smell hits=0"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 5 appendices but no list section found","[C] C1: style smell hits=0"],"duration_sec":90.15,"output_chars":6651,"error":null},{"task_id":"009_building_permit_appeal","title_he":"עתירה מינהלית — סירוב הוועדה המקומית לתת היתר בנייה לתוספת מרפסת","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (1)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C4: very few citations (1)"],"duration_sec":79.79,"output_chars":5736,"error":null},{"task_id":"010_tax_assessment_appeal","title_he":"ערעור מס הכנסה — שומה לפי מיטב השפיטה לעצמאי בענף ההייטק","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C1: style smell hits=0"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: style smell hits=0"],"duration_sec":80.38,"output_chars":5498,"error":null},{"task_id":"011_trademark_infringement","title_he":"הפרת סימן מסחר — בקשה לצו מניעה זמני נגד מתחרה","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (2)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C4: very few citations (2)"],"duration_sec":145.71,"output_chars":10495,"error":null},{"task_id":"012_consumer_class_action","title_he":"תובענה ייצוגית — גביית עמלת ניהול חשבון בניגוד למחירון מאושר","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 4 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (2)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 4 appendices but no list section found","[C] C4: very few citations (2)"],"duration_sec":109.04,"output_chars":8022,"error":null},{"task_id":"013_insurance_denial","title_he":"תביעה לתשלום תגמולי ביטוח — סירוב להכיר באירוע שריפה כתאונה מבוטחת","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":8,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 8 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":8,"total_citations":8,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 8 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":110.94,"output_chars":8165,"error":null},{"task_id":"014_medical_malpractice","title_he":"רשלנות רפואית — אי-אבחון בזמן של שבץ מוחי בחדר מיון","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 1 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=1","C4: very few citations (1)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 1 appendices but no list section found","[C] C1: style smell hits=1","[C] C4: very few citations (1)"],"duration_sec":155.26,"output_chars":10964,"error":null},{"task_id":"015_non_compete_injunction","title_he":"תניית אי-תחרות — בקשה לצו מניעה זמני נגד עובד לשעבר","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 6 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":12,"max":12,"flags":[],"percentage":100.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 6 appendices but no list section found"],"duration_sec":129.71,"output_chars":9241,"error":null},{"task_id":"016_hcj_petition","title_he":"עתירה לבג\"ץ — סירוב מנהל האוכלוסין לרשום הורה זר בתעודת לידה","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (2)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[C] C4: very few citations (2)"],"duration_sec":131.66,"output_chars":9278,"error":null},{"task_id":"017_defamation_publication","title_he":"לשון הרע — תביעה בגין פוסט פייסבוק על איש עסקים","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":9,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":9,"total_citations":9,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":149.29,"output_chars":10954,"error":null},{"task_id":"018_partition_real_estate","title_he":"פירוק שיתוף במקרקעין — מגרש בירושה בין שלושה אחים","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":6,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C1: style smell hits=0","C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":6,"total_citations":6,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[C] C1: style smell hits=0","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":84.52,"output_chars":6470,"error":null},{"task_id":"019_neighbors_nuisance","title_he":"מטרד שכנים — תביעה לצו מניעה קבוע נגד הפעלת מסגריה ביתית","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 4 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C4: only 3 citations/statutes detected"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 4 appendices but no list section found","[C] C4: only 3 citations/statutes detected"],"duration_sec":81.06,"output_chars":6039,"error":null},{"task_id":"020_dishonored_check","title_he":"שיק שחזר — תביעה במסלול סדר דין מהיר על שיק ללא כיסוי","score":29,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 7 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: style smell hits=0","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":17,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 7 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: no standard-format citations detected"],"duration_sec":78.6,"output_chars":6044,"error":null}],"lawyer_baseline":null,"inter_rater_kappa":null},"track2":null},{"runner":"gpt","display":{"label":"GPT","vendor":"OpenAI","vendor_url":"https://openai.com","color":"#10a37f"},"track1":{"average_score":33.1,"max_score":100,"tasks_scored":20,"tasks_total":20,"tasks_missing":0,"hallucination_caps_hit":1,"hallucination_summary":{"total_case_citations":7,"total_statute_citations":52,"total_citations":59,"suspected_hallucinated_cases":7,"tasks_with_hallucinations":2,"tasks_total":20,"suspected_hallucination_rate_pct":100.0,"risk_class":"HIGH","verification_method":"ground_truth_match","note":"Proxy validation: citations whose (TYPE|NUMBER) key isn't in the task's ground-truth list are flagged. Requires a real corpus_adapter for absolute rates (Harvey/Stanford-style)."},"dimensions":{"answer_quality":{"score":20.6,"max_auto":30,"max_full":70,"percentage_of_auto":68.7},"source_reliability":{"score":12.5,"max":30,"percentage":41.7}},"cluster_average":{"A_citation_integrity":{"score":8.5,"max":22},"B_procedural_compliance":{"score":10.9,"max":18},"C_israeli_style":{"score":9.7,"max":12},"D_argument_quality":{"score":0,"max":16},"E_court_adaptation":{"score":0,"max":12},"F_strategic":{"score":0,"max":12},"G_safety":{"score":4,"max":8}},"per_task":[{"task_id":"001_estate_dispute","title_he":"סכסוך ירושה — תביעה לאכיפת צוואה בשם זוכה","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: few approved Hebrew-legal terms (7)","C4: very few citations (2)"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: few approved Hebrew-legal terms (7)","[C] C4: very few citations (2)"],"duration_sec":93.56,"output_chars":8390,"error":null},{"task_id":"002_contract_breach","title_he":"הפרת חוזה אספקה — תביעה כספית בבית משפט שלום","score":40,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":13,"max":22,"flags":["A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","A5: 1 new citation(s) not in original or RAG: ['ע\"א 355/80']"],"subscore":{"A1_citation_existence":{"score":4,"max":6,"total_cites":1},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":3,"max":4,"supreme_count":1},"A5_no_invention":{"score":1,"max":3,"new_cites":["ע\"א 355/80"]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":1,"total_statute_citations":3,"total_citations":4,"suspected_hallucinated_cases":1,"suspected_hallucination_rate_pct":100.0,"risk_class":"MEDIUM","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":17,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[A] A5: 1 new citation(s) not in original or RAG: ['ע\"א 355/80']","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":107.77,"output_chars":7508,"error":null},{"task_id":"003_custody_modification","title_he":"שינוי הסדרי משמורת — בקשה בשם אם","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":85.16,"output_chars":9302,"error":null},{"task_id":"004_appeal_evidence_ruling","title_he":"ערעור על החלטת ביניים בעניין קבילות ראיה","score":40,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":13,"max":22,"flags":["A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","A5: 6 potentially fabricated citations — requires review"],"subscore":{"A1_citation_existence":{"score":4,"max":6,"total_cites":6},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":6,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":4,"max":4,"supreme_count":6},"A5_no_invention":{"score":0,"max":3,"new_cites":["רע\"א 10262/05","רע\"א 4249/98","רע\"א 10262/05","רע\"א 4249/98","רע\"א 10262/05","רע\"א 4249/98"]}},"hallucination_cap_triggered":true},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":true,"hallucination_metrics":{"total_case_citations":6,"total_statute_citations":6,"total_citations":12,"suspected_hallucinated_cases":6,"suspected_hallucination_rate_pct":100.0,"risk_class":"HIGH","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":17,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: corpus_adapter not provided — existence not verified (partial credit 4/6)","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[A] A5: 6 potentially fabricated citations — requires review","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":91.33,"output_chars":10304,"error":null},{"task_id":"005_corporate_oppression","title_he":"תביעה לקיפוח המיעוט — בעל מניות מיעוט בחברה פרטית","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":111.58,"output_chars":12490,"error":null},{"task_id":"006_wrongful_dismissal","title_he":"פיטורים שלא כדין — תביעה לפיצויי פיטורים והפסד שכר","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: only 4 citations/statutes detected"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: only 4 citations/statutes detected"],"duration_sec":105.29,"output_chars":11825,"error":null},{"task_id":"007_motor_vehicle_tort","title_he":"תאונת דרכים — תביעת נזיקין לפי חוק הפיצויים לנפגעי תאונות דרכים","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: style smell hits=0","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B1: missing mandatory elements: claims/argument block","[C] C1: style smell hits=0","[C] C4: no standard-format citations detected"],"duration_sec":105.44,"output_chars":8569,"error":null},{"task_id":"008_eviction_lease_breach","title_he":"פינוי מושכר — תביעה בעקבות הפרת חוזה שכירות והפסקת תשלום","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B1: missing mandatory elements: claims/argument block","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":109.02,"output_chars":7425,"error":null},{"task_id":"009_building_permit_appeal","title_he":"עתירה מינהלית — סירוב הוועדה המקומית לתת היתר בנייה לתוספת מרפסת","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C4: only 3 citations/statutes detected"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":3,"total_citations":3,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 6 appendices but no list section found","[C] C4: only 3 citations/statutes detected"],"duration_sec":137.0,"output_chars":10138,"error":null},{"task_id":"010_tax_assessment_appeal","title_he":"ערעור מס הכנסה — שומה לפי מיטב השפיטה לעצמאי בענף ההייטק","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":3,"total_citations":3,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":119.31,"output_chars":8954,"error":null},{"task_id":"011_trademark_infringement","title_he":"הפרת סימן מסחר — בקשה לצו מניעה זמני נגד מתחרה","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 6 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: very few citations (2)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 6 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: very few citations (2)"],"duration_sec":66.06,"output_chars":10372,"error":null},{"task_id":"012_consumer_class_action","title_he":"תובענה ייצוגית — גביית עמלת ניהול חשבון בניגוד למחירון מאושר","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 5 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: style smell hits=1","C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: very few citations (1)"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 5 appendices but no list section found","[C] C1: style smell hits=1","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: very few citations (1)"],"duration_sec":109.93,"output_chars":12563,"error":null},{"task_id":"013_insurance_denial","title_he":"תביעה לתשלום תגמולי ביטוח — סירוב להכיר באירוע שריפה כתאונה מבוטחת","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":9,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":12,"max":12,"flags":[],"percentage":100.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":9,"total_citations":9,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block"],"duration_sec":92.05,"output_chars":8997,"error":null},{"task_id":"014_medical_malpractice","title_he":"רשלנות רפואית — אי-אבחון בזמן של שבץ מוחי בחדר מיון","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (2)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C4: very few citations (2)"],"duration_sec":102.9,"output_chars":11238,"error":null},{"task_id":"015_non_compete_injunction","title_he":"תניית אי-תחרות — בקשה לצו מניעה זמני נגד עובד לשעבר","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (2)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C4: very few citations (2)"],"duration_sec":89.3,"output_chars":11582,"error":null},{"task_id":"016_hcj_petition","title_he":"עתירה לבג\"ץ — סירוב מנהל האוכלוסין לרשום הורה זר בתעודת לידה","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":83.69,"output_chars":12210,"error":null},{"task_id":"017_defamation_publication","title_he":"לשון הרע — תביעה בגין פוסט פייסבוק על איש עסקים","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: relief prayer","B4: body references 5 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: few approved Hebrew-legal terms (9)","C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":3,"total_citations":3,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: relief prayer","[B] B4: body references 5 appendices but no list section found","[C] C1: few approved Hebrew-legal terms (9)","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":66.08,"output_chars":7627,"error":null},{"task_id":"018_partition_real_estate","title_he":"פירוק שיתוף במקרקעין — מגרש בירושה בין שלושה אחים","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 3 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: very few citations (2)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: very few citations (2)"],"duration_sec":85.58,"output_chars":9226,"error":null},{"task_id":"019_neighbors_nuisance","title_he":"מטרד שכנים — תביעה לצו מניעה קבוע נגד הפעלת מסגריה ביתית","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 4 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (1)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 4 appendices but no list section found","[C] C4: very few citations (1)"],"duration_sec":80.61,"output_chars":8208,"error":null},{"task_id":"020_dishonored_check","title_he":"שיק שחזר — תביעה במסלול סדר דין מהיר על שיק ללא כיסוי","score":35,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":11,"max":18,"flags":["B1: missing mandatory elements: claims/argument block"],"percentage":91.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":12,"max":12,"flags":[],"percentage":100.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":23,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B1: missing mandatory elements: claims/argument block"],"duration_sec":98.01,"output_chars":7240,"error":null}],"lawyer_baseline":null,"inter_rater_kappa":null},"track2":null},{"runner":"gemini","display":{"label":"Gemini","vendor":"Google","vendor_url":"https://ai.google","color":"#4285f4"},"track1":{"average_score":31.2,"max_score":100,"tasks_scored":20,"tasks_total":20,"tasks_missing":0,"hallucination_caps_hit":0,"hallucination_summary":{"total_case_citations":0,"total_statute_citations":42,"total_citations":42,"suspected_hallucinated_cases":0,"tasks_with_hallucinations":0,"tasks_total":20,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match","note":"Proxy validation: citations whose (TYPE|NUMBER) key isn't in the task's ground-truth list are flagged. Requires a real corpus_adapter for absolute rates (Harvey/Stanford-style)."},"dimensions":{"answer_quality":{"score":19.2,"max_auto":30,"max_full":70,"percentage_of_auto":64.2},"source_reliability":{"score":12,"max":30,"percentage":40.0}},"cluster_average":{"A_citation_integrity":{"score":8,"max":22},"B_procedural_compliance":{"score":9.9,"max":18},"C_israeli_style":{"score":9.3,"max":12},"D_argument_quality":{"score":0,"max":16},"E_court_adaptation":{"score":0,"max":12},"F_strategic":{"score":0,"max":12},"G_safety":{"score":4,"max":8}},"per_task":[{"task_id":"001_estate_dispute","title_he":"סכסוך ירושה — תביעה לאכיפת צוואה בשם זוכה","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: only 4 citations/statutes detected"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: only 4 citations/statutes detected"],"duration_sec":41.75,"output_chars":5568,"error":null},{"task_id":"002_contract_breach","title_he":"הפרת חוזה אספקה — תביעה כספית בבית משפט שלום","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 4 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C1: style smell hits=0"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 4 appendices but no list section found","[C] C1: style smell hits=0"],"duration_sec":50.82,"output_chars":6387,"error":null},{"task_id":"003_custody_modification","title_he":"שינוי הסדרי משמורת — בקשה בשם אם","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":44.71,"output_chars":5356,"error":null},{"task_id":"004_appeal_evidence_ruling","title_he":"ערעור על החלטת ביניים בעניין קבילות ראיה","score":28,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":8,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B3: signature block incomplete (found 2/3 elements)","B4: body references 1 appendices but no list section found"],"percentage":66.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":16,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B3: signature block incomplete (found 2/3 elements)","[B] B4: body references 1 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":44.95,"output_chars":5707,"error":null},{"task_id":"005_corporate_oppression","title_he":"תביעה לקיפוח המיעוט — בעל מניות מיעוט בחברה פרטית","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=0","C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: only 3 citations/statutes detected"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":3,"total_citations":3,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: style smell hits=0","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: only 3 citations/statutes detected"],"duration_sec":57.96,"output_chars":8706,"error":null},{"task_id":"006_wrongful_dismissal","title_he":"פיטורים שלא כדין — תביעה לפיצויי פיטורים והפסד שכר","score":34,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":12,"max":18,"flags":[],"percentage":100.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C1: style smell hits=0","C4: only 4 citations/statutes detected"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":22,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[C] C1: style smell hits=0","[C] C4: only 4 citations/statutes detected"],"duration_sec":47.74,"output_chars":6053,"error":null},{"task_id":"007_motor_vehicle_tort","title_he":"תאונת דרכים — תביעת נזיקין לפי חוק הפיצויים לנפגעי תאונות דרכים","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 4 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (1)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 4 appendices but no list section found","[C] C4: very few citations (1)"],"duration_sec":50.56,"output_chars":5597,"error":null},{"task_id":"008_eviction_lease_breach","title_he":"פינוי מושכר — תביעה בעקבות הפרת חוזה שכירות והפסקת תשלום","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: no standard-format citations detected"],"duration_sec":40.73,"output_chars":5529,"error":null},{"task_id":"009_building_permit_appeal","title_he":"עתירה מינהלית — סירוב הוועדה המקומית לתת היתר בנייה לתוספת מרפסת","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 4 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C4: very few citations (1)"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 4 appendices but no list section found","[C] C4: very few citations (1)"],"duration_sec":48.4,"output_chars":6242,"error":null},{"task_id":"010_tax_assessment_appeal","title_he":"ערעור מס הכנסה — שומה לפי מיטב השפיטה לעצמאי בענף ההייטק","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: style smell hits=1","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 6 appendices but no list section found","[C] C1: style smell hits=1","[C] C4: no standard-format citations detected"],"duration_sec":48.53,"output_chars":5827,"error":null},{"task_id":"011_trademark_infringement","title_he":"הפרת סימן מסחר — בקשה לצו מניעה זמני נגד מתחרה","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 5 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","C4: very few citations (1)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 5 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]","[C] C4: very few citations (1)"],"duration_sec":53.21,"output_chars":6916,"error":null},{"task_id":"012_consumer_class_action","title_he":"תובענה ייצוגית — גביית עמלת ניהול חשבון בניגוד למחירון מאושר","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":3,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 4 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C4: only 3 citations/statutes detected"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":3,"total_citations":3,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 4 appendices but no list section found","[C] C4: only 3 citations/statutes detected"],"duration_sec":52.15,"output_chars":7077,"error":null},{"task_id":"013_insurance_denial","title_he":"תביעה לתשלום תגמולי ביטוח — סירוב להכיר באירוע שריפה כתאונה מבוטחת","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":4,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C1: style smell hits=0","C4: only 4 citations/statutes detected"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":4,"total_citations":4,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 6 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: only 4 citations/statutes detected"],"duration_sec":45.39,"output_chars":5546,"error":null},{"task_id":"014_medical_malpractice","title_he":"רשלנות רפואית — אי-אבחון בזמן של שבץ מוחי בחדר מיון","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":1,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 2 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=0","C4: very few citations (1)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":1,"total_citations":1,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 2 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: very few citations (1)"],"duration_sec":51.03,"output_chars":6790,"error":null},{"task_id":"015_non_compete_injunction","title_he":"תניית אי-תחרות — בקשה לצו מניעה זמני נגד עובד לשעבר","score":29,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":8,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B3: signature block incomplete (found 2/3 elements)","B4: body references 4 appendices but no list section found"],"percentage":66.7,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=0","C4: very few citations (2)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":17,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B1: missing mandatory elements: claims/argument block","[B] B3: signature block incomplete (found 2/3 elements)","[B] B4: body references 4 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: very few citations (2)"],"duration_sec":56.58,"output_chars":7585,"error":null},{"task_id":"016_hcj_petition","title_he":"עתירה לבג\"ץ — סירוב מנהל האוכלוסין לרשום הורה זר בתעודת לידה","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":9,"max":18,"flags":["B1: missing mandatory elements: claims/argument block","B4: body references 5 appendices but no list section found"],"percentage":75.0,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C4: no standard-format citations detected"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B1: missing mandatory elements: claims/argument block","[B] B4: body references 5 appendices but no list section found","[C] C4: no standard-format citations detected"],"duration_sec":51.3,"output_chars":7136,"error":null},{"task_id":"017_defamation_publication","title_he":"לשון הרע — תביעה בגין פוסט פייסבוק על איש עסקים","score":32,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":10,"max":12,"flags":["C1: style smell hits=0","C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":83.3},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":20,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 6 appendices but no list section found","[C] C1: style smell hits=0","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":44.92,"output_chars":6883,"error":null},{"task_id":"018_partition_real_estate","title_he":"פירוק שיתוף במקרקעין — מגרש בירושה בין שלושה אחים","score":33,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":5,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":11,"max":12,"flags":["C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"percentage":91.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":5,"total_citations":5,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":21,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 3 appendices but no list section found","[C] C2: forbidden formatting [em-dash / en-dash — only regular hyphen allowed]"],"duration_sec":40.35,"output_chars":5441,"error":null},{"task_id":"019_neighbors_nuisance","title_he":"מטרד שכנים — תביעה לצו מניעה קבוע נגד הפעלת מסגריה ביתית","score":31,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format","A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total":2,"verified":null,"note":"no laws_adapter — count only, not validated"},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 3 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":9,"max":12,"flags":["C1: style smell hits=0","C4: very few citations (1)"],"percentage":75.0},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":2,"total_citations":2,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"LOW","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":19,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[A] A3: laws_adapter not provided — statute precision not verified (partial credit 2/4)","[B] B4: body references 3 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: very few citations (1)"],"duration_sec":44.58,"output_chars":5461,"error":null},{"task_id":"020_dishonored_check","title_he":"שיק שחזר — תביעה במסלול סדר דין מהיר על שיק ללא כיסוי","score":30,"max":100,"cluster_breakdown":{"A_citation_integrity":{"score":8,"max":22,"flags":["A1: no citations extracted — output may have avoided cites or used wrong format"],"subscore":{"A1_citation_existence":{"score":0,"max":6,"total_cites":0},"A2_citation_support":{"score":3,"max":5,"note":"requires ruling-text similarity check"},"A3_statutory_precision":{"score":2,"max":4,"total_statutes":0},"A4_halacha_coverage":{"score":0,"max":4,"supreme_count":0},"A5_no_invention":{"score":3,"max":3,"new_cites":[]}},"hallucination_cap_triggered":false},"B_procedural_compliance":{"score":10,"max":18,"flags":["B4: body references 6 appendices but no list section found"],"percentage":83.3,"note":"12 of 18 pts auto-scored"},"C_israeli_style":{"score":8,"max":12,"flags":["C1: style smell hits=0","C4: no standard-format citations detected"],"percentage":66.7},"D_argument_quality":{"score":0,"max":16,"note":"not auto-scored — needs LLM judge or human"},"E_court_adaptation":{"score":0,"max":12,"note":"not auto-scored — needs court-pattern data"},"F_strategic":{"score":0,"max":12,"note":"not auto-scored — needs LLM judge or human"},"G_safety":{"score":4,"max":8,"flags":[],"percentage":100.0,"note":"4 of 8 pts auto-scored"}},"hallucination_cap_triggered":false,"hallucination_metrics":{"total_case_citations":0,"total_statute_citations":0,"total_citations":0,"suspected_hallucinated_cases":0,"suspected_hallucination_rate_pct":null,"risk_class":"UNVERIFIED","verification_method":"ground_truth_match"},"dimensions":{"answer_quality":{"score":18,"max_auto":30,"max_full":70,"note":"Harvey-style 'Answer Quality' = B + C + D + E + F (D/E/F need LLM judge)"},"source_reliability":{"score":12,"max":30,"note":"Harvey-style 'Source Reliability' = A + G (citation integrity + safety floor)"}},"flags":["[A] A1: no citations extracted — output may have avoided cites or used wrong format","[B] B4: body references 6 appendices but no list section found","[C] C1: style smell hits=0","[C] C4: no standard-format citations detected"],"duration_sec":40.89,"output_chars":4978,"error":null}],"lawyer_baseline":null,"inter_rater_kappa":null},"track2":null},{"runner":"hammurabi-ca","display":{"label":"Hammurabi CA","vendor":"Hammurabi.pro","vendor_url":"https://hammurabi.pro","color":"#7f5af0"},"track1":{"average_score":null,"max_score":100,"tasks_scored":0,"tasks_total":20,"tasks_missing":20,"hallucination_caps_hit":0,"cluster_average":{},"per_task":[]},"track2":null,"skipped":"no submissions found"}]}