{"calibration_examples":720,"cases_per_domain":7200,"date":"2026-09-23","domains":[{"comparisons":[{"coverage":[0.7720833333333333,0.8169444444444445],"gain":[-0.03413888888888894,-0.0024166666666666694],"method":"native","scope":null,"supported":false},{"coverage":[0.7733333333333333,0.8266666666666667],"gain":[0.0038333333333333366,0.048333333333333284],"method":"native","scope":"Atlas","supported":false},{"coverage":[0.7566666666666667,0.8125],"gain":[-0.06391666666666666,-0.011749999999999972],"method":"native","scope":"Birch","supported":false},{"coverage":[0.77125,0.8254166666666667],"gain":[-0.06900000000000006,-0.01716666666666667],"method":"native","scope":"Cedar","supported":false},{"coverage":[0.8720833333333333,0.9006944444444445],"gain":[0.06027777777777771,0.0836388888888889],"method":"external","scope":null,"supported":true},{"coverage":[0.8454166666666667,0.88875],"gain":[0.056083333333333416,0.09199999999999993],"method":"external","scope":"Atlas","supported":true},{"coverage":[0.8683333333333333,0.91375],"gain":[0.0665,0.10508333333333326],"method":"external","scope":"Birch","supported":true},{"coverage":[0.8779166666666667,0.9220833333333334],"gain":[0.03850000000000002,0.07675000000000008],"method":"external","scope":"Cedar","supported":true}],"id":"customer_service","methods":[{"accuracy":0.8746941628801118,"feedback_examples":360,"id":"native","loss":0.14063888888889278,"reviews":1478,"setup":"Learned from feedback","wrong":717},{"accuracy":0.9685199686765857,"feedback_examples":1080,"id":"external","loss":0.050555555555554806,"reviews":815,"setup":"External training workflow","wrong":201},{"accuracy":0.8939953035893995,"feedback_examples":1080,"id":"jev","loss":0.12216666666666919,"reviews":1238,"setup":"32 similar examples","wrong":632}],"title":"Customer service"},{"comparisons":[{"coverage":[0.8640277777777777,0.8888888888888888],"gain":[-0.047277777777777814,-0.020416666666666673],"method":"native","scope":null,"supported":false},{"coverage":[0.77125,0.8354166666666667],"gain":[0.013833333333333317,0.05516666666666681],"method":"native","scope":"Atlas","supported":false},{"coverage":[0.9170833333333334,0.9558333333333333],"gain":[-0.1226666666666666,-0.07041666666666654],"method":"native","scope":"Birch","supported":false},{"coverage":[0.86125,0.9129166666666667],"gain":[-0.06358333333333314,-0.018333333333333358],"method":"native","scope":"Cedar","supported":false},{"coverage":[0.8627777777777778,0.8922222222222222],"gain":[0.020333333333333346,0.03836111111111111],"method":"external","scope":null,"supported":true},{"coverage":[0.8220833333333334,0.8695833333333334],"gain":[0.01883333333333333,0.052833333333333524],"method":"external","scope":"Atlas","supported":true},{"coverage":[0.8825,0.9333333333333333],"gain":[0.018250000000000002,0.0442500000000001],"method":"external","scope":"Birch","supported":true},{"coverage":[0.8491666666666666,0.9045833333333333],"gain":[0.0050000000000000044,0.037666666666666675],"method":"external","scope":"Cedar","supported":true}],"id":"invoice_processing","methods":[{"accuracy":0.8930438916178102,"feedback_examples":360,"id":"native","loss":0.11844444444444638,"reviews":889,"setup":"Learned from feedback","wrong":675},{"accuracy":0.9645513530621934,"feedback_examples":1080,"id":"external","loss":0.05558333333333241,"reviews":881,"setup":"External training workflow","wrong":224},{"accuracy":0.9468932554434413,"feedback_examples":1080,"id":"jev","loss":0.08475000000000048,"reviews":1551,"setup":"Summary plus 32 matching examples","wrong":300}],"title":"Invoice processing"},{"comparisons":[{"coverage":[0.7469444444444444,0.7976388888888889],"gain":[-0.06094444444444461,-0.03361111111111121],"method":"native","scope":null,"supported":false},{"coverage":[0.7495833333333334,0.80625],"gain":[0.0037500000000000163,0.03949999999999993],"method":"native","scope":"Atlas","supported":false},{"coverage":[0.7429166666666667,0.79875],"gain":[-0.08774999999999986,-0.04000000000000008],"method":"native","scope":"Birch","supported":false},{"coverage":[0.7383333333333333,0.795],"gain":[-0.12483333333333306,-0.07583333333333324],"method":"native","scope":"Cedar","supported":false},{"coverage":[0.9484722222222223,0.9652777777777778],"gain":[0.04436111111111106,0.06374999999999988],"method":"external","scope":null,"supported":true},{"coverage":[0.9095833333333333,0.9425],"gain":[0.02658333333333335,0.0574166666666668],"method":"external","scope":"Atlas","supported":true},{"coverage":[0.9758333333333333,0.9920833333333333],"gain":[0.0599166666666668,0.09116666666666667],"method":"external","scope":"Birch","supported":true},{"coverage":[0.9454166666666667,0.97375],"gain":[0.03241666666666677,0.057333333333333535],"method":"external","scope":"Cedar","supported":true}],"id":"security_triage","methods":[{"accuracy":0.8958445763626551,"feedback_examples":1080,"id":"native","loss":0.1260000000000032,"reviews":1641,"setup":"Learned from feedback","wrong":579},{"accuracy":0.9833139872315728,"feedback_examples":1080,"id":"external","loss":0.024527777777777673,"reviews":308,"setup":"External training workflow","wrong":115},{"accuracy":0.9488530161427358,"feedback_examples":1080,"id":"jev","loss":0.0783333333333329,"reviews":1315,"setup":"32 similar examples","wrong":301}],"title":"Security triage"}],"groups_per_domain":1200,"report_hash":"d115bd8dc45f91e226a1e4c7da81d33e81a4b360907708234a205ef9e097cd54","selection_examples":360,"training_examples":1080}