{"system_id":"deepseek-r1","profile":{"system_id":"deepseek-r1","audit_date":"2026-03-23","badge_svg":"<svg width=\"72\" height=\"72\" viewBox=\"0 0 72 72\"><circle cx=\"36\" cy=\"36\" r=\"33\" fill=\"none\" stroke=\"#252D3D\" stroke-width=\"3\"/><circle cx=\"36\" cy=\"36\" r=\"33\" fill=\"none\" stroke=\"#4CAF50\" stroke-width=\"3\" stroke-dasharray=\"162.08167650253532 207.34511513692635\" stroke-linecap=\"round\" transform=\"rotate(-90 36 36)\"/><text x=\"36\" y=\"36\" text-anchor=\"middle\" dominant-baseline=\"central\" fill=\"#4CAF50\" font-family=\"monospace\" font-size=\"14\" font-weight=\"700\">78.2</text></svg>","composite_score":0.7817,"created_at":"2026-03-23T21:43:20.909000","dimension_bars_svg":"<svg width=\"100%\" viewBox=\"0 0 700 418\" xmlns=\"http://www.w3.org/2000/svg\"><text x=\"122\" y=\"19\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Perception</text><rect x=\"130\" y=\"5\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"5\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#FF5722\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"19\" dominant-baseline=\"central\" fill=\"#FF5722\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">100.0</text><text x=\"122\" y=\"53\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Generation</text><rect x=\"130\" y=\"39\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"39\" width=\"416.517\" height=\"28\" rx=\"4\" fill=\"#4CAF50\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"53\" dominant-baseline=\"central\" fill=\"#4CAF50\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">81.7</text><text x=\"122\" y=\"87\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Attention</text><rect x=\"130\" y=\"73\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"73\" width=\"505.92\" height=\"28\" rx=\"4\" fill=\"#FF5722\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"87\" dominant-baseline=\"central\" fill=\"#FF5722\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">99.2</text><text x=\"122\" y=\"121\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Learning</text><rect x=\"130\" y=\"107\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"107\" width=\"290.7\" height=\"28\" rx=\"4\" fill=\"#2196F3\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"121\" dominant-baseline=\"central\" fill=\"#2196F3\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">57.0</text><text x=\"122\" y=\"155\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Memory</text><rect x=\"130\" y=\"141\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"141\" width=\"499.8\" height=\"28\" rx=\"4\" fill=\"#FF5722\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"155\" dominant-baseline=\"central\" fill=\"#FF5722\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">98.0</text><text x=\"122\" y=\"189\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Reasoning</text><rect x=\"130\" y=\"175\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"175\" width=\"461.29499999999996\" height=\"28\" rx=\"4\" fill=\"#9C27B0\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"189\" dominant-baseline=\"central\" fill=\"#9C27B0\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">90.5</text><text x=\"122\" y=\"223\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Metacognition</text><rect x=\"130\" y=\"209\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"209\" width=\"346.8\" height=\"28\" rx=\"4\" fill=\"#2196F3\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"223\" dominant-baseline=\"central\" fill=\"#2196F3\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">68.0</text><text x=\"122\" y=\"257\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Executive functions</text><rect x=\"130\" y=\"243\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"243\" width=\"443.7\" height=\"28\" rx=\"4\" fill=\"#4CAF50\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"257\" dominant-baseline=\"central\" fill=\"#4CAF50\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">87.0</text><text x=\"122\" y=\"291\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Problem solving</text><rect x=\"130\" y=\"277\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"277\" width=\"307.836\" height=\"28\" rx=\"4\" fill=\"#2196F3\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"291\" dominant-baseline=\"central\" fill=\"#2196F3\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">60.4</text><text x=\"122\" y=\"325\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Social cognition</text><rect x=\"130\" y=\"311\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"311\" width=\"459\" height=\"28\" rx=\"4\" fill=\"#9C27B0\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"325\" dominant-baseline=\"central\" fill=\"#9C27B0\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">90.0</text><text x=\"122\" y=\"359\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Novelty</text><rect x=\"130\" y=\"345\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"345\" width=\"369.954\" height=\"28\" rx=\"4\" fill=\"#2196F3\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"359\" dominant-baseline=\"central\" fill=\"#2196F3\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">72.5</text><text x=\"122\" y=\"393\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"12\">Orchestration</text><rect x=\"130\" y=\"379\" width=\"510\" height=\"28\" rx=\"4\" fill=\"#1A1F2E\"/><rect x=\"130\" y=\"379\" width=\"309.41700000000003\" height=\"28\" rx=\"4\" fill=\"#2196F3\" fill-opacity=\"0.7\"/><text x=\"648\" y=\"393\" dominant-baseline=\"central\" fill=\"#2196F3\" font-family=\"monospace\" font-size=\"12\" font-weight=\"600\">60.7</text></svg>","dimension_scores":[{"dimension":"perception","score":1,"raw_score":1,"confidence":0.4,"n_tasks":2,"n_passed":2,"n_failed":0,"percentile":100,"agi_level":"superhuman","task_scores":[1,1]},{"dimension":"generation","score":0.8167,"raw_score":0.8167,"confidence":0.4,"n_tasks":2,"n_passed":2,"n_failed":0,"percentile":81.67,"agi_level":"expert","task_scores":[0.85,0.8]},{"dimension":"attention","score":0.992,"raw_score":0.992,"confidence":0.4,"n_tasks":2,"n_passed":2,"n_failed":0,"percentile":99.2,"agi_level":"superhuman","task_scores":[0.98,1]},{"dimension":"learning","score":0.57,"raw_score":0.57,"confidence":0.4,"n_tasks":2,"n_passed":1,"n_failed":1,"percentile":57,"agi_level":"competent","task_scores":[0,0.95]},{"dimension":"memory","score":0.98,"raw_score":0.98,"confidence":0.2,"n_tasks":1,"n_passed":1,"n_failed":0,"percentile":98,"agi_level":"virtuoso","task_scores":[0.98]},{"dimension":"reasoning","score":0.9045,"raw_score":0.9045,"confidence":0.6,"n_tasks":3,"n_passed":3,"n_failed":0,"percentile":90.45,"agi_level":"virtuoso","task_scores":[1,0.95,0.85]},{"dimension":"metacognition","score":0.68,"raw_score":0.68,"confidence":0.4,"n_tasks":2,"n_passed":1,"n_failed":1,"percentile":68,"agi_level":"competent","task_scores":[0.92,0.56]},{"dimension":"executive_functions","score":0.87,"raw_score":0.87,"confidence":0.2,"n_tasks":1,"n_passed":1,"n_failed":0,"percentile":87,"agi_level":"expert","task_scores":[0.87]},{"dimension":"problem_solving","score":0.6036,"raw_score":0.6036,"confidence":0.6,"n_tasks":3,"n_passed":2,"n_failed":1,"percentile":60.36,"agi_level":"competent","task_scores":[0.98,0.2,0.68]},{"dimension":"social_cognition","score":0.9,"raw_score":0.9,"confidence":0.2,"n_tasks":1,"n_passed":1,"n_failed":0,"percentile":90,"agi_level":"virtuoso","task_scores":[0.9]},{"dimension":"novelty","score":0.7254,"raw_score":0.7254,"confidence":0.6,"n_tasks":3,"n_passed":2,"n_failed":1,"percentile":72.54,"agi_level":"expert","task_scores":[0.65,0.7,0.78]},{"dimension":"orchestration","score":0.6067,"raw_score":0.6067,"confidence":0.4,"n_tasks":2,"n_passed":1,"n_failed":1,"percentile":60.67,"agi_level":"competent","task_scores":[0.7,0.56]}],"helm_scores":[{"metric":"accuracy","score":0.7858,"n_samples":24},{"metric":"robustness","score":0.9346,"n_samples":24}],"mean_task_score":0.7858,"methodology_version":"1.0.0","production_scores":[{"metric":"cost","value":0,"normalized":1},{"metric":"latency","value":22154.74,"normalized":0.2615},{"metric":"reliability","value":0.7917,"normalized":0.7917}],"radar_svg":"<svg width=\"360\" height=\"360\" viewBox=\"0 0 360 360\" xmlns=\"http://www.w3.org/2000/svg\"><polygon points=\"180,145 197.5,149.68911086754466 210.31088913245534,162.5 215,180 210.31088913245534,197.5 197.5,210.31088913245534 180,215 162.5,210.31088913245534 149.68911086754466,197.5 145,180 149.68911086754463,162.50000000000003 162.5,149.68911086754466\" fill=\"none\" stroke=\"#252D3D\" stroke-width=\"1\"/><polygon points=\"180,110 215,119.37822173508928 240.6217782649107,145 250,180 240.62177826491072,215 215.00000000000003,240.6217782649107 180,250 145,240.62177826491072 119.37822173508931,215.00000000000003 110,180 119.37822173508927,145.00000000000006 144.99999999999997,119.37822173508931\" fill=\"none\" stroke=\"#252D3D\" stroke-width=\"1\"/><polygon points=\"180,75 232.5,89.06733260263394 270.93266739736606,127.5 285,180 270.93266739736606,232.5 232.50000000000003,270.93266739736606 180,285 127.50000000000003,270.93266739736606 89.06733260263395,232.50000000000003 75,180 89.0673326026339,127.50000000000006 127.49999999999994,89.06733260263395\" fill=\"none\" stroke=\"#252D3D\" stroke-width=\"1\"/><polygon points=\"180,40 250,58.75644347017858 301.2435565298214,110 320,180 301.24355652982143,249.99999999999997 250.00000000000006,301.2435565298214 180,320 110.00000000000003,301.24355652982143 58.75644347017861,250.00000000000006 40,180.00000000000003 58.75644347017854,110.00000000000009 109.99999999999994,58.75644347017861\" fill=\"none\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"180\" y2=\"40\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"250\" y2=\"58.75644347017858\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"301.2435565298214\" y2=\"110\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"320\" y2=\"180\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"301.24355652982143\" y2=\"249.99999999999997\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"250.00000000000006\" y2=\"301.2435565298214\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"180\" y2=\"320\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"110.00000000000003\" y2=\"301.24355652982143\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"58.75644347017861\" y2=\"250.00000000000006\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"40\" y2=\"180.00000000000003\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"58.75644347017854\" y2=\"110.00000000000009\" stroke=\"#252D3D\" stroke-width=\"1\"/><line x1=\"180\" y1=\"180\" x2=\"109.99999999999994\" y2=\"58.75644347017861\" stroke=\"#252D3D\" stroke-width=\"1\"/><polygon points=\"180,40 237.16899999999998,80.98038738209485 300.2736080775828,110.56 259.8,180 298.818685399225,248.59999999999997 243.31500000000005,289.6647968812234 180,275.2 119.10000000000002,285.48189418094466 106.8173892785998,222.25200000000004 54,180.00000000000003 92.04992409326749,129.22200000000007 137.53099999999995,106.44153425335736\" fill=\"#C4A35A\" fill-opacity=\"0.2\" stroke=\"#C4A35A\" stroke-width=\"2\"/><circle cx=\"180\" cy=\"40\" r=\"4\" fill=\"#FF5722\"/><text x=\"180\" y=\"15\" text-anchor=\"middle\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Perception</text><circle cx=\"237.16899999999998\" cy=\"80.98038738209485\" r=\"4\" fill=\"#4CAF50\"/><text x=\"262.5\" y=\"37.10580837556762\" text-anchor=\"start\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Generation</text><circle cx=\"300.2736080775828\" cy=\"110.56\" r=\"4\" fill=\"#FF5722\"/><text x=\"322.8941916244324\" y=\"97.5\" text-anchor=\"start\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Attention</text><circle cx=\"259.8\" cy=\"180\" r=\"4\" fill=\"#2196F3\"/><text x=\"345\" y=\"180\" text-anchor=\"start\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Learning</text><circle cx=\"298.818685399225\" cy=\"248.59999999999997\" r=\"4\" fill=\"#FF5722\"/><text x=\"322.8941916244324\" y=\"262.5\" text-anchor=\"start\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Memory</text><circle cx=\"243.31500000000005\" cy=\"289.6647968812234\" r=\"4\" fill=\"#9C27B0\"/><text x=\"262.50000000000006\" y=\"322.8941916244323\" text-anchor=\"start\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Reasoning</text><circle cx=\"180\" cy=\"275.2\" r=\"4\" fill=\"#2196F3\"/><text x=\"180\" y=\"345\" text-anchor=\"middle\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Metacognition</text><circle cx=\"119.10000000000002\" cy=\"285.48189418094466\" r=\"4\" fill=\"#4CAF50\"/><text x=\"97.50000000000004\" y=\"322.8941916244324\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Executive functions</text><circle cx=\"106.8173892785998\" cy=\"222.25200000000004\" r=\"4\" fill=\"#2196F3\"/><text x=\"37.10580837556765\" y=\"262.50000000000006\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Problem solving</text><circle cx=\"54\" cy=\"180.00000000000003\" r=\"4\" fill=\"#9C27B0\"/><text x=\"15\" y=\"180.00000000000003\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Social cognition</text><circle cx=\"92.04992409326749\" cy=\"129.22200000000007\" r=\"4\" fill=\"#2196F3\"/><text x=\"37.10580837556756\" y=\"97.5000000000001\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Novelty</text><circle cx=\"137.53099999999995\" cy=\"106.44153425335736\" r=\"4\" fill=\"#2196F3\"/><text x=\"97.49999999999993\" y=\"37.10580837556765\" text-anchor=\"end\" dominant-baseline=\"central\" fill=\"#8A95A8\" font-family=\"sans-serif\" font-size=\"10\">Orchestration</text></svg>","strongest_list":[{"name":"perception","score":"100.0"},{"name":"attention","score":"99.2"},{"name":"memory","score":"98.0"}],"synced_at":"2026-03-23T21:43:20.909000","system_name":"DeepSeek-R1","system_type":"single_model","tier":"Competent","tier_class":"competent","total_failed":5,"total_passed":19,"total_tasks":24,"vendor":"DeepSeek","weakest_list":[{"name":"learning","score":"57.0"},{"name":"problem solving","score":"60.4"},{"name":"orchestration","score":"60.7"}],"rank":51,"_access_count_30d":289,"_last_accessed_at":"2026-09-09T13:25:08.148000"},"audit_definition":{"audit_id":"b7b14c1c4f970ae0","config":{"dimensions":["perception","generation","attention","learning","memory","reasoning","metacognition","executive_functions","problem_solving","social_cognition","novelty","orchestration"],"tasks_per_dimension":10,"judge_model":"claude-opus-4-6","budget_cap":50.0,"include_helm":true,"include_orchestration":true,"include_production":true,"include_novelty":true},"created_at":"2026-03-23T20:24:41.261984+00:00","created_by":"taas-wave-1","skip_reason":null,"status":"created","system_description":"","system_endpoint":"","system_id":"deepseek-r1","system_name":"DeepSeek-R1","system_type":"single_model","system_version":"","target_model":"deepseek-reasoner","target_provider":"deepseek"},"evaluation_profile":null,"persona_runs":[],"persona_run_count":0,"methodology":{"dimensions":["perception","generation","attention","learning","memory","reasoning","metacognition","executive_functions","problem_solving","social_cognition","novelty","orchestration"],"tasks_per_dimension":10,"judge_model":"claude-opus-4-6","budget_cap":50.0,"include_helm":true,"include_orchestration":true,"include_production":true,"include_novelty":true},"methodology_version":"1.0.0","evidence_provenance":{"profile_collection":"corpus_taas_profiles","audit_collection":"corpus_agi_audits","profile_meta_collection":null,"persona_runs_collection":null,"methodology_collection":"agi_audits.config"}}