{ "judges": { "sonnet": "anthropic/claude-sonnet-5", "gemini": "google/gemini-2.5-flash", "deepseek": "deepseek/deepseek-v3.2" }, "scoring_records": 395, "expected_scoring_records": 396, "missing": [ [ "gemini", "32830362a138fc1120b5" ] ], "human_ratings": 0, "quote_errors": [ { "judge": "sonnet", "task": "4436e26d5f8aba0aa222", "fields": [ "B" ] }, { "judge": "sonnet", "task": "cba92b04a1effdefcd27", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "09b259a4961beb2e132c", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "bd56ef9802a319426370", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "bbf3b35f6155208f2978", "fields": [ "B" ] }, { "judge": "sonnet", "task": "bcd2bfe299c00e76c711", "fields": [ "B.relevant_carryover_t7" ] }, { "judge": "sonnet", "task": "9d7bafb18b848f243665", "fields": [ "B" ] }, { "judge": "sonnet", "task": "8c3789825fc47cf8c0f2", "fields": [ "A.limitation_t8" ] }, { "judge": "sonnet", "task": "ad4fb046481d4d413eed", "fields": [ "B" ] }, { "judge": "sonnet", "task": "a653834056b29de35970", "fields": [ "A" ] }, { "judge": "sonnet", "task": "daaa375ec1d4b4218106", "fields": [ "A" ] }, { "judge": "sonnet", "task": "04e1cc65bd1c55719d70", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "f977b0f02b98e2e64e0a", "fields": [ "B" ] }, { "judge": "sonnet", "task": "2b86e61b849770798946", "fields": [ "B.warmth_t4", "B.correction_t6" ] }, { "judge": "sonnet", "task": "f753aa7e21b53c8d58ae", "fields": [ "A" ] }, { "judge": "sonnet", "task": "d212c020c404f0741224", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "dafd4970d35db799f278", "fields": [ "B" ] }, { "judge": "sonnet", "task": "4507bd47b7f4eaf93c53", "fields": [ "A" ] }, { "judge": "sonnet", "task": "6981ec2f0d91732c119d", "fields": [ "A" ] }, { "judge": "sonnet", "task": "ed86a1fa19aa1e306086", "fields": [ "B" ] }, { "judge": "sonnet", "task": "8a48a8fc289edcf85418", "fields": [ "B" ] }, { "judge": "sonnet", "task": "776721962135fd22ebc0", "fields": [ "B" ] }, { "judge": "sonnet", "task": "d39d60031d55f0055817", "fields": [ "A" ] }, { "judge": "sonnet", "task": "64cdb33a42113477f4b7", "fields": [ "A" ] }, { "judge": "sonnet", "task": "eb9bdade9db0a8292523", "fields": [ "A" ] }, { "judge": "sonnet", "task": "5039f43c244c83ec38a8", "fields": [ "B" ] }, { "judge": "sonnet", "task": "cd9ddbeef94398b5d47e", "fields": [ "A.stance_t2", "A.warmth_t5", "A.relevant_carryover_t7", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.relevant_carryover_t7", "B.context_error" ] }, { "judge": "sonnet", "task": "f9c98fbd2e21d9c6213d", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "d3c16f73f0eb02b37d58", "fields": [ "A" ] }, { "judge": "sonnet", "task": "0156aa698c59a512b4a8", "fields": [ "B" ] }, { "judge": "sonnet", "task": "6fbb11c199814abc4899", "fields": [ "A.warmth_t4" ] }, { "judge": "sonnet", "task": "3b3e94d59397737ccaf4", "fields": [ "B" ] }, { "judge": "sonnet", "task": "ffc5b7b2ad7700d2f568", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "fbfb5cc2a1431fcae85a", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "954219a6453a6d72849c", "fields": [ "B" ] }, { "judge": "sonnet", "task": "911d586e202479590a61", "fields": [ "A" ] }, { "judge": "sonnet", "task": "ec8516ce2acd7f694214", "fields": [ "A" ] }, { "judge": "sonnet", "task": "1bb8e67a4da6dda8fb15", "fields": [ "B" ] }, { "judge": "sonnet", "task": "8621bba6fe0c13453b13", "fields": [ "A.warmth_t4", "A.relevant_carryover_t7", "A.limitation_t8", "B.warmth_t4" ] }, { "judge": "sonnet", "task": "09f8c4a7547ba0ae9003", "fields": [ "B" ] }, { "judge": "sonnet", "task": "1314bc6d590f4f602e9e", "fields": [ "A" ] }, { "judge": "sonnet", "task": "a4342df3283556152380", "fields": [ "A" ] }, { "judge": "sonnet", "task": "28c12d6e99ece3e2c853", "fields": [ "A" ] }, { "judge": "sonnet", "task": "2450ecb499320d16fee7", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "826eb7ecaf8747d90d2a", "fields": [ "B" ] }, { "judge": "sonnet", "task": "ab3b0c4fc63862705a5a", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "9154c9b4503a88c44879", "fields": [ "B" ] }, { "judge": "sonnet", "task": "be3df144a835999f6480", "fields": [ "A" ] }, { "judge": "sonnet", "task": "2d9bdea0185e4724f079", "fields": [ "B" ] }, { "judge": "sonnet", "task": "4ab0b90633b4e0829d52", "fields": [ "B" ] }, { "judge": "sonnet", "task": "d55d2b6857503ea97593", "fields": [ "A" ] }, { "judge": "sonnet", "task": "5f347750884194310deb", "fields": [ "A" ] }, { "judge": "sonnet", "task": "68f79f4676d8948ae4af", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "8d4edba85e0ad402df9d", "fields": [ "A" ] }, { "judge": "sonnet", "task": "8aae47e8dce60b31652b", "fields": [ "B" ] }, { "judge": "sonnet", "task": "e1f265ea3d1e01c769e7", "fields": [ "A" ] }, { "judge": "sonnet", "task": "0d11608ad7f7b0fbe81a", "fields": [ "B" ] }, { "judge": "sonnet", "task": "71619f074e8b1c529a73", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "d12ef5f2d324bf8a0a40", "fields": [ "B" ] }, { "judge": "sonnet", "task": "7329e288cb4ffc9ae785", "fields": [ "A", "B" ] }, { "judge": "sonnet", "task": "3f30421364c4926509d2", "fields": [ "A" ] }, { "judge": "sonnet", "task": "cb5c388ab3fff2a347fb", "fields": [ "B" ] }, { "judge": "sonnet", "task": "9028629e25b14de5717d", "fields": [ "B" ] }, { "judge": "sonnet", "task": "c7e2febdb585176fc27b", "fields": [ "A" ] }, { "judge": "sonnet", "task": "6afd6c2bbf466d382e19", "fields": [ "B" ] }, { "judge": "sonnet", "task": "a769f7488a762f0a1244", "fields": [ "A" ] }, { "judge": "sonnet", "task": "eb0d9965fcb5fa3b22e7", "fields": [ "A" ] }, { "judge": "sonnet", "task": "baeca340f953e7b0e274", "fields": [ "A" ] }, { "judge": "sonnet", "task": "2a66a6f3c8d86cc464a5", "fields": [ "A" ] }, { "judge": "sonnet", "task": "f41a285b63aa852b520b", "fields": [ "A" ] }, { "judge": "sonnet", "task": "4bd34a681decb6d3b63f", "fields": [ "B" ] }, { "judge": "sonnet", "task": "06a354a803b0e69f3a47", "fields": [ "B" ] }, { "judge": "sonnet", "task": "4753ff19ec12ef1b6f1d", "fields": [ "A" ] }, { "judge": "gemini", "task": "4436e26d5f8aba0aa222", "fields": [ "B" ] }, { "judge": "gemini", "task": "33c8b700c68cf1fccd9d", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "bbf3b35f6155208f2978", "fields": [ "B" ] }, { "judge": "gemini", "task": "bcd2bfe299c00e76c711", "fields": [ "A.stance_t2", "A.detail_use_t7", "A.relevant_carryover_t7", "A.context_error", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.warmth_t7", "B.detail_use_t7", "B.relevant_carryover_t7", "B.correction_t6" ] }, { "judge": "gemini", "task": "9d7bafb18b848f243665", "fields": [ "B" ] }, { "judge": "gemini", "task": "8c3789825fc47cf8c0f2", "fields": [ "A.warmth_t4", "A.correction_t6", "A.context_error", "B.warmth_t4", "B.correction_t6", "B.context_error" ] }, { "judge": "gemini", "task": "ad4fb046481d4d413eed", "fields": [ "B" ] }, { "judge": "gemini", "task": "daaa375ec1d4b4218106", "fields": [ "A" ] }, { "judge": "gemini", "task": "88f2608614f43d444953", "fields": [ "A.stance_t2", "A.warmth_t7", "A.detail_use_t7", "A.relevant_carryover_t7", "A.correction_t6", "B.stance_t2", "B.warmth_t5", "B.warmth_t7", "B.detail_use_t7", "B.relevant_carryover_t7", "B.correction_t6" ] }, { "judge": "gemini", "task": "2b86e61b849770798946", "fields": [ "A.volunteering_t1", "A.stance_t2", "A.warmth_t4", "A.detail_use_t7", "A.correction_t6", "A.context_error", "B.volunteering_t1", "B.stance_t2", "B.warmth_t4", "B.detail_use_t7", "B.correction_t6", "B.context_error" ] }, { "judge": "gemini", "task": "a008bda457eebb6dc261", "fields": [ "B" ] }, { "judge": "gemini", "task": "f753aa7e21b53c8d58ae", "fields": [ "A" ] }, { "judge": "gemini", "task": "aa3eaee655f75ea5811d", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "a6b8046ebcdb04b5e62b", "fields": [ "B" ] }, { "judge": "gemini", "task": "dafd4970d35db799f278", "fields": [ "B" ] }, { "judge": "gemini", "task": "010549181b0718f30b37", "fields": [ "A" ] }, { "judge": "gemini", "task": "6da805ca3ad4cfe689b9", "fields": [ "B" ] }, { "judge": "gemini", "task": "ed86a1fa19aa1e306086", "fields": [ "B" ] }, { "judge": "gemini", "task": "776721962135fd22ebc0", "fields": [ "B" ] }, { "judge": "gemini", "task": "64cdb33a42113477f4b7", "fields": [ "A" ] }, { "judge": "gemini", "task": "eb9bdade9db0a8292523", "fields": [ "A" ] }, { "judge": "gemini", "task": "cd9ddbeef94398b5d47e", "fields": [ "A.stance_t2", "A.warmth_t4", "A.warmth_t5", "A.detail_use_t7", "A.relevant_carryover_t7", "A.correction_t6", "A.limitation_t8", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.warmth_t7", "B.relevant_carryover_t7", "B.correction_t6", "B.limitation_t8" ] }, { "judge": "gemini", "task": "76b7b1ae76d9db05683b", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "f9c98fbd2e21d9c6213d", "fields": [ "A" ] }, { "judge": "gemini", "task": "2db9aa7660b11b7b7cd0", "fields": [ "A.stance_t2", "A.warmth_t4", "A.warmth_t5", "A.detail_use_t7", "A.relevant_carryover_t7", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.detail_use_t7", "B.relevant_carryover_t7" ] }, { "judge": "gemini", "task": "73e422036850b8e3cd4f", "fields": [ "B" ] }, { "judge": "gemini", "task": "0156aa698c59a512b4a8", "fields": [ "B" ] }, { "judge": "gemini", "task": "ffc5b7b2ad7700d2f568", "fields": [ "B" ] }, { "judge": "gemini", "task": "fbfb5cc2a1431fcae85a", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "911d586e202479590a61", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "9074b894970d235973c2", "fields": [ "A.stance_t2", "B.stance_t2" ] }, { "judge": "gemini", "task": "1bb8e67a4da6dda8fb15", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "8621bba6fe0c13453b13", "fields": [ "B.detail_use_t7" ] }, { "judge": "gemini", "task": "bda1beeefa93b88fade3", "fields": [ "A" ] }, { "judge": "gemini", "task": "a4342df3283556152380", "fields": [ "A" ] }, { "judge": "gemini", "task": "f42ba3536f8aee07091f", "fields": [ "A.stance_t2", "B.stance_t2" ] }, { "judge": "gemini", "task": "2450ecb499320d16fee7", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "826eb7ecaf8747d90d2a", "fields": [ "B" ] }, { "judge": "gemini", "task": "ab3b0c4fc63862705a5a", "fields": [ "B" ] }, { "judge": "gemini", "task": "be3df144a835999f6480", "fields": [ "A" ] }, { "judge": "gemini", "task": "4ab0b90633b4e0829d52", "fields": [ "B" ] }, { "judge": "gemini", "task": "8d4edba85e0ad402df9d", "fields": [ "A" ] }, { "judge": "gemini", "task": "af7cfe154ee4cd16c7a0", "fields": [ "A", "B" ] }, { "judge": "gemini", "task": "8aae47e8dce60b31652b", "fields": [ "B" ] }, { "judge": "gemini", "task": "0d11608ad7f7b0fbe81a", "fields": [ "B" ] }, { "judge": "gemini", "task": "9028629e25b14de5717d", "fields": [ "B" ] }, { "judge": "gemini", "task": "c7e2febdb585176fc27b", "fields": [ "A" ] }, { "judge": "gemini", "task": "a530c3fdb6de81fa800d", "fields": [ "A.volunteering_t1", "A.stance_t2", "A.warmth_t4", "A.warmth_t7", "A.detail_use_t7", "A.relevant_carryover_t7", "A.correction_t6", "A.context_error", "B.volunteering_t1", "B.stance_t2", "B.warmth_t4", "B.warmth_t7", "B.correction_t6" ] }, { "judge": "gemini", "task": "b38f8cbc57d668d5bce3", "fields": [ "B" ] }, { "judge": "gemini", "task": "2a66a6f3c8d86cc464a5", "fields": [ "A" ] }, { "judge": "gemini", "task": "f41a285b63aa852b520b", "fields": [ "A" ] }, { "judge": "gemini", "task": "4753ff19ec12ef1b6f1d", "fields": [ "A" ] }, { "judge": "deepseek", "task": "4436e26d5f8aba0aa222", "fields": [ "B" ] }, { "judge": "deepseek", "task": "cba92b04a1effdefcd27", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "09b259a4961beb2e132c", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "bd56ef9802a319426370", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "64c933d6a02ee3845193", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "68a9c833b337de50a0da", "fields": [ "B" ] }, { "judge": "deepseek", "task": "bbf3b35f6155208f2978", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "bcd2bfe299c00e76c711", "fields": [ "A.stance_t2", "A.detail_use_t7", "A.relevant_carryover_t7", "A.context_error", "B.stance_t2", "B.detail_use_t7", "B.relevant_carryover_t7", "B.correction_t6" ] }, { "judge": "deepseek", "task": "9d7bafb18b848f243665", "fields": [ "B" ] }, { "judge": "deepseek", "task": "8c3789825fc47cf8c0f2", "fields": [ "A.stance_t2", "A.warmth_t5", "A.warmth_t7", "A.correction_t6", "A.limitation_t8", "B.stance_t2", "B.warmth_t5", "B.relevant_carryover_t7", "B.correction_t6" ] }, { "judge": "deepseek", "task": "ad4fb046481d4d413eed", "fields": [ "B" ] }, { "judge": "deepseek", "task": "a653834056b29de35970", "fields": [ "A" ] }, { "judge": "deepseek", "task": "daaa375ec1d4b4218106", "fields": [ "A" ] }, { "judge": "deepseek", "task": "04e1cc65bd1c55719d70", "fields": [ "A" ] }, { "judge": "deepseek", "task": "88f2608614f43d444953", "fields": [ "A.stance_t2", "A.detail_use_t7", "A.relevant_carryover_t7", "A.correction_t6", "A.limitation_t8", "B.stance_t2", "B.warmth_t5", "B.warmth_t7", "B.relevant_carryover_t7", "B.correction_t6" ] }, { "judge": "deepseek", "task": "512a940ec68bcc64faef", "fields": [ "A" ] }, { "judge": "deepseek", "task": "2b86e61b849770798946", "fields": [ "A.stance_t2", "A.warmth_t4", "A.detail_use_t7", "A.relevant_carryover_t7", "A.correction_t6", "B.stance_t2", "B.warmth_t4", "B.detail_use_t7", "B.relevant_carryover_t7", "B.correction_t6", "B.limitation_t8" ] }, { "judge": "deepseek", "task": "f753aa7e21b53c8d58ae", "fields": [ "A" ] }, { "judge": "deepseek", "task": "d212c020c404f0741224", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "a6b8046ebcdb04b5e62b", "fields": [ "B" ] }, { "judge": "deepseek", "task": "5479e6d580522405ba72", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "dafd4970d35db799f278", "fields": [ "B" ] }, { "judge": "deepseek", "task": "4507bd47b7f4eaf93c53", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "3b21e6d7d88f547cc1fe", "fields": [ "A" ] }, { "judge": "deepseek", "task": "6981ec2f0d91732c119d", "fields": [ "A" ] }, { "judge": "deepseek", "task": "caa764827278df3401a3", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "ed86a1fa19aa1e306086", "fields": [ "A" ] }, { "judge": "deepseek", "task": "776721962135fd22ebc0", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "d39d60031d55f0055817", "fields": [ "A" ] }, { "judge": "deepseek", "task": "64cdb33a42113477f4b7", "fields": [ "A" ] }, { "judge": "deepseek", "task": "cd9ddbeef94398b5d47e", "fields": [ "A.stance_t2", "A.warmth_t4", "A.warmth_t5", "A.relevant_carryover_t7", "A.correction_t6", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.warmth_t7", "B.correction_t6" ] }, { "judge": "deepseek", "task": "d2df3ecb5c744f8c4150", "fields": [ "B.warmth_t4", "B.relevant_carryover_t7" ] }, { "judge": "deepseek", "task": "76b7b1ae76d9db05683b", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "f9c98fbd2e21d9c6213d", "fields": [ "A" ] }, { "judge": "deepseek", "task": "2db9aa7660b11b7b7cd0", "fields": [ "A.stance_t2", "A.warmth_t4", "A.warmth_t5", "A.detail_use_t7", "A.correction_t6", "B.stance_t2", "B.warmth_t4", "B.warmth_t5", "B.detail_use_t7", "B.correction_t6" ] }, { "judge": "deepseek", "task": "73e422036850b8e3cd4f", "fields": [ "B" ] }, { "judge": "deepseek", "task": "ffc5b7b2ad7700d2f568", "fields": [ "B" ] }, { "judge": "deepseek", "task": "fbfb5cc2a1431fcae85a", "fields": [ "A" ] }, { "judge": "deepseek", "task": "954219a6453a6d72849c", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "911d586e202479590a61", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "ec8516ce2acd7f694214", "fields": [ "A" ] }, { "judge": "deepseek", "task": "1bb8e67a4da6dda8fb15", "fields": [ "B" ] }, { "judge": "deepseek", "task": "d82f7a3ddedfd057dabe", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "8621bba6fe0c13453b13", "fields": [ "A.stance_t2", "A.warmth_t4", "A.warmth_t5", "A.warmth_t7", "A.relevant_carryover_t7", "A.correction_t6", "A.limitation_t8", "B.stance_t2", "B.warmth_t5", "B.warmth_t7", "B.detail_use_t7", "B.relevant_carryover_t7", "B.correction_t6", "B.limitation_t8" ] }, { "judge": "deepseek", "task": "ae55b2b947d96e370d32", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "09f8c4a7547ba0ae9003", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "1314bc6d590f4f602e9e", "fields": [ "A" ] }, { "judge": "deepseek", "task": "3b71543014e9e38af331", "fields": [ "A" ] }, { "judge": "deepseek", "task": "28c12d6e99ece3e2c853", "fields": [ "A" ] }, { "judge": "deepseek", "task": "2450ecb499320d16fee7", "fields": [ "B" ] }, { "judge": "deepseek", "task": "ab3b0c4fc63862705a5a", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "9154c9b4503a88c44879", "fields": [ "B" ] }, { "judge": "deepseek", "task": "be3df144a835999f6480", "fields": [ "A" ] }, { "judge": "deepseek", "task": "4ab0b90633b4e0829d52", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "5f347750884194310deb", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "1d6c4a2996d502a92268", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "8d4edba85e0ad402df9d", "fields": [ "A" ] }, { "judge": "deepseek", "task": "af7cfe154ee4cd16c7a0", "fields": [ "B" ] }, { "judge": "deepseek", "task": "cb3802039e55b320bbc2", "fields": [ "B" ] }, { "judge": "deepseek", "task": "8aae47e8dce60b31652b", "fields": [ "B" ] }, { "judge": "deepseek", "task": "e1f265ea3d1e01c769e7", "fields": [ "A" ] }, { "judge": "deepseek", "task": "0d11608ad7f7b0fbe81a", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "211333f2c82109fe9c22", "fields": [ "B" ] }, { "judge": "deepseek", "task": "58409161438690e441bc", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "e7c578421c555518531f", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "d12ef5f2d324bf8a0a40", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "57e3ae14c617ebfbee31", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "7329e288cb4ffc9ae785", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "3f30421364c4926509d2", "fields": [ "A" ] }, { "judge": "deepseek", "task": "cb5c388ab3fff2a347fb", "fields": [ "B" ] }, { "judge": "deepseek", "task": "9028629e25b14de5717d", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "2b3f1c43146557b4b6c1", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "b2ac6e04f191b8f52cb3", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "c7e2febdb585176fc27b", "fields": [ "A" ] }, { "judge": "deepseek", "task": "1b4779fe75c0f853e07e", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "6afd6c2bbf466d382e19", "fields": [ "B" ] }, { "judge": "deepseek", "task": "7985c7eff563286f4470", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "a769f7488a762f0a1244", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "a530c3fdb6de81fa800d", "fields": [ "A.volunteering_t1", "A.stance_t2", "A.relevant_carryover_t7", "A.correction_t6", "A.context_error", "B.volunteering_t1", "B.stance_t2", "B.warmth_t7" ] }, { "judge": "deepseek", "task": "b38f8cbc57d668d5bce3", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "eb0d9965fcb5fa3b22e7", "fields": [ "A" ] }, { "judge": "deepseek", "task": "2a66a6f3c8d86cc464a5", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "f5952b9d34e35a323eb0", "fields": [ "A" ] }, { "judge": "deepseek", "task": "4bd34a681decb6d3b63f", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "06a354a803b0e69f3a47", "fields": [ "A", "B" ] }, { "judge": "deepseek", "task": "4753ff19ec12ef1b6f1d", "fields": [ "A" ] } ], "cost_usd": 3.597839637450003, "usage": { "prompt_tokens": 3008122, "completion_tokens": 124444, "total_tokens": 3132566 }, "providers": [ { "model": "google/gemini-2.5-flash", "provider": "Google", "calls": 141 }, { "model": "anthropic/claude-sonnet-5", "provider": "Amazon Bedrock", "calls": 134 }, { "model": "deepseek/deepseek-v3.2", "provider": "AtlasCloud", "calls": 65 }, { "model": "deepseek/deepseek-v3.2", "provider": "StreamLake", "calls": 70 }, { "model": "anthropic/claude-sonnet-5", "provider": "Claude Platform on AWS", "calls": 1 } ], "absolute": [ { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 3, "mean": 2, "bounds": [ 0.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 1.6666666666666667, "bounds": [ 1.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 2.3333333333333335, "bounds": [ 1.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 3, "mean": 1, "bounds": [ 0.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 2, "mean": 2, "bounds": [ 1.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 2.3333333333333335, "bounds": [ 1.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 1, "mean": 0, "bounds": [ 0.0, 1.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 2, "bounds": [ 1.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 1, "mean": 0, "bounds": [ 0.0, 1.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] } }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 4, "bounds": [ 4.0, 4.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 0, "bounds": [ 0.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.75, "bounds": [ 3.75, 3.75 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WG", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.25, "bounds": [ 3.25, 3.25 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NG", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 1, "mean": 1.3333333333333333, "bounds": [ 1.0, 2.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] } }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WS", "exposure": "full", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] } }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "supplied", "flattened": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "introverted": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] } }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NG", "exposure": "first", "definitions": "own", "flattened": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "introverted": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] } } ], "exposure": [ { "judge": "sonnet", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "delta": -1.0, "bounds": [ -1.0, -1.0 ] }, { "judge": "sonnet", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "sonnet", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 1.6666666666666667, "bounds": [ 1.25, 2.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "delta": -0.16666666666666674, "bounds": [ -0.75, 0.25 ] }, { "judge": "sonnet", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "sonnet", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "delta": 0.0, "bounds": [ 0.0, 0.0 ] }, { "judge": "sonnet", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "delta": 0.0, "bounds": [ 0.0, 0.0 ] }, { "judge": "sonnet", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 3, "mean": 1, "bounds": [ 0.25, 3.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "delta": 0.25, "bounds": [ -2.0, 1.0 ] }, { "judge": "sonnet", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 3, "mean": 1, "bounds": [ 0.25, 3.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "delta": 0.25, "bounds": [ -2.0, 1.0 ] }, { "judge": "sonnet", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "sonnet", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "sonnet", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 2.3333333333333335, "bounds": [ 1.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "delta": 0.4166666666666665, "bounds": [ 0.0, 1.0 ] }, { "judge": "sonnet", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 1, "mean": 2, "bounds": [ 1.0, 3.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 1, "bounds": [ 0.0, 2.0 ] }, { "judge": "sonnet", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 1, "bounds": [ 1.0, 1.0 ] }, { "judge": "sonnet", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 1, "bounds": [ 1.0, 1.0 ] }, { "judge": "sonnet", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 3, "mean": 2, "bounds": [ 0.5, 3.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 1, "bounds": [ -0.5, 2.5 ] }, { "judge": "sonnet", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 3, "mean": 2, "bounds": [ 0.5, 3.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "delta": 1, "bounds": [ -0.5, 2.5 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "delta": -0.25, "bounds": [ -0.25, -0.25 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": -0.5, "bounds": [ -0.5, -0.5 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 2, "mean": 2, "bounds": [ 1.0, 3.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "delta": 0, "bounds": [ -1.0, 1.0 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 1, "mean": 1, "bounds": [ 0.5, 2.5 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": 0, "bounds": [ -1.5, 0.5 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "delta": null, "bounds": [ -2.0, 2.0 ] }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 4, "mean": null, "bounds": [ 0.0, 4.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "delta": null, "bounds": [ -2.0, 2.0 ] }, { "judge": "gemini", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "delta": -0.25, "bounds": [ -0.25, -0.25 ] }, { "judge": "gemini", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "gemini", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "delta": -1.0, "bounds": [ -1.0, -1.0 ] }, { "judge": "gemini", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "gemini", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -0.5, "bounds": [ -0.5, -0.5 ] }, { "judge": "gemini", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -0.5, "bounds": [ -0.5, -0.5 ] }, { "judge": "gemini", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": -2, "bounds": [ -2.0, -2.0 ] }, { "judge": "gemini", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": -2, "bounds": [ -2.0, -2.0 ] }, { "judge": "gemini", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "gemini", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "gemini", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "gemini", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "gemini", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "gemini", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "gemini", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 2.3333333333333335, "bounds": [ 1.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "delta": -0.08333333333333348, "bounds": [ -0.5, 0.5 ] }, { "judge": "gemini", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 1, "mean": 2.3333333333333335, "bounds": [ 1.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "delta": -0.08333333333333348, "bounds": [ -0.5, 0.5 ] }, { "judge": "gemini", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.5, "bounds": [ 1.5, 1.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1.25, "bounds": [ 1.25, 1.25 ] }, "delta": -0.25, "bounds": [ -0.25, -0.25 ] }, { "judge": "gemini", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": 0.0, "bounds": [ 0.0, 0.0 ] }, { "judge": "gemini", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "delta": -0.75, "bounds": [ -0.75, -0.75 ] }, { "judge": "gemini", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": 0, "bounds": [ 0.0, 0.0 ] }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -0.75, "bounds": [ -0.75, -0.75 ] }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 1.75, "bounds": [ 1.75, 1.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -0.75, "bounds": [ -0.75, -0.75 ] }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 2, "bounds": [ 1.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": -2, "bounds": [ -2.5, -1.5 ] }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 1, "mean": 2, "bounds": [ 1.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": -2, "bounds": [ -2.5, -1.5 ] }, { "judge": "deepseek", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -1.75, "bounds": [ -1.75, -1.75 ] }, { "judge": "deepseek", "arm": "B", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "deepseek", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "deepseek", "arm": "B", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "full_ws": { "n": 0, "unknown": 0, "mean": null, "bounds": [ null, null ] }, "delta": null, "bounds": [ null, null ] }, { "judge": "deepseek", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "delta": -1.5, "bounds": [ -1.5, -1.5 ] }, { "judge": "deepseek", "arm": "B", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2.25, "bounds": [ 2.25, 2.25 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "delta": -1.5, "bounds": [ -1.5, -1.5 ] }, { "judge": "deepseek", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 1.3333333333333333, "bounds": [ 1.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "delta": -1.0833333333333333, "bounds": [ -1.75, -0.75 ] }, { "judge": "deepseek", "arm": "B", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 1, "mean": 1.3333333333333333, "bounds": [ 1.0, 2.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "delta": -1.0833333333333333, "bounds": [ -1.75, -0.75 ] }, { "judge": "deepseek", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "deepseek", "arm": "C", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 3, "bounds": [ 3.0, 3.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 0.5, "bounds": [ 0.5, 0.5 ] }, { "judge": "deepseek", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 3.0, "bounds": [ 3.0, 3.0 ] }, { "judge": "deepseek", "arm": "C", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 4, "bounds": [ 4.0, 4.0 ] }, "delta": 4, "bounds": [ 4.0, 4.0 ] }, { "judge": "deepseek", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 0.75, "bounds": [ 0.75, 0.75 ] }, { "judge": "deepseek", "arm": "C", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2.75, "bounds": [ 2.75, 2.75 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 0.75, "bounds": [ 0.75, 0.75 ] }, { "judge": "deepseek", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 2.5, "bounds": [ 2.5, 2.5 ] }, { "judge": "deepseek", "arm": "C", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 3.5, "bounds": [ 3.5, 3.5 ] }, "delta": 2.5, "bounds": [ 2.5, 2.5 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.75, "bounds": [ 0.75, 0.75 ] }, "delta": -1.75, "bounds": [ -1.75, -1.75 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "definitions": "own", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 2, "bounds": [ 2.0, 2.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 1, "bounds": [ 1.0, 1.0 ] }, "delta": -1, "bounds": [ -1.0, -1.0 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.25, "bounds": [ 0.25, 0.25 ] }, "delta": 0.25, "bounds": [ 0.25, 0.25 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "definitions": "supplied", "exclude_caps": true, "first": { "n": 2, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "full_ws": { "n": 2, "unknown": 0, "mean": 0, "bounds": [ 0.0, 0.0 ] }, "delta": 0, "bounds": [ 0.0, 0.0 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": false, "first": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": -2.0, "bounds": [ -2.0, -2.0 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "definitions": "own", "exclude_caps": true, "first": { "n": 4, "unknown": 0, "mean": 2.5, "bounds": [ 2.5, 2.5 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": -2.0, "bounds": [ -2.0, -2.0 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": false, "first": { "n": 4, "unknown": 1, "mean": 0, "bounds": [ 0.0, 1.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": 0.5, "bounds": [ -0.5, 0.5 ] }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "definitions": "supplied", "exclude_caps": true, "first": { "n": 4, "unknown": 1, "mean": 0, "bounds": [ 0.0, 1.0 ] }, "full_ws": { "n": 4, "unknown": 0, "mean": 0.5, "bounds": [ 0.5, 0.5 ] }, "delta": 0.5, "bounds": [ -0.5, 0.5 ] } ], "order_consistency": [ { "judge": "sonnet", "metric": "more_flattened", "consistent": 47, "n": 60, "decisive_consistent": 36, "decisive_n": 36 }, { "judge": "sonnet", "metric": "more_introverted", "consistent": 47, "n": 60, "decisive_consistent": 31, "decisive_n": 32 }, { "judge": "gemini", "metric": "more_flattened", "consistent": 51, "n": 59, "decisive_consistent": 36, "decisive_n": 39 }, { "judge": "gemini", "metric": "more_introverted", "consistent": 46, "n": 59, "decisive_consistent": 27, "decisive_n": 28 }, { "judge": "deepseek", "metric": "more_flattened", "consistent": 47, "n": 60, "decisive_consistent": 34, "decisive_n": 34 }, { "judge": "deepseek", "metric": "more_introverted", "consistent": 49, "n": 60, "decisive_consistent": 28, "decisive_n": 28 } ], "judge_agreement": [ { "judges": [ "sonnet", "gemini" ], "metric": "more_flattened", "n": 119, "agree": 98, "decisive_n": 77, "decisive_agree": 73 }, { "judges": [ "sonnet", "gemini" ], "metric": "more_introverted", "n": 119, "agree": 80, "decisive_n": 59, "decisive_agree": 57 }, { "judges": [ "sonnet", "deepseek" ], "metric": "more_flattened", "n": 120, "agree": 96, "decisive_n": 74, "decisive_agree": 72 }, { "judges": [ "sonnet", "deepseek" ], "metric": "more_introverted", "n": 120, "agree": 91, "decisive_n": 57, "decisive_agree": 57 }, { "judges": [ "gemini", "deepseek" ], "metric": "more_flattened", "n": 119, "agree": 94, "decisive_n": 72, "decisive_agree": 68 }, { "judges": [ "gemini", "deepseek" ], "metric": "more_introverted", "n": 119, "agree": 82, "decisive_n": 55, "decisive_agree": 54 } ], "semantics": [ { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 0, "limitation_t8": 1, "context_error": true }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 1, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 0, "limitation_t8": 1, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 1, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 1, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 1, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "library", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 1, "correction_t6": 0, "limitation_t8": 2, "context_error": true }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "WS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "B", "topic": "walk", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "C", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 2, "limitation_t8": 2, "context_error": true }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 2, "limitation_t8": 1, "context_error": true }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 1, "relevant_carryover_t7": 1, "correction_t6": 2, "limitation_t8": 1, "context_error": true }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 1, "correction_t6": 2, "limitation_t8": 2, "context_error": true }, { "judge": "sonnet", "arm": "C", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 0, "limitation_t8": 1, "context_error": true }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 1, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 1, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "WG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 1, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "B", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "WS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NS", "volunteering_t1": 1, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "B", "topic": "walk", "condition": "NG", "volunteering_t1": 1, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 0, "correction_t6": 2, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 0, "correction_t6": 2, "limitation_t8": 2, "context_error": true }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "NS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 1, "context_error": false }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "Cp", "topic": "library", "condition": "NS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "C", "topic": "walk", "condition": "WG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 0, "limitation_t8": 1, "context_error": true }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 1, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WG", "volunteering_t1": 0, "stance_t2": 1, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 0, "relevant_carryover_t7": 0, "correction_t6": 0, "limitation_t8": 2, "context_error": true }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "WS", "volunteering_t1": 0, "stance_t2": 1, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "WG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "NG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "WS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "B", "topic": "walk", "condition": "NG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 1, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 0, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 0, "correction_t6": 2, "limitation_t8": 2, "context_error": true }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NG", "volunteering_t1": 0, "stance_t2": 1, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 1, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "NS", "volunteering_t1": 0, "stance_t2": 1, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 1, "relevant_carryover_t7": 0, "correction_t6": 2, "limitation_t8": 1, "context_error": true }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 1, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "condition": "NS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 2, "warmth_t7": 2, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 0, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WS", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "C", "topic": "walk", "condition": "WG", "volunteering_t1": 0, "stance_t2": 2, "warmth_t4": 0, "warmth_t5": 0, "warmth_t7": 0, "detail_use_t7": 0, "relevant_carryover_t7": 1, "correction_t6": 2, "limitation_t8": 2, "context_error": false }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WG", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 0, "relevant_carryover_t7": 0, "correction_t6": 0, "limitation_t8": 2, "context_error": true }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "condition": "WS", "volunteering_t1": 1, "stance_t2": 2, "warmth_t4": 2, "warmth_t5": 1, "warmth_t7": 1, "detail_use_t7": 2, "relevant_carryover_t7": 2, "correction_t6": 2, "limitation_t8": 2, "context_error": false } ], "contrasts": [ { "judge": "sonnet", "arm": "B", "topic": "library", "metric": "warmth_t4", "delta": 1.5, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "walk", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "library", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "walk", "metric": "warmth_t5", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "library", "metric": "warmth_t7", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "walk", "metric": "warmth_t7", "delta": 1, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "sonnet", "arm": "B", "topic": "walk", "metric": "detail_use_t7", "delta": 1.5, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "walk", "metric": "warmth_t4", "delta": 0, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "library", "metric": "warmth_t5", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "walk", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "library", "metric": "warmth_t7", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "walk", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "sonnet", "arm": "C", "topic": "walk", "metric": "detail_use_t7", "delta": 1.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "metric": "warmth_t4", "delta": 1, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "metric": "warmth_t5", "delta": -0.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "metric": "warmth_t5", "delta": 0.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "metric": "warmth_t7", "delta": -0.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "library", "metric": "detail_use_t7", "delta": 1.5, "n": 2 }, { "judge": "sonnet", "arm": "Cp", "topic": "walk", "metric": "detail_use_t7", "delta": 0.5, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "walk", "metric": "warmth_t4", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "library", "metric": "warmth_t5", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "walk", "metric": "warmth_t5", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "library", "metric": "warmth_t7", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "walk", "metric": "warmth_t7", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "gemini", "arm": "B", "topic": "walk", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "walk", "metric": "warmth_t4", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "library", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "walk", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "library", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "walk", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "gemini", "arm": "C", "topic": "walk", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "library", "metric": "warmth_t4", "delta": 1, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "metric": "warmth_t4", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "library", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "metric": "warmth_t5", "delta": -0.5, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "library", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "metric": "warmth_t7", "delta": -0.5, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "gemini", "arm": "Cp", "topic": "walk", "metric": "detail_use_t7", "delta": 1.5, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "walk", "metric": "warmth_t4", "delta": 1, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "library", "metric": "warmth_t5", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "walk", "metric": "warmth_t5", "delta": 1, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "library", "metric": "warmth_t7", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "walk", "metric": "warmth_t7", "delta": 1, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "deepseek", "arm": "B", "topic": "walk", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "walk", "metric": "warmth_t4", "delta": 0, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "library", "metric": "warmth_t5", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "walk", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "library", "metric": "warmth_t7", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "walk", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "deepseek", "arm": "C", "topic": "walk", "metric": "detail_use_t7", "delta": 1.5, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "metric": "warmth_t4", "delta": 0.5, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "metric": "warmth_t4", "delta": 1, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "metric": "warmth_t5", "delta": -0.5, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "metric": "warmth_t5", "delta": 0, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "metric": "warmth_t7", "delta": -0.5, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "metric": "warmth_t7", "delta": 0, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "library", "metric": "detail_use_t7", "delta": 2, "n": 2 }, { "judge": "deepseek", "arm": "Cp", "topic": "walk", "metric": "detail_use_t7", "delta": 2, "n": 2 } ], "diagnostic_correlations": [ { "judge": "sonnet", "definitions": "own", "feature": "volunteering_t1", "rho": -0.5172657006842889, "n": 24 }, { "judge": "sonnet", "definitions": "own", "feature": "warmth_t4", "rho": -0.8021717658054365, "n": 24 }, { "judge": "sonnet", "definitions": "own", "feature": "detail_use_t7", "rho": -0.13961243053192704, "n": 24 }, { "judge": "sonnet", "definitions": "own", "feature": "relevant_carryover_t7", "rho": -0.22425437164491613, "n": 24 }, { "judge": "sonnet", "definitions": "own", "feature": "length", "rho": -0.7887456122702793, "n": 24 }, { "judge": "sonnet", "definitions": "own", "feature": "emoji_per100", "rho": -0.7953188151451421, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "volunteering_t1", "rho": -0.5260767593771433, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "warmth_t4", "rho": -0.7794691020236666, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "detail_use_t7", "rho": -0.259507906010305, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "relevant_carryover_t7", "rho": -0.19495321684126363, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "length", "rho": -0.7762277842562144, "n": 24 }, { "judge": "sonnet", "definitions": "supplied", "feature": "emoji_per100", "rho": -0.777277141966296, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "volunteering_t1", "rho": -0.342483624301108, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "warmth_t4", "rho": -0.5164790453378005, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "detail_use_t7", "rho": -0.34962973670294106, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "relevant_carryover_t7", "rho": -0.20700379702777483, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "length", "rho": -0.6851572957108027, "n": 24 }, { "judge": "gemini", "definitions": "own", "feature": "emoji_per100", "rho": -0.5243043417181095, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "volunteering_t1", "rho": -0.7237286121257531, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "warmth_t4", "rho": -0.6449474202950122, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "detail_use_t7", "rho": -0.2651156674295775, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "relevant_carryover_t7", "rho": -0.2478350982343888, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "length", "rho": -0.6606985023806783, "n": 24 }, { "judge": "gemini", "definitions": "supplied", "feature": "emoji_per100", "rho": -0.736655366452977, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "volunteering_t1", "rho": -0.5455997114119822, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "warmth_t4", "rho": -0.8751078965494684, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "detail_use_t7", "rho": -0.18665100182118569, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "relevant_carryover_t7", "rho": -0.2542076619343978, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "length", "rho": -0.5993193450841322, "n": 24 }, { "judge": "deepseek", "definitions": "own", "feature": "emoji_per100", "rho": -0.7633274571746791, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "volunteering_t1", "rho": -0.29413492449057016, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "warmth_t4", "rho": -0.7572487615917751, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "detail_use_t7", "rho": -0.21616081740380194, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "relevant_carryover_t7", "rho": -0.3732508401895589, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "length", "rho": -0.6510228937813131, "n": 24 }, { "judge": "deepseek", "definitions": "supplied", "feature": "emoji_per100", "rho": -0.6802763256729119, "n": 24 } ] }