{"accepts_local_evaluator_package":true,"benchmark_matrix":{"datasets":[{"display_type":"T/F","id":"boolq","logger_id":"boolq","name":"BoolQ","quality_task":"boolq","seq_len":128},{"display_type":"T/F","id":"qnli","logger_id":"qnli","name":"QNLI","quality_task":"qnli","seq_len":64},{"display_type":"Choose","id":"piqa","logger_id":"piqa","name":"PIQA","quality_task":"piqa","seq_len":64},{"display_type":"Choose","id":"hellaswag","logger_id":"hellaswag","name":"HellaSwag","quality_task":"hellaswag","seq_len":64},{"display_type":"Choose","id":"socialiqa","logger_id":"socialqa","name":"SocialIQA","quality_task":"socialiqa","seq_len":64},{"display_type":"Select","id":"arce","logger_id":"arc_e","name":"ARC-Easy","quality_task":"arc_easy","seq_len":64},{"display_type":"Select","id":"winogrande","logger_id":"winogrande","name":"WinoGrande","quality_task":"winogrande","seq_len":64}],"models":["qwen25_05b","gemma3_270m","gemma3_1b"],"protocols":{"A":["boolq","qnli","piqa","hellaswag","socialiqa","arce","winogrande"],"B":["boolq","qnli","piqa","hellaswag","socialiqa","arce","winogrande"],"C":["boolq","qnli","piqa","hellaswag","socialiqa","arce","winogrande"]},"schema_version":"edgeflowertune.benchmark_matrix.v1"},"benchmark_release_id":"edgeflowertune-20261020-v1","benchmark_release_url":"/downloads/benchmark-release.json","development_guide_url":"/docs/#local-publication","email_registration_available":true,"evaluator_mode":"local-signed","max_archive_files":100000,"max_extracted_bytes":6442450944,"max_upload_bytes":2147483648,"max_upload_mb":2048,"min_free_disk_bytes":2147483648,"protocol_a_budgets":[],"protocol_a_policy":{"dimensions":["wall_clock_h","communication_mb","energy_kj","peak_memory_mb"],"policy_version":"protocol-a-quality-20261019-v1","ranking_status":"quality","selection":"best_quality_checkpoint","status":"configured","type":"quality"},"protocol_b_policy":{"accuracy_unit":"percent","level_identity":"target_level","policy_version":"protocol-b-paper-tables-20261022-v1","selection":"first_evaluated_checkpoint_reaching_target","source":{"paper":"arXiv-2605.08636v1","retained_csv":"webapp/static/history/protocol_b_results.csv","retained_csv_sha256":"186154e6bee59b67e30ade2c2af323851c9da9bcfd41537760dd271a1b93b8b8","table_location":"Appendix B: complete Protocol B results"},"status":"configured","type":"paper_table_targets"},"protocol_b_targets":[{"dataset_id":"arce","model_id":"gemma3_1b","target_acc":27,"target_level":1},{"dataset_id":"arce","model_id":"gemma3_1b","target_acc":27,"target_level":2},{"dataset_id":"arce","model_id":"gemma3_1b","target_acc":28,"target_level":3},{"dataset_id":"boolq","model_id":"gemma3_1b","target_acc":62,"target_level":1},{"dataset_id":"boolq","model_id":"gemma3_1b","target_acc":63,"target_level":2},{"dataset_id":"boolq","model_id":"gemma3_1b","target_acc":64,"target_level":3},{"dataset_id":"hellaswag","model_id":"gemma3_1b","target_acc":25,"target_level":1},{"dataset_id":"hellaswag","model_id":"gemma3_1b","target_acc":25,"target_level":2},{"dataset_id":"hellaswag","model_id":"gemma3_1b","target_acc":25,"target_level":3},{"dataset_id":"piqa","model_id":"gemma3_1b","target_acc":53,"target_level":1},{"dataset_id":"piqa","model_id":"gemma3_1b","target_acc":53,"target_level":2},{"dataset_id":"piqa","model_id":"gemma3_1b","target_acc":54,"target_level":3},{"dataset_id":"qnli","model_id":"gemma3_1b","target_acc":57,"target_level":1},{"dataset_id":"qnli","model_id":"gemma3_1b","target_acc":60,"target_level":2},{"dataset_id":"qnli","model_id":"gemma3_1b","target_acc":63,"target_level":3},{"dataset_id":"socialiqa","model_id":"gemma3_1b","target_acc":40,"target_level":1},{"dataset_id":"socialiqa","model_id":"gemma3_1b","target_acc":42,"target_level":2},{"dataset_id":"socialiqa","model_id":"gemma3_1b","target_acc":45,"target_level":3},{"dataset_id":"winogrande","model_id":"gemma3_1b","target_acc":51,"target_level":1},{"dataset_id":"winogrande","model_id":"gemma3_1b","target_acc":51,"target_level":2},{"dataset_id":"winogrande","model_id":"gemma3_1b","target_acc":51,"target_level":3},{"dataset_id":"arce","model_id":"gemma3_270m","target_acc":28,"target_level":1},{"dataset_id":"arce","model_id":"gemma3_270m","target_acc":29,"target_level":2},{"dataset_id":"arce","model_id":"gemma3_270m","target_acc":30,"target_level":3},{"dataset_id":"boolq","model_id":"gemma3_270m","target_acc":62,"target_level":1},{"dataset_id":"boolq","model_id":"gemma3_270m","target_acc":63,"target_level":2},{"dataset_id":"boolq","model_id":"gemma3_270m","target_acc":64,"target_level":3},{"dataset_id":"hellaswag","model_id":"gemma3_270m","target_acc":25,"target_level":1},{"dataset_id":"hellaswag","model_id":"gemma3_270m","target_acc":25,"target_level":2},{"dataset_id":"hellaswag","model_id":"gemma3_270m","target_acc":25,"target_level":3},{"dataset_id":"piqa","model_id":"gemma3_270m","target_acc":52,"target_level":1},{"dataset_id":"piqa","model_id":"gemma3_270m","target_acc":53,"target_level":2},{"dataset_id":"piqa","model_id":"gemma3_270m","target_acc":53,"target_level":3},{"dataset_id":"qnli","model_id":"gemma3_270m","target_acc":61,"target_level":1},{"dataset_id":"qnli","model_id":"gemma3_270m","target_acc":65,"target_level":2},{"dataset_id":"qnli","model_id":"gemma3_270m","target_acc":69,"target_level":3},{"dataset_id":"socialiqa","model_id":"gemma3_270m","target_acc":38,"target_level":1},{"dataset_id":"socialiqa","model_id":"gemma3_270m","target_acc":39,"target_level":2},{"dataset_id":"socialiqa","model_id":"gemma3_270m","target_acc":40,"target_level":3},{"dataset_id":"winogrande","model_id":"gemma3_270m","target_acc":51,"target_level":1},{"dataset_id":"winogrande","model_id":"gemma3_270m","target_acc":51,"target_level":2},{"dataset_id":"winogrande","model_id":"gemma3_270m","target_acc":51,"target_level":3},{"dataset_id":"arce","model_id":"qwen25_05b","target_acc":75,"target_level":1},{"dataset_id":"arce","model_id":"qwen25_05b","target_acc":76,"target_level":2},{"dataset_id":"arce","model_id":"qwen25_05b","target_acc":77,"target_level":3},{"dataset_id":"boolq","model_id":"qwen25_05b","target_acc":71,"target_level":1},{"dataset_id":"boolq","model_id":"qwen25_05b","target_acc":75,"target_level":2},{"dataset_id":"boolq","model_id":"qwen25_05b","target_acc":78,"target_level":3},{"dataset_id":"hellaswag","model_id":"qwen25_05b","target_acc":30,"target_level":1},{"dataset_id":"hellaswag","model_id":"qwen25_05b","target_acc":32,"target_level":2},{"dataset_id":"hellaswag","model_id":"qwen25_05b","target_acc":33,"target_level":3},{"dataset_id":"piqa","model_id":"qwen25_05b","target_acc":63,"target_level":1},{"dataset_id":"piqa","model_id":"qwen25_05b","target_acc":64,"target_level":2},{"dataset_id":"piqa","model_id":"qwen25_05b","target_acc":65,"target_level":3},{"dataset_id":"qnli","model_id":"qwen25_05b","target_acc":62,"target_level":1},{"dataset_id":"qnli","model_id":"qwen25_05b","target_acc":63,"target_level":2},{"dataset_id":"qnli","model_id":"qwen25_05b","target_acc":64,"target_level":3},{"dataset_id":"socialiqa","model_id":"qwen25_05b","target_acc":62,"target_level":1},{"dataset_id":"socialiqa","model_id":"qwen25_05b","target_acc":64,"target_level":2},{"dataset_id":"socialiqa","model_id":"qwen25_05b","target_acc":66,"target_level":3},{"dataset_id":"winogrande","model_id":"qwen25_05b","target_acc":57,"target_level":1},{"dataset_id":"winogrande","model_id":"qwen25_05b","target_acc":60,"target_level":2},{"dataset_id":"winogrande","model_id":"qwen25_05b","target_acc":62,"target_level":3}],"protocol_c_conditions":[{"condition_label":"appendix communication fluctuation","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"boolq","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"qnli","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"piqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"hellaswag","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"socialiqa","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"arce","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"arce","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"arce","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"arce","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"arce","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"arce","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"arce","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"arce","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"winogrande","model_id":"qwen25_05b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"boolq","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"qnli","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"piqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"hellaswag","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"socialiqa","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"arce","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"arce","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"arce","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"arce","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"arce","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"arce","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"arce","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"arce","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"winogrande","model_id":"gemma3_270m","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"boolq","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"qnli","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"piqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"hellaswag","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"socialiqa","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"arce","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"arce","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"arce","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"arce","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"arce","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"arce","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"arce","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"arce","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"},{"condition_label":"appendix communication fluctuation","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"clock":"elapsed_seconds_since_run_start","directions":["uplink","downlink"],"multipliers":[1,0.5,0.25],"repeat":true,"segment_seconds":1200,"type":"bandwidth_multiplier_schedule"},"scenario":"communication","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 10%","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.1,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 30%","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.3,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"dropout 50%","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"drop_order":"ascending","drop_score":"sha256(seed:round_id:client_id)","dropout_ratio":0.5,"dropped_count_rule":"floor(ratio * selected_clients)","seed":20260720,"selection_scope":"selected_clients_per_round","type":"deterministic_selected_client_dropout"},"scenario":"dropout","system_mix_id":"20J20I20P20M20N"},{"condition_label":"100J","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"client_counts":{"I":0,"J":100,"M":0,"N":0,"P":0},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"100J"},{"condition_label":"70J+20I+10P","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":70,"M":0,"N":0,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"70J20I10P"},{"condition_label":"10J+20I+20P+20M+30N","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"client_counts":{"I":20,"J":10,"M":20,"N":30,"P":20},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10J20I20P20M30N"},{"condition_label":"10I+10P+30M+50N","dataset_id":"winogrande","model_id":"gemma3_1b","policy":{"client_counts":{"I":10,"J":0,"M":30,"N":50,"P":10},"total_clients":100,"type":"fixed_device_composition"},"scenario":"heterogeneity","system_mix_id":"10I10P30M50N"}],"protocol_c_nominal_baseline":{"condition_label":"20J+20I+20P+20M+20N","policy":{"client_counts":{"I":20,"J":20,"M":20,"N":20,"P":20},"total_clients":100,"type":"no_perturbation"},"scenario":"nominal","system_mix_id":"20J20I20P20M20N"},"protocol_c_requires_baseline":true,"protocol_c_requires_signed_baseline":false,"protocol_policy_url":"/api/submissions/protocol-policy","protocol_policy_version":"workshop-2026-v2-provisional","publication_mode":"official","quality_runner_configured":false,"registration_url":"/register/","selected_tasks":[{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on BoolQ under Protocol A."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on QNLI under Protocol A."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on PIQA under Protocol A."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on HellaSwag under Protocol A."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on SocialIQA under Protocol A."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on ARC-Easy under Protocol A."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"A","selection_note":"qwen25_05b on WinoGrande under Protocol A."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on BoolQ under Protocol A."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on QNLI under Protocol A."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on PIQA under Protocol A."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on HellaSwag under Protocol A."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on SocialIQA under Protocol A."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on ARC-Easy under Protocol A."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"A","selection_note":"gemma3_270m on WinoGrande under Protocol A."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on BoolQ under Protocol A."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on QNLI under Protocol A."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on PIQA under Protocol A."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on HellaSwag under Protocol A."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on SocialIQA under Protocol A."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on ARC-Easy under Protocol A."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"A","selection_note":"gemma3_1b on WinoGrande under Protocol A."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on BoolQ under Protocol B."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on QNLI under Protocol B."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on PIQA under Protocol B."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on HellaSwag under Protocol B."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on SocialIQA under Protocol B."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on ARC-Easy under Protocol B."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"B","selection_note":"qwen25_05b on WinoGrande under Protocol B."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on BoolQ under Protocol B."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on QNLI under Protocol B."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on PIQA under Protocol B."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on HellaSwag under Protocol B."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on SocialIQA under Protocol B."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on ARC-Easy under Protocol B."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"B","selection_note":"gemma3_270m on WinoGrande under Protocol B."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on BoolQ under Protocol B."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on QNLI under Protocol B."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on PIQA under Protocol B."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on HellaSwag under Protocol B."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on SocialIQA under Protocol B."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on ARC-Easy under Protocol B."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"B","selection_note":"gemma3_1b on WinoGrande under Protocol B."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on BoolQ under Protocol C."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on QNLI under Protocol C."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on PIQA under Protocol C."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on HellaSwag under Protocol C."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on SocialIQA under Protocol C."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on ARC-Easy under Protocol C."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"qwen25_05b","model_name":"Qwen2.5-0.5B","protocol":"C","selection_note":"qwen25_05b on WinoGrande under Protocol C."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on BoolQ under Protocol C."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on QNLI under Protocol C."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on PIQA under Protocol C."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on HellaSwag under Protocol C."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on SocialIQA under Protocol C."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on ARC-Easy under Protocol C."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_270m","model_name":"Gemma 3-270M","protocol":"C","selection_note":"gemma3_270m on WinoGrande under Protocol C."},{"dataset_id":"boolq","dataset_name":"BoolQ","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on BoolQ under Protocol C."},{"dataset_id":"qnli","dataset_name":"QNLI","display_task_type":"T/F","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on QNLI under Protocol C."},{"dataset_id":"piqa","dataset_name":"PIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on PIQA under Protocol C."},{"dataset_id":"hellaswag","dataset_name":"HellaSwag","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on HellaSwag under Protocol C."},{"dataset_id":"socialiqa","dataset_name":"SocialIQA","display_task_type":"Choose","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on SocialIQA under Protocol C."},{"dataset_id":"arce","dataset_name":"ARC-Easy","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on ARC-Easy under Protocol C."},{"dataset_id":"winogrande","dataset_name":"WinoGrande","display_task_type":"Select","model_id":"gemma3_1b","model_name":"Gemma 3-1B","protocol":"C","selection_note":"gemma3_1b on WinoGrande under Protocol C."}],"signature_required":false,"signature_verification":"disabled","submission_scope":"protocol-model","submission_window":{"accepts_submissions":true,"closes_at":null,"opens_at":null,"seconds_until_close":0,"seconds_until_open":0,"server_time":"2026-10-25T17:19:39.732379Z","status":"always_open"},"supports_protocol_model_upload":true,"system_mixes":["100J","10I10P30M50N","10J20I20P20M30N","20J20I20P20M20N","70J20I10P"],"token_required":true,"toolkit_download_url":"/downloads/participant-tools.zip"}