{
  "machine": {
    "model": "MacBook Air (M4)",
    "cpu": "Apple M4, 4 performance + 6 efficiency cores",
    "gpu": "10-core",
    "memory_gb": 24,
    "macos": "27.0 (build 26A428)"
  },
  "software": {
    "python": "3.13.7",
    "laya_coreml": "0.1.0",
    "coremltools": "9.0",
    "numpy": "2.1.3",
    "tokenizers": "0.23.2",
    "huggingface_hub": "1.32.0"
  },
  "checkpoints": {
    "aac6fef/laya-typed-decisions-coreml": {
      "revision": "28d24fa8d67a3264556b23391ec6c3fd98573056",
      "params": "421M",
      "compute_units": "cpu_gpu",
      "load_ms": 3276.419458008604,
      "first_call_ms": 525.8849160163663,
      "sequential_11_question_pass_ms": {
        "p50": 1201.7482920200564,
        "p95": 1230.4090000106953,
        "mean": 1204.8529187988606,
        "repeats": 20
      },
      "per_question_p50_ms": {
        "action": 101.65058399434201,
        "primary_moral_consideration": 101.68916700058617,
        "greater_moral_responsibility": 102.24212499451824,
        "best_characterization_of_intervention": 104.93895798572339,
        "moral_preference_strength": 103.60195898101665,
        "action_inaction_significance": 104.37779099447653,
        "harm_tradeoff_justification": 108.25224997824989,
        "intervention_permissibility": 105.42354200151749,
        "inaction_permissibility": 106.1581669782754,
        "duty_to_minimize_harm_strength": 106.88395801116712,
        "duty_not_to_redirect_harm_strength": 108.4515830152668
      },
      "answers": {
        "action": {
          "type": "choice",
          "confidence": 0.2955,
          "action": {
            "act_probability": 1.0
          },
          "choice": "pull_lever",
          "probabilities": {
            "pull_lever": 0.8085,
            "do_nothing": 0.1915
          }
        },
        "primary_moral_consideration": {
          "type": "choice",
          "confidence": 0.0148,
          "action": {
            "act_probability": 1.0
          },
          "choice": "duty_to_intervene",
          "probabilities": {
            "minimize_total_harm": 0.1764,
            "avoid_causing_harm": 0.2397,
            "individual_rights": 0.271,
            "duty_to_intervene": 0.3128
          }
        },
        "greater_moral_responsibility": {
          "type": "choice",
          "confidence": 0.1818,
          "action": {
            "act_probability": 1.0
          },
          "choice": "intervention",
          "probabilities": {
            "intervention": 0.6391,
            "inaction": 0.15,
            "approximately_equal": 0.2108
          }
        },
        "best_characterization_of_intervention": {
          "type": "choice",
          "confidence": 0.1128,
          "action": {
            "act_probability": 1.0
          },
          "choice": "redirect_harm",
          "probabilities": {
            "prevent_greater_harm": 0.1544,
            "redirect_harm": 0.3973,
            "cause_death": 0.3651,
            "rescue_five": 0.0832
          }
        },
        "moral_preference_strength": {
          "type": "score",
          "confidence": 0.0314,
          "action": {
            "act_probability": 1.0
          },
          "score": 3.5473,
          "legend": {
            "0": "Strongly prefer doing nothing.",
            "1": "Moderately prefer doing nothing.",
            "2": "Slightly prefer doing nothing.",
            "3": "No meaningful preference between the actions.",
            "4": "Slightly prefer pulling the lever.",
            "5": "Moderately prefer pulling the lever.",
            "6": "Strongly prefer pulling the lever."
          },
          "probabilities": {
            "0": 0.0556,
            "1": 0.1237,
            "2": 0.1212,
            "3": 0.1643,
            "4": 0.1484,
            "5": 0.226,
            "6": 0.1608
          }
        },
        "action_inaction_significance": {
          "type": "score",
          "confidence": 0.1215,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.8157,
          "legend": {
            "0": "No meaningful moral distinction.",
            "1": "A small moral distinction.",
            "2": "A moderate moral distinction.",
            "3": "A substantial moral distinction.",
            "4": "A decisive moral distinction."
          },
          "probabilities": {
            "0": 0.0331,
            "1": 0.1275,
            "2": 0.179,
            "3": 0.3116,
            "4": 0.3489
          }
        },
        "harm_tradeoff_justification": {
          "type": "score",
          "confidence": 0.0417,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.4617,
          "legend": {
            "0": "No moral justification.",
            "1": "Weak moral justification.",
            "2": "Moderate moral justification.",
            "3": "Strong moral justification.",
            "4": "Overwhelming moral justification."
          },
          "probabilities": {
            "0": 0.0877,
            "1": 0.163,
            "2": 0.2071,
            "3": 0.2844,
            "4": 0.2579
          }
        },
        "intervention_permissibility": {
          "type": "score",
          "confidence": 0.0215,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.2128,
          "legend": {
            "0": "Clearly impermissible.",
            "1": "Probably impermissible.",
            "2": "Morally ambiguous.",
            "3": "Probably permissible.",
            "4": "Clearly permissible."
          },
          "probabilities": {
            "0": 0.1406,
            "1": 0.2456,
            "2": 0.148,
            "3": 0.1918,
            "4": 0.274
          }
        },
        "inaction_permissibility": {
          "type": "score",
          "confidence": 0.0553,
          "action": {
            "act_probability": 1.0
          },
          "score": 1.4616,
          "legend": {
            "0": "Clearly impermissible.",
            "1": "Probably impermissible.",
            "2": "Morally ambiguous.",
            "3": "Probably permissible.",
            "4": "Clearly permissible."
          },
          "probabilities": {
            "0": 0.3367,
            "1": 0.2665,
            "2": 0.1369,
            "3": 0.1182,
            "4": 0.1417
          }
        },
        "duty_to_minimize_harm_strength": {
          "type": "score",
          "confidence": 0.0376,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.4095,
          "legend": {
            "0": "No obligation.",
            "1": "Weak obligation.",
            "2": "Moderate obligation.",
            "3": "Strong obligation.",
            "4": "Overriding obligation."
          },
          "probabilities": {
            "0": 0.0946,
            "1": 0.1545,
            "2": 0.234,
            "3": 0.2809,
            "4": 0.2361
          }
        },
        "duty_not_to_redirect_harm_strength": {
          "type": "score",
          "confidence": 0.0821,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.6626,
          "legend": {
            "0": "No obligation.",
            "1": "Weak obligation.",
            "2": "Moderate obligation.",
            "3": "Strong obligation.",
            "4": "Overriding obligation."
          },
          "probabilities": {
            "0": 0.0551,
            "1": 0.1398,
            "2": 0.1938,
            "3": 0.3101,
            "4": 0.3013
          }
        }
      },
      "vs_jev": {
        "per_question": {
          "action": {
            "type": "choice",
            "jev_confidence": 1.0,
            "laya_confidence": 0.2955,
            "jev_choice": "pull_lever",
            "laya_choice": "pull_lever",
            "agree": true
          },
          "primary_moral_consideration": {
            "type": "choice",
            "jev_confidence": 0.94,
            "laya_confidence": 0.0148,
            "jev_choice": "minimize_total_harm",
            "laya_choice": "duty_to_intervene",
            "agree": false
          },
          "greater_moral_responsibility": {
            "type": "choice",
            "jev_confidence": 0.64,
            "laya_confidence": 0.1818,
            "jev_choice": "intervention",
            "laya_choice": "intervention",
            "agree": true
          },
          "best_characterization_of_intervention": {
            "type": "choice",
            "jev_confidence": 0.96,
            "laya_confidence": 0.1128,
            "jev_choice": "redirect_harm",
            "laya_choice": "redirect_harm",
            "agree": true
          },
          "moral_preference_strength": {
            "type": "score",
            "jev_confidence": 0.95,
            "laya_confidence": 0.0314,
            "jev_score": 5.91,
            "laya_score": 3.5473,
            "score_delta": 2.3627000000000002
          },
          "action_inaction_significance": {
            "type": "score",
            "jev_confidence": 0.17,
            "laya_confidence": 0.1215,
            "jev_score": 1.78,
            "laya_score": 2.8157,
            "score_delta": 1.0357
          },
          "harm_tradeoff_justification": {
            "type": "score",
            "jev_confidence": 0.66,
            "laya_confidence": 0.0417,
            "jev_score": 3.38,
            "laya_score": 2.4617,
            "score_delta": 0.9182999999999999
          },
          "intervention_permissibility": {
            "type": "score",
            "jev_confidence": 0.65,
            "laya_confidence": 0.0215,
            "jev_score": 3.59,
            "laya_score": 2.2128,
            "score_delta": 1.3771999999999998
          },
          "inaction_permissibility": {
            "type": "score",
            "jev_confidence": 0.54,
            "laya_confidence": 0.0553,
            "jev_score": 1.02,
            "laya_score": 1.4616,
            "score_delta": 0.4416
          },
          "duty_to_minimize_harm_strength": {
            "type": "score",
            "jev_confidence": 0.6,
            "laya_confidence": 0.0376,
            "jev_score": 3.42,
            "laya_score": 2.4095,
            "score_delta": 1.0105
          },
          "duty_not_to_redirect_harm_strength": {
            "type": "score",
            "jev_confidence": 0.16,
            "laya_confidence": 0.0821,
            "jev_score": 2.06,
            "laya_score": 2.6626,
            "score_delta": 0.6025999999999998
          }
        },
        "jev_low_confidence": [
          "action_inaction_significance",
          "duty_not_to_redirect_harm_strength"
        ],
        "laya_low_confidence": [
          "action",
          "primary_moral_consideration",
          "greater_moral_responsibility",
          "best_characterization_of_intervention",
          "moral_preference_strength",
          "action_inaction_significance",
          "harm_tradeoff_justification",
          "intervention_permissibility",
          "inaction_permissibility",
          "duty_to_minimize_harm_strength",
          "duty_not_to_redirect_harm_strength"
        ]
      }
    },
    "aac6fef/laya-multilingual-coreml": {
      "revision": "8139e9089273319512c730218903784074133187",
      "params": "322M",
      "compute_units": "cpu_gpu",
      "load_ms": 3141.4533750212286,
      "first_call_ms": 1065.6672909972258,
      "sequential_11_question_pass_ms": {
        "p50": 470.1291249948554,
        "p95": 473.42687501804903,
        "mean": 470.5920000036713,
        "repeats": 20
      },
      "per_question_p50_ms": {
        "action": 41.69704098603688,
        "primary_moral_consideration": 41.89337498974055,
        "greater_moral_responsibility": 41.93679100717418,
        "best_characterization_of_intervention": 42.148875014390796,
        "moral_preference_strength": 42.18595800921321,
        "action_inaction_significance": 42.22841700538993,
        "harm_tradeoff_justification": 42.4314999836497,
        "intervention_permissibility": 42.3672080214601,
        "inaction_permissibility": 42.53037500893697,
        "duty_to_minimize_harm_strength": 42.532791005214676,
        "duty_not_to_redirect_harm_strength": 42.68258300726302
      },
      "answers": {
        "action": {
          "type": "choice",
          "confidence": 0.0359,
          "action": {
            "act_probability": 1.0
          },
          "choice": "pull_lever",
          "probabilities": {
            "pull_lever": 0.6111,
            "do_nothing": 0.3889
          }
        },
        "primary_moral_consideration": {
          "type": "choice",
          "confidence": 0.2202,
          "action": {
            "act_probability": 1.0
          },
          "choice": "minimize_total_harm",
          "probabilities": {
            "minimize_total_harm": 0.4464,
            "avoid_causing_harm": 0.3683,
            "individual_rights": 0.0107,
            "duty_to_intervene": 0.1747
          }
        },
        "greater_moral_responsibility": {
          "type": "choice",
          "confidence": 0.1424,
          "action": {
            "act_probability": 1.0
          },
          "choice": "intervention",
          "probabilities": {
            "intervention": 0.5695,
            "inaction": 0.1243,
            "approximately_equal": 0.3062
          }
        },
        "best_characterization_of_intervention": {
          "type": "choice",
          "confidence": 0.0913,
          "action": {
            "act_probability": 1.0
          },
          "choice": "cause_death",
          "probabilities": {
            "prevent_greater_harm": 0.1655,
            "redirect_harm": 0.2032,
            "cause_death": 0.4799,
            "rescue_five": 0.1514
          }
        },
        "moral_preference_strength": {
          "type": "score",
          "confidence": 0.0773,
          "action": {
            "act_probability": 1.0
          },
          "score": 3.1384,
          "legend": {
            "0": "Strongly prefer doing nothing.",
            "1": "Moderately prefer doing nothing.",
            "2": "Slightly prefer doing nothing.",
            "3": "No meaningful preference between the actions.",
            "4": "Slightly prefer pulling the lever.",
            "5": "Moderately prefer pulling the lever.",
            "6": "Strongly prefer pulling the lever."
          },
          "probabilities": {
            "0": 0.0495,
            "1": 0.1419,
            "2": 0.1052,
            "3": 0.3227,
            "4": 0.1593,
            "5": 0.147,
            "6": 0.0743
          }
        },
        "action_inaction_significance": {
          "type": "score",
          "confidence": 0.0456,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.4722,
          "legend": {
            "0": "No meaningful moral distinction.",
            "1": "A small moral distinction.",
            "2": "A moderate moral distinction.",
            "3": "A substantial moral distinction.",
            "4": "A decisive moral distinction."
          },
          "probabilities": {
            "0": 0.0943,
            "1": 0.1648,
            "2": 0.237,
            "3": 0.1821,
            "4": 0.3218
          }
        },
        "harm_tradeoff_justification": {
          "type": "score",
          "confidence": 0.0537,
          "action": {
            "act_probability": 1.0
          },
          "score": 1.8444,
          "legend": {
            "0": "No moral justification.",
            "1": "Weak moral justification.",
            "2": "Moderate moral justification.",
            "3": "Strong moral justification.",
            "4": "Overwhelming moral justification."
          },
          "probabilities": {
            "0": 0.1244,
            "1": 0.3442,
            "2": 0.2013,
            "3": 0.223,
            "4": 0.1072
          }
        },
        "intervention_permissibility": {
          "type": "score",
          "confidence": 0.1104,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.3731,
          "legend": {
            "0": "Clearly impermissible.",
            "1": "Probably impermissible.",
            "2": "Morally ambiguous.",
            "3": "Probably permissible.",
            "4": "Clearly permissible."
          },
          "probabilities": {
            "0": 0.0319,
            "1": 0.1964,
            "2": 0.2813,
            "3": 0.3474,
            "4": 0.143
          }
        },
        "inaction_permissibility": {
          "type": "score",
          "confidence": 0.1044,
          "action": {
            "act_probability": 1.0
          },
          "score": 2.2521,
          "legend": {
            "0": "Clearly impermissible.",
            "1": "Probably impermissible.",
            "2": "Morally ambiguous.",
            "3": "Probably permissible.",
            "4": "Clearly permissible."
          },
          "probabilities": {
            "0": 0.0336,
            "1": 0.2261,
            "2": 0.3299,
            "3": 0.2756,
            "4": 0.1349
          }
        },
        "duty_to_minimize_harm_strength": {
          "type": "score",
          "confidence": 0.1933,
          "action": {
            "act_probability": 1.0
          },
          "score": 1.6886,
          "legend": {
            "0": "No obligation.",
            "1": "Weak obligation.",
            "2": "Moderate obligation.",
            "3": "Strong obligation.",
            "4": "Overriding obligation."
          },
          "probabilities": {
            "0": 0.0675,
            "1": 0.3754,
            "2": 0.395,
            "3": 0.1255,
            "4": 0.0367
          }
        },
        "duty_not_to_redirect_harm_strength": {
          "type": "score",
          "confidence": 0.1529,
          "action": {
            "act_probability": 1.0
          },
          "score": 1.7284,
          "legend": {
            "0": "No obligation.",
            "1": "Weak obligation.",
            "2": "Moderate obligation.",
            "3": "Strong obligation.",
            "4": "Overriding obligation."
          },
          "probabilities": {
            "0": 0.082,
            "1": 0.3471,
            "2": 0.3756,
            "3": 0.1513,
            "4": 0.044
          }
        }
      },
      "vs_jev": {
        "per_question": {
          "action": {
            "type": "choice",
            "jev_confidence": 1.0,
            "laya_confidence": 0.0359,
            "jev_choice": "pull_lever",
            "laya_choice": "pull_lever",
            "agree": true
          },
          "primary_moral_consideration": {
            "type": "choice",
            "jev_confidence": 0.94,
            "laya_confidence": 0.2202,
            "jev_choice": "minimize_total_harm",
            "laya_choice": "minimize_total_harm",
            "agree": true
          },
          "greater_moral_responsibility": {
            "type": "choice",
            "jev_confidence": 0.64,
            "laya_confidence": 0.1424,
            "jev_choice": "intervention",
            "laya_choice": "intervention",
            "agree": true
          },
          "best_characterization_of_intervention": {
            "type": "choice",
            "jev_confidence": 0.96,
            "laya_confidence": 0.0913,
            "jev_choice": "redirect_harm",
            "laya_choice": "cause_death",
            "agree": false
          },
          "moral_preference_strength": {
            "type": "score",
            "jev_confidence": 0.95,
            "laya_confidence": 0.0773,
            "jev_score": 5.91,
            "laya_score": 3.1384,
            "score_delta": 2.7716000000000003
          },
          "action_inaction_significance": {
            "type": "score",
            "jev_confidence": 0.17,
            "laya_confidence": 0.0456,
            "jev_score": 1.78,
            "laya_score": 2.4722,
            "score_delta": 0.6921999999999999
          },
          "harm_tradeoff_justification": {
            "type": "score",
            "jev_confidence": 0.66,
            "laya_confidence": 0.0537,
            "jev_score": 3.38,
            "laya_score": 1.8444,
            "score_delta": 1.5355999999999999
          },
          "intervention_permissibility": {
            "type": "score",
            "jev_confidence": 0.65,
            "laya_confidence": 0.1104,
            "jev_score": 3.59,
            "laya_score": 2.3731,
            "score_delta": 1.2168999999999999
          },
          "inaction_permissibility": {
            "type": "score",
            "jev_confidence": 0.54,
            "laya_confidence": 0.1044,
            "jev_score": 1.02,
            "laya_score": 2.2521,
            "score_delta": 1.2321
          },
          "duty_to_minimize_harm_strength": {
            "type": "score",
            "jev_confidence": 0.6,
            "laya_confidence": 0.1933,
            "jev_score": 3.42,
            "laya_score": 1.6886,
            "score_delta": 1.7313999999999998
          },
          "duty_not_to_redirect_harm_strength": {
            "type": "score",
            "jev_confidence": 0.16,
            "laya_confidence": 0.1529,
            "jev_score": 2.06,
            "laya_score": 1.7284,
            "score_delta": 0.3316000000000001
          }
        },
        "jev_low_confidence": [
          "action_inaction_significance",
          "duty_not_to_redirect_harm_strength"
        ],
        "laya_low_confidence": [
          "action",
          "primary_moral_consideration",
          "greater_moral_responsibility",
          "best_characterization_of_intervention",
          "moral_preference_strength",
          "action_inaction_significance",
          "harm_tradeoff_justification",
          "intervention_permissibility",
          "inaction_permissibility",
          "duty_to_minimize_harm_strength",
          "duty_not_to_redirect_harm_strength"
        ]
      }
    }
  },
  "compute_unit_sweep_typed_decisions_action_question": {
    "cpu_gpu": {
      "p50_ms": 101.22425001463853,
      "p95_ms": 101.56270800507627,
      "mean_ms": 101.14633010060061,
      "min_ms": 100.52579201874323,
      "max_ms": 101.59120798925869,
      "n": 50
    },
    "cpu_ne": {
      "p50_ms": 754.350290982984,
      "p95_ms": 766.6959589987528,
      "mean_ms": 755.9304499597056,
      "min_ms": 749.1610000142828,
      "max_ms": 776.8597079848405,
      "n": 50
    },
    "cpu": {
      "p50_ms": 754.800458002137,
      "p95_ms": 764.0228750242386,
      "mean_ms": 755.3792240773328,
      "min_ms": 749.1829579812475,
      "max_ms": 764.8939579958096,
      "n": 50
    },
    "all": {
      "p50_ms": 758.3346249884926,
      "p95_ms": 766.503749997355,
      "mean_ms": 760.1547166181263,
      "min_ms": 755.7183750031982,
      "max_ms": 787.6160000159871,
      "n": 50
    }
  },
  "ane_sidebar": {
    "checkpoint": "aac6fef/laya-multilingual-coreml-ane",
    "revision": "39d6a9b3d0f67f06da74fbade6121ea134cbdb21",
    "compute_units": "cpu_ne",
    "prompt": "compressed to fit the 96-token total budget (state-96.json + questions-96.json), NOT the same prompt as the primary comparison",
    "load_ms": 17401.437997817993,
    "single_question_p50_ms": 5.358499998692423,
    "single_question_p95_ms": 5.583416990702972,
    "single_question_mean_ms": 5.4044458593125455,
    "n": 100,
    "answer": {
      "choice": "pull_lever",
      "confidence": 0.2557,
      "probabilities": {
        "pull_lever": 0.7885,
        "do_nothing": 0.2115
      }
    }
  },
  "jev_reference": {
    "source": "content/code/2026/typesafe-trolley-problem/response.json",
    "model": "jev-1.13.0",
    "browser_round_trip_ms": 271,
    "server_evaluation_time_ms": 146.9146780000301,
    "input_tokens": 1565,
    "output_tokens": 357
  }
}