{
  "suite": "v1",
  "date": "2026-09-29",
  "machine": {
    "chip": "Apple M4 Max",
    "memory_gb": 48,
    "macos": "27.0"
  },
  "method": {
    "local": "SMC system power (PSTR), 10 Hz, integrated over the engine's turn, less the idle power measured for 5 s just before the run, with the model loaded",
    "remote": "per model: open-weight models scale Epoch AI's GPT-4o estimate by their active parameters; closed models use it as is",
    "remote_wh_per_input_token": 0.00022,
    "remote_wh_per_output_token": 0.0006,
    "grid_g_per_kwh": 458.0,
    "grid_basis": "Ember, Global Electricity Review 2026 (2025 world average)"
  },
  "models": [
    {
      "model": "apple/on-device",
      "runs": 18,
      "passed": 0,
      "wh_per_solve": null,
      "local_wh_per_solve": null,
      "remote_wh_per_solve": null,
      "estimated": false,
      "g_co2e_per_solve": null,
      "secs_per_run": 128.9,
      "idle_w": 13.5
    },
    {
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "runs": 18,
      "passed": 7,
      "wh_per_solve": 1.701,
      "local_wh_per_solve": 1.701,
      "remote_wh_per_solve": null,
      "estimated": false,
      "g_co2e_per_solve": 0.779,
      "secs_per_run": 52.7,
      "idle_w": 15.9
    }
  ],
  "runs": [
    {
      "task": "add-function",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 56.3,
      "input_tokens": 25773,
      "output_tokens": 882,
      "model_calls": 6,
      "local_wh": 0.2337,
      "system_wh": 0.3665,
      "idle_w": 8.49,
      "gpu_wh": 0.0056,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "add-function",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "timeout",
      "secs": 240.0,
      "input_tokens": 84990,
      "output_tokens": 3890,
      "model_calls": 18,
      "local_wh": 1.0758,
      "system_wh": 1.6498,
      "idle_w": 8.61,
      "gpu_wh": 0.0256,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "add-function",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "looping",
      "secs": 66.2,
      "input_tokens": 31317,
      "output_tokens": 1045,
      "model_calls": 7,
      "local_wh": 0.1986,
      "system_wh": 0.3985,
      "idle_w": 10.88,
      "gpu_wh": 0.003,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "looping",
      "secs": 38.3,
      "input_tokens": 23534,
      "output_tokens": 728,
      "model_calls": 6,
      "local_wh": 0.1271,
      "system_wh": 0.2313,
      "idle_w": 9.8,
      "gpu_wh": 0.0016,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 133.4,
      "input_tokens": 7181,
      "output_tokens": 131,
      "model_calls": 2,
      "local_wh": 0.4217,
      "system_wh": 0.7767,
      "idle_w": 9.58,
      "gpu_wh": 0.006,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "looping",
      "secs": 52.7,
      "input_tokens": 28371,
      "output_tokens": 1048,
      "model_calls": 7,
      "local_wh": 0.1615,
      "system_wh": 0.295,
      "idle_w": 9.11,
      "gpu_wh": 0.0012,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 136.5,
      "input_tokens": 18859,
      "output_tokens": 4391,
      "model_calls": 5,
      "local_wh": 0.509,
      "system_wh": 0.8382,
      "idle_w": 8.68,
      "gpu_wh": 0.0084,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 104.1,
      "input_tokens": 23341,
      "output_tokens": 563,
      "model_calls": 6,
      "local_wh": 0.3879,
      "system_wh": 0.6148,
      "idle_w": 7.85,
      "gpu_wh": 0.0047,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "looping",
      "secs": 132.5,
      "input_tokens": 79647,
      "output_tokens": 2049,
      "model_calls": 17,
      "local_wh": 0.4696,
      "system_wh": 0.7954,
      "idle_w": 8.86,
      "gpu_wh": 0.0059,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 107.0,
      "input_tokens": 26925,
      "output_tokens": 918,
      "model_calls": 6,
      "local_wh": 0.3303,
      "system_wh": 0.6363,
      "idle_w": 10.29,
      "gpu_wh": 0.0061,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "timeout",
      "secs": 240.0,
      "input_tokens": 105192,
      "output_tokens": 4077,
      "model_calls": 21,
      "local_wh": 0.1646,
      "system_wh": 1.7142,
      "idle_w": 23.24,
      "gpu_wh": 0.2329,
      "ane_wh": 1.1943,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "complete",
      "secs": 134.4,
      "input_tokens": 7979,
      "output_tokens": 280,
      "model_calls": 2,
      "local_wh": 0.0,
      "system_wh": 1.1146,
      "idle_w": 34.43,
      "gpu_wh": 0.0244,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 112.5,
      "input_tokens": 16051,
      "output_tokens": 437,
      "model_calls": 4,
      "local_wh": 0.0287,
      "system_wh": 0.8745,
      "idle_w": 27.07,
      "gpu_wh": 0.0231,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 104.8,
      "input_tokens": 25586,
      "output_tokens": 1001,
      "model_calls": 6,
      "local_wh": 0.2912,
      "system_wh": 0.6962,
      "idle_w": 13.92,
      "gpu_wh": 0.0152,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "complete",
      "secs": 182.7,
      "input_tokens": 25473,
      "output_tokens": 621,
      "model_calls": 6,
      "local_wh": 0.6957,
      "system_wh": 1.4385,
      "idle_w": 14.64,
      "gpu_wh": 0.0473,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "apple/on-device",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 140.9,
      "input_tokens": 7322,
      "output_tokens": 624,
      "model_calls": 2,
      "local_wh": 0.5602,
      "system_wh": 1.0807,
      "idle_w": 13.29,
      "gpu_wh": 0.0344,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "apple/on-device",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 230.0,
      "input_tokens": 72761,
      "output_tokens": 2822,
      "model_calls": 16,
      "local_wh": 0.5466,
      "system_wh": 1.4883,
      "idle_w": 14.74,
      "gpu_wh": 0.0376,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "apple/on-device",
      "rep": 3,
      "pass": false,
      "end": "complete",
      "secs": 107.0,
      "input_tokens": 20190,
      "output_tokens": 537,
      "model_calls": 5,
      "local_wh": 0.3142,
      "system_wh": 0.6006,
      "idle_w": 9.64,
      "gpu_wh": 0.0152,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "add-function",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": true,
      "end": "complete",
      "secs": 34.5,
      "input_tokens": 12033,
      "output_tokens": 2299,
      "model_calls": 3,
      "local_wh": 0.9104,
      "system_wh": 1.0281,
      "idle_w": 12.28,
      "gpu_wh": 0.4301,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "add-function",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 38.8,
      "input_tokens": 16324,
      "output_tokens": 2845,
      "model_calls": 4,
      "local_wh": 0.8828,
      "system_wh": 1.1144,
      "idle_w": 21.47,
      "gpu_wh": 0.4462,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "add-function",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": true,
      "end": "complete",
      "secs": 37.6,
      "input_tokens": 7268,
      "output_tokens": 2312,
      "model_calls": 2,
      "local_wh": 0.5187,
      "system_wh": 0.7097,
      "idle_w": 18.31,
      "gpu_wh": 0.2261,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": true,
      "end": "complete",
      "secs": 35.1,
      "input_tokens": 6979,
      "output_tokens": 1510,
      "model_calls": 2,
      "local_wh": 0.347,
      "system_wh": 0.5482,
      "idle_w": 20.63,
      "gpu_wh": 0.1563,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 25.0,
      "input_tokens": 6955,
      "output_tokens": 844,
      "model_calls": 2,
      "local_wh": 0.1679,
      "system_wh": 0.3508,
      "idle_w": 26.33,
      "gpu_wh": 0.0939,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "edit-json-config",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": false,
      "end": "complete",
      "secs": 79.8,
      "input_tokens": 10955,
      "output_tokens": 3665,
      "model_calls": 3,
      "local_wh": 0.7731,
      "system_wh": 1.0813,
      "idle_w": 13.9,
      "gpu_wh": 0.2559,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 41.4,
      "input_tokens": 6947,
      "output_tokens": 1840,
      "model_calls": 2,
      "local_wh": 0.4659,
      "system_wh": 0.6468,
      "idle_w": 15.72,
      "gpu_wh": 0.179,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 53.8,
      "input_tokens": 17953,
      "output_tokens": 2835,
      "model_calls": 5,
      "local_wh": 0.6141,
      "system_wh": 0.8638,
      "idle_w": 16.71,
      "gpu_wh": 2.6753,
      "ane_wh": 0.8825,
      "remote_wh": null
    },
    {
      "task": "find-answer",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": false,
      "end": "complete",
      "secs": 19.0,
      "input_tokens": 10545,
      "output_tokens": 903,
      "model_calls": 3,
      "local_wh": 0.3017,
      "system_wh": 0.3705,
      "idle_w": 13.06,
      "gpu_wh": 0.1287,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": false,
      "end": "looping",
      "secs": 97.0,
      "input_tokens": 20283,
      "output_tokens": 6669,
      "model_calls": 5,
      "local_wh": 1.177,
      "system_wh": 1.5317,
      "idle_w": 13.16,
      "gpu_wh": 0.4207,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 55.9,
      "input_tokens": 11733,
      "output_tokens": 4577,
      "model_calls": 3,
      "local_wh": 0.6721,
      "system_wh": 0.937,
      "idle_w": 17.05,
      "gpu_wh": 0.31,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-python-test",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": true,
      "end": "complete",
      "secs": 27.7,
      "input_tokens": 11465,
      "output_tokens": 1930,
      "model_calls": 3,
      "local_wh": 0.4531,
      "system_wh": 0.5212,
      "idle_w": 8.86,
      "gpu_wh": 0.194,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": true,
      "end": "complete",
      "secs": 11.5,
      "input_tokens": 10651,
      "output_tokens": 455,
      "model_calls": 3,
      "local_wh": 0.2456,
      "system_wh": 0.2724,
      "idle_w": 8.38,
      "gpu_wh": 0.115,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": true,
      "end": "complete",
      "secs": 9.5,
      "input_tokens": 10645,
      "output_tokens": 401,
      "model_calls": 3,
      "local_wh": 0.206,
      "system_wh": 0.2372,
      "idle_w": 11.81,
      "gpu_wh": 0.1045,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "fix-rust-add",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": true,
      "end": "complete",
      "secs": 12.9,
      "input_tokens": 7067,
      "output_tokens": 524,
      "model_calls": 2,
      "local_wh": 0.2259,
      "system_wh": 0.2792,
      "idle_w": 14.91,
      "gpu_wh": 0.1101,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 1,
      "pass": false,
      "end": "complete",
      "secs": 121.4,
      "input_tokens": 55454,
      "output_tokens": 5795,
      "model_calls": 13,
      "local_wh": 1.2728,
      "system_wh": 1.8546,
      "idle_w": 17.26,
      "gpu_wh": 0.4497,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 2,
      "pass": false,
      "end": "complete",
      "secs": 138.3,
      "input_tokens": 57375,
      "output_tokens": 7854,
      "model_calls": 13,
      "local_wh": 1.4428,
      "system_wh": 2.1663,
      "idle_w": 18.83,
      "gpu_wh": 0.5951,
      "ane_wh": 0.0,
      "remote_wh": null
    },
    {
      "task": "rename-symbol",
      "model": "tang/mlx-community/Qwen3-4B-4bit",
      "rep": 3,
      "pass": false,
      "end": "looping",
      "secs": 110.0,
      "input_tokens": 43190,
      "output_tokens": 6105,
      "model_calls": 10,
      "local_wh": 1.2319,
      "system_wh": 1.7843,
      "idle_w": 18.08,
      "gpu_wh": 3.3848,
      "ane_wh": 0.0001,
      "remote_wh": null
    }
  ],
  "remote_estimates": [
    {
      "model": "Qwen3-Coder 480B-A35B",
      "active_b": 35.0,
      "wh_per_input_token": 0.000077,
      "wh_per_output_token": 0.00020999999999999998,
      "basis": "Qwen3-Coder 480B-A35B: 35B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct"
    },
    {
      "model": "Qwen3 235B-A22B",
      "active_b": 22.0,
      "wh_per_input_token": 0.000048400000000000004,
      "wh_per_output_token": 0.00013199999999999998,
      "basis": "Qwen3 235B-A22B: 22B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/Qwen/Qwen3-235B-A22B"
    },
    {
      "model": "DeepSeek-V3",
      "active_b": 37.0,
      "wh_per_input_token": 0.0000814,
      "wh_per_output_token": 0.00022199999999999998,
      "basis": "DeepSeek-V3: 37B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V3"
    },
    {
      "model": "Kimi K2",
      "active_b": 32.0,
      "wh_per_input_token": 0.0000704,
      "wh_per_output_token": 0.00019199999999999998,
      "basis": "Kimi K2: 32B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/moonshotai/Kimi-K2-Instruct"
    },
    {
      "model": "GLM-4.5-Air",
      "active_b": 12.0,
      "wh_per_input_token": 0.0000264,
      "wh_per_output_token": 0.00007199999999999999,
      "basis": "GLM-4.5-Air: 12B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/zai-org/GLM-4.5-Air"
    },
    {
      "model": "GLM-4.5",
      "active_b": 32.0,
      "wh_per_input_token": 0.0000704,
      "wh_per_output_token": 0.00019199999999999998,
      "basis": "GLM-4.5: 32B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/zai-org/GLM-4.5"
    },
    {
      "model": "gpt-oss-120b",
      "active_b": 5.1,
      "wh_per_input_token": 0.00001122,
      "wh_per_output_token": 0.0000306,
      "basis": "gpt-oss-120b: 5.1B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/openai/gpt-oss-120b"
    },
    {
      "model": "gpt-oss-20b",
      "active_b": 3.6,
      "wh_per_input_token": 7.92e-6,
      "wh_per_output_token": 0.0000216,
      "basis": "gpt-oss-20b: 3.6B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/openai/gpt-oss-20b"
    },
    {
      "model": "Llama 4 Maverick",
      "active_b": 17.0,
      "wh_per_input_token": 0.0000374,
      "wh_per_output_token": 0.000102,
      "basis": "Llama 4 Maverick: 17B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct"
    },
    {
      "model": "Mistral Large 2",
      "active_b": 123.0,
      "wh_per_input_token": 0.0002706,
      "wh_per_output_token": 0.0007379999999999999,
      "basis": "Mistral Large 2: 123B active parameters, scaled from Epoch AI's GPT-4o estimate",
      "source": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2407"
    },
    {
      "model": "Closed models (Claude, GPT, Gemini, Grok)",
      "active_b": null,
      "wh_per_input_token": 0.00022,
      "wh_per_output_token": 0.0006,
      "basis": "Size not published; assumes a frontier model like GPT-4o (Epoch AI)",
      "source": "https://epoch.ai/gradient-updates/how-much-energy-does-chatgpt-use"
    }
  ]
}