{
  "schema_version": 1,
  "date": "2026-11-16",
  "author": "FagonViendra",
  "cli_version": "0.169.0",
  "source_session_title": "Dùng nhiều tài khoản Codex CLI",
  "replicates_per_condition": 1,
  "billing_note": "Recorded API Standard price equivalents, not observed charges. Output includes reasoning; cached input is part of input, not extra tokens.",
  "prices_usd_per_million_tokens": {
    "gpt-6-astra": {
      "input": 10,
      "cached_input": 1,
      "output": 50
    },
    "gpt-6.1-sol": {
      "input": 2,
      "cached_input": 0.1,
      "output": 10
    }
  },
  "groups": [
    {
      "id": "archery32-native",
      "title": {
        "vi": "Cung bắn tên 32×32 · Native",
        "en": "32×32 archery bow · Native"
      },
      "mode": "native",
      "size": 32,
      "subject": "bow",
      "source_metrics_sha256": "04457f86460fdd492ee10d2194375b7a1dffb1892ded0b92fc1f44e86e17484e",
      "source_dataset": "archery-effort-native-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:48:08.325618+00:00",
          "completed_at_utc": "2026-11-16T12:49:56.226109+00:00",
          "elapsed_seconds": 110.583214527,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 98751,
            "cached_input_tokens": 90880,
            "cache_write_input_tokens": 0,
            "output_tokens": 3564,
            "reasoning_output_tokens": 2098,
            "total_tokens": 102315
          },
          "tool_call_count": 7,
          "api_equivalent_usd": 0.06047,
          "actual_charge_usd": null,
          "id": "archery32-native--sol-6.1-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": true,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "max-reference/sol-6.1-max/bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/sol-6.1-max/bow.png",
              "sha256": "6415325efae03da1eaff7fb13cec4e58611fed4649a79848ea4566b363beed0d",
              "bytes": 413,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "max-reference/sol-6.1-max/bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/sol-6.1-max/bow_preview.png",
              "sha256": "c4aa1ed5be6a6da6b958d4e0a38e2b084f94a6b955711f43fcad859806e2052b",
              "bytes": 2912,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "max-reference/sol-6.1-max/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/sol-6.1-max/draw_bow.py.txt",
              "sha256": "b4b7d623c66cdb78712432d4785f84f2c4128a7e8bc41ba6c951da0078d0675e",
              "bytes": 2497,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/sol-6.1-max/bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:50:09.173979+00:00",
          "completed_at_utc": "2026-11-16T12:54:25.509910+00:00",
          "elapsed_seconds": 266.971510754,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 174573,
            "cached_input_tokens": 163584,
            "cache_write_input_tokens": 0,
            "output_tokens": 5755,
            "reasoning_output_tokens": 2365,
            "total_tokens": 180328
          },
          "tool_call_count": 7,
          "api_equivalent_usd": 0.561224,
          "actual_charge_usd": null,
          "id": "archery32-native--astra-6-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": true,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "max-reference/astra-6-max/archery_bow/archery_bow_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/astra-6-max/archery_bow/archery_bow_32x32.png",
              "sha256": "7a9b3863b62c48fa5e0636c870524d3c16371730b3d0501e00c186204e5d3aa9",
              "bytes": 644,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "max-reference/astra-6-max/archery_bow/archery_bow_inspection.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/astra-6-max/archery_bow/archery_bow_inspection.png",
              "sha256": "21a67093627a214c541bcde5e33f0a80b769bbc436629acc41220cb1ffd6ed27",
              "bytes": 3796,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "max-reference/astra-6-max/archery_bow/archery_bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/astra-6-max/archery_bow/archery_bow_preview.png",
              "sha256": "7f336f9e2a23c002126b9d6e812db4292c4923ac56a7efb7b2976618954bea92",
              "bytes": 3373,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "max-reference/astra-6-max/archery_bow/create_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/astra-6-max/archery_bow/create_bow.py.txt",
              "sha256": "ec2b0157f27a70097b8c0fc6636d0361ef4562d119ab9509ea2cc6741d2fbd85",
              "bytes": 2858,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/max-reference/astra-6-max/archery_bow/archery_bow_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:03:21.741628+00:00",
          "completed_at_utc": "2026-11-16T13:04:41.082858+00:00",
          "elapsed_seconds": 80.877210063,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 62125,
            "cached_input_tokens": 54784,
            "cache_write_input_tokens": 0,
            "output_tokens": 1657,
            "reasoning_output_tokens": 95,
            "total_tokens": 63782
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.0367304,
          "actual_charge_usd": null,
          "id": "archery32-native--sol-6.1-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/sol-6.1-low/archery-bow/archery-bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/low/sol-6.1-low/archery-bow/archery-bow.png",
              "sha256": "039916450164d354a9e6e81711af60b78580789fc33f742051525460c7d81ba7",
              "bytes": 247,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "low/sol-6.1-low/archery-bow/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/low/sol-6.1-low/archery-bow/draw_bow.py.txt",
              "sha256": "b7812a40fb554aab3ce66442ea730c7ce7ccedb1b792da15881f3ff76e8edb4e",
              "bytes": 2892,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/low/sol-6.1-low/archery-bow/archery-bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:04:49.296451+00:00",
          "completed_at_utc": "2026-11-16T13:05:42.283892+00:00",
          "elapsed_seconds": 56.380014283,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 60913,
            "cached_input_tokens": 50048,
            "cache_write_input_tokens": 0,
            "output_tokens": 935,
            "reasoning_output_tokens": 0,
            "total_tokens": 61848
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.205448,
          "actual_charge_usd": null,
          "id": "archery32-native--astra-6-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/astra-6-low/output/archery_bow_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/low/astra-6-low/output/archery_bow_32x32.png",
              "sha256": "06976893acbe337aa8155a9c9c2761d6a2bd2ae6435ea6b9e39dd4f3deaab345",
              "bytes": 430,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "low/astra-6-low/output/archery_bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/low/astra-6-low/output/archery_bow_preview.png",
              "sha256": "c5fdde6e87036fb2438b8fca6ba487440ea274585496494e86b4eace0d162027",
              "bytes": 2781,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "low/astra-6-low/output/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/low/astra-6-low/output/draw_bow.py.txt",
              "sha256": "1b7ca4a6233b57f3cf3e21b2a17aa844b2bea30c75acbdfe2e8d4c5ff7365e50",
              "bytes": 1673,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/low/astra-6-low/output/archery_bow_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:05:50.751087+00:00",
          "completed_at_utc": "2026-11-16T13:06:34.908916+00:00",
          "elapsed_seconds": 47.382141871,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 61137,
            "cached_input_tokens": 54272,
            "cache_write_input_tokens": 0,
            "output_tokens": 1249,
            "reasoning_output_tokens": 34,
            "total_tokens": 62386
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.185372,
          "actual_charge_usd": null,
          "id": "archery32-native--astra-6-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/astra-6-medium/output/archery_bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/astra-6-medium/output/archery_bow.png",
              "sha256": "4c641c9b78ddd3da533073ad9fe4efb33c397a3dbccc72a93371b806dc7a5b6f",
              "bytes": 476,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "medium/astra-6-medium/output/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/astra-6-medium/output/draw_bow.py.txt",
              "sha256": "1b379eb5eda014340cd7f1ce382b566fdbc22d80940d2a02ad4cb3369ab6f831",
              "bytes": 2082,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/astra-6-medium/output/archery_bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:06:41.575209+00:00",
          "completed_at_utc": "2026-11-16T13:07:25.441498+00:00",
          "elapsed_seconds": 45.575135925,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 60556,
            "cached_input_tokens": 57344,
            "cache_write_input_tokens": 0,
            "output_tokens": 1341,
            "reasoning_output_tokens": 61,
            "total_tokens": 61897
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.0255684,
          "actual_charge_usd": null,
          "id": "archery32-native--sol-6.1-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/sol-6.1-medium/archery_bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/sol-6.1-medium/archery_bow.png",
              "sha256": "c3dafb6906c6068562a2a6e64b8ac242904b115dc4fd0230c9eb9d9356b1b10f",
              "bytes": 442,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "medium/sol-6.1-medium/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/sol-6.1-medium/draw_bow.py.txt",
              "sha256": "82c9e0e8cb34f67a1ea34e5a5f890c28ba18c2482cd44505680f412bfe356402",
              "bytes": 2211,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/medium/sol-6.1-medium/archery_bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:07:34.262538+00:00",
          "completed_at_utc": "2026-11-16T13:08:37.398249+00:00",
          "elapsed_seconds": 66.487651759,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 93784,
            "cached_input_tokens": 89600,
            "cache_write_input_tokens": 0,
            "output_tokens": 1651,
            "reasoning_output_tokens": 382,
            "total_tokens": 95435
          },
          "tool_call_count": 6,
          "api_equivalent_usd": 0.033838,
          "actual_charge_usd": null,
          "id": "archery32-native--sol-6.1-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/sol-6.1-high/archery_bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/high/sol-6.1-high/archery_bow.png",
              "sha256": "636d13557cfdc4f1719448b600f4abc8c498a55529a6065067ba11d306c5db71",
              "bytes": 515,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "high/sol-6.1-high/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/high/sol-6.1-high/draw_bow.py.txt",
              "sha256": "b48d401dbbf21cd53b449ba3d07c03028a94d521a1afe92d422c98a7b6178521",
              "bytes": 1940,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/high/sol-6.1-high/archery_bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:08:43.954931+00:00",
          "completed_at_utc": "2026-11-16T13:09:38.242435+00:00",
          "elapsed_seconds": 57.435949867,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 62311,
            "cached_input_tokens": 54784,
            "cache_write_input_tokens": 0,
            "output_tokens": 1674,
            "reasoning_output_tokens": 210,
            "total_tokens": 63985
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.213754,
          "actual_charge_usd": null,
          "id": "archery32-native--astra-6-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/astra-6-high/output/archery_bow_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/high/astra-6-high/output/archery_bow_32x32.png",
              "sha256": "72a9e413004c9be4167a376c9a5567607d68612b8faed0befb4de09af9570abd",
              "bytes": 480,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "high/astra-6-high/output/archery_bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/high/astra-6-high/output/archery_bow_preview.png",
              "sha256": "7ee6133db67b37f6ba0456682644253f465a8edf345bd3d5f75c8348cd716c1c",
              "bytes": 2880,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "high/astra-6-high/output/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/high/astra-6-high/output/draw_bow.py.txt",
              "sha256": "beaad11c77ec5f8d7e0a3bffab4a2061e25499fbe962cc2fdde3ee920b18b0cf",
              "bytes": 2409,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/high/astra-6-high/output/archery_bow_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:09:47.846380+00:00",
          "completed_at_utc": "2026-11-16T13:11:25.819786+00:00",
          "elapsed_seconds": 102.598378687,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 62927,
            "cached_input_tokens": 56576,
            "cache_write_input_tokens": 0,
            "output_tokens": 2796,
            "reasoning_output_tokens": 1569,
            "total_tokens": 65723
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.259886,
          "actual_charge_usd": null,
          "id": "archery32-native--astra-6-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/astra-6-xhigh/archery_bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/astra-6-xhigh/archery_bow.png",
              "sha256": "b154063daea9a802dec9896027c4166dfd8a9af9053bfd583c4a39ecf09207c0",
              "bytes": 487,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/archery_bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/astra-6-xhigh/archery_bow_preview.png",
              "sha256": "8bd4105f4e279ac7abc6e42fb2b90e001e03609c196e30e41ad3bdec56a788e7",
              "bytes": 3284,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/astra-6-xhigh/draw_bow.py.txt",
              "sha256": "90d812ff50ffbeec796cf7920c795975450de50b454bb03f25a45f0e0968d16f",
              "bytes": 2099,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/astra-6-xhigh/archery_bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:11:32.779453+00:00",
          "completed_at_utc": "2026-11-16T13:13:13.713069+00:00",
          "elapsed_seconds": 107.247174323,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 63067,
            "cached_input_tokens": 48640,
            "cache_write_input_tokens": 0,
            "output_tokens": 3275,
            "reasoning_output_tokens": 1722,
            "total_tokens": 66342
          },
          "tool_call_count": 6,
          "api_equivalent_usd": 0.066468,
          "actual_charge_usd": null,
          "id": "archery32-native--sol-6.1-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel archery bow for me using code to export it as an image",
          "prompt_sha256": "591f5e3b5eb8330673d3530c5ed04270704a88e214992203bb74927c297a6736",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/sol-6.1-xhigh/archery_bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/sol-6.1-xhigh/archery_bow.png",
              "sha256": "ab46c9fa180b5f8d6400ad479c88a84723b053c0b00715f8e830d63fd1ef301d",
              "bytes": 495,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/archery_bow_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/sol-6.1-xhigh/archery_bow_preview.png",
              "sha256": "4417452859df3c3475ba2c3f5eb6dfcfd1abfd6674577bd8a2f60dbc35126b2d",
              "bytes": 1983,
              "kind": "png",
              "dimensions": [
                384,
                384
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/create_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/sol-6.1-xhigh/create_bow.py.txt",
              "sha256": "3745fa4b1acc52012e86d9c7edf26636864eb90d2e29de1012c62686f45a2d89",
              "bytes": 2470,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/archery32-native/xhigh/sol-6.1-xhigh/archery_bow.png",
          "svg": null,
          "frame_source": null
        }
      ]
    },
    {
      "id": "axe32-native",
      "title": {
        "vi": "Rìu chéo 32×32 · Native",
        "en": "32×32 diagonal axe · Native"
      },
      "mode": "native",
      "size": 32,
      "subject": "axe",
      "source_metrics_sha256": "d841b23fc64c2404f0c8768a98d69ba205b294855cda4c88e01598073cf96b58",
      "source_dataset": "axe-effort-native-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:27:19.741931+00:00",
          "completed_at_utc": "2026-11-16T13:29:10.771533+00:00",
          "elapsed_seconds": 113.262787809,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 63121,
            "cached_input_tokens": 54016,
            "cache_write_input_tokens": 0,
            "output_tokens": 3107,
            "reasoning_output_tokens": 1428,
            "total_tokens": 66228
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.0546816,
          "actual_charge_usd": null,
          "id": "axe32-native--sol-6.1-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/sol-6.1-xhigh/axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/sol-6.1-xhigh/axe.png",
              "sha256": "597569d602391725bfffcf7384fca788fd5946ca7b638e93ddaa2d95955cc72a",
              "bytes": 614,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/sol-6.1-xhigh/axe_preview.png",
              "sha256": "5362f7de8c56ac98ad20d526c9f9305b1fe4c72e6b5ccd1bfd1de86880f37551",
              "bytes": 3429,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/sol-6.1-xhigh/draw_axe.py.txt",
              "sha256": "40086e034d1ad479fd1511d35ea7a1b064d69ba82fd82a6caf7dffeeee46f844",
              "bytes": 2698,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/sol-6.1-xhigh/axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:29:18.291869+00:00",
          "completed_at_utc": "2026-11-16T13:31:30.128313+00:00",
          "elapsed_seconds": 135.627861757,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 63161,
            "cached_input_tokens": 59264,
            "cache_write_input_tokens": 0,
            "output_tokens": 2910,
            "reasoning_output_tokens": 1124,
            "total_tokens": 66071
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.243734,
          "actual_charge_usd": null,
          "id": "axe32-native--astra-6-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/astra-6-xhigh/diagonal_axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/astra-6-xhigh/diagonal_axe_32x32.png",
              "sha256": "b6955102a8fe25f3effd8ee0d5655512ea19a73be8691b8fdc336689bde0df55",
              "bytes": 570,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/diagonal_axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/astra-6-xhigh/diagonal_axe_preview.png",
              "sha256": "c729579d381b8eb59c97ae7b4c50852d94205fa2e3175f8a56dd6fb37554898f",
              "bytes": 3271,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/astra-6-xhigh/draw_axe.py.txt",
              "sha256": "a47deb890c45c124e558405061ec3d6cae1c59fb4d73cc5094626147f4108ade",
              "bytes": 2965,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/xhigh/astra-6-xhigh/diagonal_axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:31:39.246546+00:00",
          "completed_at_utc": "2026-11-16T13:32:55.623947+00:00",
          "elapsed_seconds": 78.604708098,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 62934,
            "cached_input_tokens": 55040,
            "cache_write_input_tokens": 0,
            "output_tokens": 1978,
            "reasoning_output_tokens": 339,
            "total_tokens": 64912
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.23288,
          "actual_charge_usd": null,
          "id": "axe32-native--astra-6-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/astra-6-high/output/diagonal_axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/astra-6-high/output/diagonal_axe_32x32.png",
              "sha256": "c26e2665be9277d14069050d963f372ba621e9a2e900ea15979d4cda82eba74e",
              "bytes": 587,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "high/astra-6-high/output/diagonal_axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/astra-6-high/output/diagonal_axe_preview.png",
              "sha256": "8f988125a60dc68135c9c780d6727c3852c30f37a8db112ca27581af12b04b56",
              "bytes": 3438,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "high/astra-6-high/output/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/astra-6-high/output/draw_axe.py.txt",
              "sha256": "dde4f51b22dd3ce823877115f12207b9ce26ffca2cbc4f684db46b7421e0f747",
              "bytes": 2678,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/high/astra-6-high/output/diagonal_axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:33:02.448142+00:00",
          "completed_at_utc": "2026-11-16T13:34:06.625931+00:00",
          "elapsed_seconds": 66.92134589,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 77152,
            "cached_input_tokens": 66048,
            "cache_write_input_tokens": 0,
            "output_tokens": 2075,
            "reasoning_output_tokens": 545,
            "total_tokens": 79227
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.049562800000000004,
          "actual_charge_usd": null,
          "id": "axe32-native--sol-6.1-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/sol-6.1-high/axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/sol-6.1-high/axe_32x32.png",
              "sha256": "ebd7caac873221d0c61b47aaaf5e7d03be96382227b89aab07ae3505bcf2c40d",
              "bytes": 541,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "high/sol-6.1-high/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/sol-6.1-high/axe_preview.png",
              "sha256": "94563b66e3ddf0ec9a07a0e3a5acb5bd2efe32d859542fbf768b998be2ac2844",
              "bytes": 3324,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "high/sol-6.1-high/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/high/sol-6.1-high/draw_axe.py.txt",
              "sha256": "7025ea905410d6f3852271afe4ba414bf7b47951875a8bc669286e31e69ac74d",
              "bytes": 2498,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/high/sol-6.1-high/axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:34:15.080727+00:00",
          "completed_at_utc": "2026-11-16T13:35:14.947379+00:00",
          "elapsed_seconds": 62.070305286,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 76450,
            "cached_input_tokens": 68736,
            "cache_write_input_tokens": 0,
            "output_tokens": 1601,
            "reasoning_output_tokens": 196,
            "total_tokens": 78051
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.0383116,
          "actual_charge_usd": null,
          "id": "axe32-native--sol-6.1-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/sol-6.1-medium/axe/axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/sol-6.1-medium/axe/axe_32x32.png",
              "sha256": "27f052f6449259cd0ef5c01646162a8e4217c9d6767212ed0eee05f545cbf8a0",
              "bytes": 671,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "medium/sol-6.1-medium/axe/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/sol-6.1-medium/axe/axe_preview.png",
              "sha256": "9a42b176b82dfb39c9f832b60b237b0e9e37b8e16cc0a2e734cf3f2cc32ce518",
              "bytes": 3380,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "medium/sol-6.1-medium/axe/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/sol-6.1-medium/axe/draw_axe.py.txt",
              "sha256": "3ab91fa9acf901b5106f2f1a40ef342efc6f68cd8ffd7dac44bf27f30bc631fd",
              "bytes": 2193,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/sol-6.1-medium/axe/axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:35:21.525502+00:00",
          "completed_at_utc": "2026-11-16T13:36:26.942402+00:00",
          "elapsed_seconds": 68.145062444,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 61900,
            "cached_input_tokens": 54528,
            "cache_write_input_tokens": 0,
            "output_tokens": 1624,
            "reasoning_output_tokens": 282,
            "total_tokens": 63524
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.209448,
          "actual_charge_usd": null,
          "id": "axe32-native--astra-6-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/astra-6-medium/output/axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/astra-6-medium/output/axe_32x32.png",
              "sha256": "bf4d9706a303a9bb1c23e0c6acfcd9d8d03b2a881f9be0c9029dbadb801fbcf8",
              "bytes": 582,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "medium/astra-6-medium/output/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/astra-6-medium/output/axe_preview.png",
              "sha256": "acab99a935ff08062f4a8b981e59b2b2d7ff9ad9fe31a5b018239e34d1cfefb9",
              "bytes": 3298,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "medium/astra-6-medium/output/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/astra-6-medium/output/draw_axe.py.txt",
              "sha256": "41937d11854c209c260002348d6800f9a22eadaea767abdc16a3fc97b49fe756",
              "bytes": 2177,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/medium/astra-6-medium/output/axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:36:35.425991+00:00",
          "completed_at_utc": "2026-11-16T13:37:25.529361+00:00",
          "elapsed_seconds": 52.210390693,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 61147,
            "cached_input_tokens": 54144,
            "cache_write_input_tokens": 0,
            "output_tokens": 1259,
            "reasoning_output_tokens": 20,
            "total_tokens": 62406
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.187124,
          "actual_charge_usd": null,
          "id": "axe32-native--astra-6-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/astra-6-low/axe/axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/astra-6-low/axe/axe_32x32.png",
              "sha256": "a394733f0d2442cc6c72638cb883ece4eb0529b774fd5b5fedbe34a7e05cdbd3",
              "bytes": 544,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "low/astra-6-low/axe/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/astra-6-low/axe/axe_preview.png",
              "sha256": "311aa605159f6a56d9982dabc15cfd522310a1951435c404e5f158e258ec4b02",
              "bytes": 3221,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "low/astra-6-low/axe/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/astra-6-low/axe/draw_axe.py.txt",
              "sha256": "d602b0b149365e67b6a3aa7127e396a028374702cbc9ae5a887588160871a523",
              "bytes": 1914,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/low/astra-6-low/axe/axe_32x32.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:37:31.611804+00:00",
          "completed_at_utc": "2026-11-16T13:38:17.809709+00:00",
          "elapsed_seconds": 48.884002057,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 61760,
            "cached_input_tokens": 54656,
            "cache_write_input_tokens": 0,
            "output_tokens": 1314,
            "reasoning_output_tokens": 27,
            "total_tokens": 63074
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.0328136,
          "actual_charge_usd": null,
          "id": "axe32-native--sol-6.1-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code to export it as an image",
          "prompt_sha256": "0cddd32b0e273807656252a737ab3cb2bde19005e15b962e97654ca1b812894f",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/sol-6.1-low/axe_pixel_art/axe_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/sol-6.1-low/axe_pixel_art/axe_32x32.png",
              "sha256": "7ba7ed408f182f8bd1a2427a7736d1c4882f726712ec0d3281158a713bd4c9f2",
              "bytes": 638,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "low/sol-6.1-low/axe_pixel_art/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/sol-6.1-low/axe_pixel_art/axe_preview.png",
              "sha256": "e9c4539b20f593f11eba771558331bddadc0e81d51f02552b4362519fe76b0ea",
              "bytes": 3396,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "low/sol-6.1-low/axe_pixel_art/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-native/low/sol-6.1-low/axe_pixel_art/draw_axe.py.txt",
              "sha256": "0db89a04b3f015d3af0cf28e34ff19f98658b61693181de74f219faa5cb79ca4",
              "bytes": 2154,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-native/low/sol-6.1-low/axe_pixel_art/axe_32x32.png",
          "svg": null,
          "frame_source": null
        }
      ]
    },
    {
      "id": "axe16-native",
      "title": {
        "vi": "Rìu chéo 16×16 · Native",
        "en": "16×16 diagonal axe · Native"
      },
      "mode": "native",
      "size": 16,
      "subject": "axe",
      "source_metrics_sha256": "7a3a1be727c5ace53da53135b564595ce3fd88534581102424b7d5d569f928ca",
      "source_dataset": "axe16-effort-native-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:41:19.556686+00:00",
          "completed_at_utc": "2026-11-16T13:42:56.224364+00:00",
          "elapsed_seconds": 99.276326455,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 81457,
            "cached_input_tokens": 74880,
            "cache_write_input_tokens": 0,
            "output_tokens": 3205,
            "reasoning_output_tokens": 1695,
            "total_tokens": 84662
          },
          "tool_call_count": 8,
          "api_equivalent_usd": 0.052692,
          "actual_charge_usd": null,
          "id": "axe16-native--sol-6.1-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/sol-6.1-xhigh/axe-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/sol-6.1-xhigh/axe-preview.png",
              "sha256": "7c829c97a53501f2dfab32ac8fa619868575f0fe4d2f2375a6f77b1efe4a1d4a",
              "bytes": 2190,
              "kind": "png",
              "dimensions": [
                384,
                384
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/sol-6.1-xhigh/axe.png",
              "sha256": "876b2d0c672103a7047dba3d0f149a0e8c6994f774a53f347502040e721d94b7",
              "bytes": 172,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "xhigh/sol-6.1-xhigh/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/sol-6.1-xhigh/draw_axe.py.txt",
              "sha256": "9018712303462e93a3d0a9906522b3218f4d8a5fc17d002339a71ea72e9515f4",
              "bytes": 2183,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/sol-6.1-xhigh/axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "xhigh",
          "started_at_utc": "2026-11-16T13:43:02.451790+00:00",
          "completed_at_utc": "2026-11-16T13:44:23.636187+00:00",
          "elapsed_seconds": 84.7777142,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 77497,
            "cached_input_tokens": 73472,
            "cache_write_input_tokens": 0,
            "output_tokens": 2002,
            "reasoning_output_tokens": 961,
            "total_tokens": 79499
          },
          "tool_call_count": 6,
          "api_equivalent_usd": 0.213822,
          "actual_charge_usd": null,
          "id": "axe16-native--astra-6-xhigh",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "xhigh",
          "recorded_effort": "xhigh",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "xhigh/astra-6-xhigh/axe_16x16.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/astra-6-xhigh/axe_16x16.png",
              "sha256": "3755f3da9006814f770eab20d4e99d027753c51530ff56d4b167bc5585fd393b",
              "bytes": 251,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/astra-6-xhigh/axe_preview.png",
              "sha256": "b86cffd2cda7fd22252838c5ae179ae33db64ff455cc7b5fd43903ea20cba16f",
              "bytes": 2498,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "xhigh/astra-6-xhigh/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/astra-6-xhigh/draw_axe.py.txt",
              "sha256": "2cd3d3385d5e72192d3807ea4e97ec0418b413794fd304edcd2d6bac846a0b2f",
              "bytes": 1679,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/xhigh/astra-6-xhigh/axe_16x16.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:44:32.260410+00:00",
          "completed_at_utc": "2026-11-16T13:45:42.620175+00:00",
          "elapsed_seconds": 72.917458175,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 75633,
            "cached_input_tokens": 69120,
            "cache_write_input_tokens": 0,
            "output_tokens": 1383,
            "reasoning_output_tokens": 452,
            "total_tokens": 77016
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.2034,
          "actual_charge_usd": null,
          "id": "axe16-native--astra-6-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/astra-6-high/axe_16x16.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/astra-6-high/axe_16x16.png",
              "sha256": "414da0e5d4d286461cd2b73676fc9bf2c6303b0a5f2aea4dd47c6334f3865e68",
              "bytes": 234,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "high/astra-6-high/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/astra-6-high/axe_preview.png",
              "sha256": "6c8918987d0a15f70b570032f2175aefa34517d954287376bf37b5eafb42f7a7",
              "bytes": 1371,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            },
            {
              "name": "high/astra-6-high/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/astra-6-high/draw_axe.py.txt",
              "sha256": "d4766001b4f14f4bb78833406645aeffb387050e4c5f772912f2ac21b812bee9",
              "bytes": 1434,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/high/astra-6-high/axe_16x16.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "high",
          "started_at_utc": "2026-11-16T13:45:48.739821+00:00",
          "completed_at_utc": "2026-11-16T13:46:50.592363+00:00",
          "elapsed_seconds": 64.493308837,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 78455,
            "cached_input_tokens": 75008,
            "cache_write_input_tokens": 0,
            "output_tokens": 1585,
            "reasoning_output_tokens": 485,
            "total_tokens": 80040
          },
          "tool_call_count": 5,
          "api_equivalent_usd": 0.0302448,
          "actual_charge_usd": null,
          "id": "axe16-native--sol-6.1-high",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "high",
          "recorded_effort": "high",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "high/sol-6.1-high/output/axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/sol-6.1-high/output/axe.png",
              "sha256": "b17af6aa0f2f01fec28bd8d7f2ef2c65ca3ecb27fcd5cca9d4b76e2d1805ddaa",
              "bytes": 153,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "high/sol-6.1-high/output/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/sol-6.1-high/output/axe_preview.png",
              "sha256": "e05cb8a780f8664038e3b585f9611ce50807d4a9c1de0b7e81cf4dbae14df5ab",
              "bytes": 1640,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            },
            {
              "name": "high/sol-6.1-high/output/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/high/sol-6.1-high/output/draw_axe.py.txt",
              "sha256": "79e869f1838f28112782a8be06fe87dac1cd1c3f7907b4776212a3516d94993b",
              "bytes": 1816,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/high/sol-6.1-high/output/axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:46:58.355049+00:00",
          "completed_at_utc": "2026-11-16T13:47:44.904849+00:00",
          "elapsed_seconds": 47.819935848,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 45427,
            "cached_input_tokens": 42240,
            "cache_write_input_tokens": 0,
            "output_tokens": 1223,
            "reasoning_output_tokens": 289,
            "total_tokens": 46650
          },
          "tool_call_count": 2,
          "api_equivalent_usd": 0.022828,
          "actual_charge_usd": null,
          "id": "axe16-native--sol-6.1-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/sol-6.1-medium/axe/axe-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/sol-6.1-medium/axe/axe-preview.png",
              "sha256": "f596b6fdd059fed295c4b961c7364f04f7185b22107f800ceccdc84f0215282c",
              "bytes": 1722,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            },
            {
              "name": "medium/sol-6.1-medium/axe/axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/sol-6.1-medium/axe/axe.png",
              "sha256": "78018746a0e0d18ea0affb96cafc6a4248da3833edd5c0b7c3e06b7d48ae8947",
              "bytes": 143,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "medium/sol-6.1-medium/axe/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/sol-6.1-medium/axe/draw_axe.py.txt",
              "sha256": "eeaa3b3ea91792e5ae598247203b92b34ec958dea64149c8ab2fe0f019012e55",
              "bytes": 1920,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/sol-6.1-medium/axe/axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "medium",
          "started_at_utc": "2026-11-16T13:47:51.981444+00:00",
          "completed_at_utc": "2026-11-16T13:48:30.009557+00:00",
          "elapsed_seconds": 40.520912683,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 60498,
            "cached_input_tokens": 54656,
            "cache_write_input_tokens": 0,
            "output_tokens": 731,
            "reasoning_output_tokens": 42,
            "total_tokens": 61229
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.149626,
          "actual_charge_usd": null,
          "id": "axe16-native--astra-6-medium",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "medium",
          "recorded_effort": "medium",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "medium/astra-6-medium/artifacts/diagonal_axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/astra-6-medium/artifacts/diagonal_axe.png",
              "sha256": "233dbdf5d5e83188b1045cc6b2042c93aaf3f1be545fc6b0c9fa8dd6a468fac9",
              "bytes": 223,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "medium/astra-6-medium/artifacts/diagonal_axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/astra-6-medium/artifacts/diagonal_axe_preview.png",
              "sha256": "68ccab342202702387edbef81df857103cf0a90c035af85bed0f66b5764c59aa",
              "bytes": 2500,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "medium/astra-6-medium/artifacts/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/astra-6-medium/artifacts/draw_axe.py.txt",
              "sha256": "ac7f4e3323a709ac7fcda52f02386abc92bd326f4dc25525a6efdfc1b12c6ad2",
              "bytes": 1138,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/medium/astra-6-medium/artifacts/diagonal_axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:48:38.183713+00:00",
          "completed_at_utc": "2026-11-16T13:49:17.061916+00:00",
          "elapsed_seconds": 40.155511077,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 60561,
            "cached_input_tokens": 57088,
            "cache_write_input_tokens": 0,
            "output_tokens": 930,
            "reasoning_output_tokens": 37,
            "total_tokens": 61491
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.138318,
          "actual_charge_usd": null,
          "id": "axe16-native--astra-6-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/astra-6-low/axe/axe.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/astra-6-low/axe/axe.png",
              "sha256": "edf5f54026853204c46c19478917ab8e503c16c825d9b077f8961a33decbebca",
              "bytes": 143,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "low/astra-6-low/axe/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/astra-6-low/axe/axe_preview.png",
              "sha256": "797915e7476fab2ed1fe4f6525e552c96b7479a01f1f814dc227ab5d60bfe7f0",
              "bytes": 1842,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            },
            {
              "name": "low/astra-6-low/axe/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/astra-6-low/axe/draw_axe.py.txt",
              "sha256": "e4eddb8a2df1ff37b97b497fd4f7287c63dd60f638433ad39bfa9f7cfda77acf",
              "bytes": 1537,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/low/astra-6-low/axe/axe.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "low",
          "started_at_utc": "2026-11-16T13:49:24.460422+00:00",
          "completed_at_utc": "2026-11-16T13:50:04.360181+00:00",
          "elapsed_seconds": 42.469374714,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 60939,
            "cached_input_tokens": 54528,
            "cache_write_input_tokens": 0,
            "output_tokens": 1028,
            "reasoning_output_tokens": 129,
            "total_tokens": 61967
          },
          "tool_call_count": 3,
          "api_equivalent_usd": 0.028554799999999998,
          "actual_charge_usd": null,
          "id": "axe16-native--sol-6.1-low",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code to export it as an image",
          "prompt_sha256": "a604ddb7355c2dd7fc1e404089187526e533742f55b5d450ccdf4cbcfdd08d56",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "low",
          "recorded_effort": "low",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "low/sol-6.1-low/output/axe_16x16.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/sol-6.1-low/output/axe_16x16.png",
              "sha256": "93f0758dbb659ce9caac8d9507a861534e8c092b2b571373a6bc81e4f257ed0c",
              "bytes": 150,
              "kind": "png",
              "dimensions": [
                16,
                16
              ]
            },
            {
              "name": "low/sol-6.1-low/output/axe_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/sol-6.1-low/output/axe_preview.png",
              "sha256": "87c4b18e90b5675b386124d7144178c9d7956ea3a7afe07932012c1be5df569a",
              "bytes": 1093,
              "kind": "png",
              "dimensions": [
                256,
                256
              ]
            },
            {
              "name": "low/sol-6.1-low/output/draw_axe.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-native/low/sol-6.1-low/output/draw_axe.py.txt",
              "sha256": "f57b531526438a5b3490998614d3981b5b00dc6ba624878c8974283e996b1efa",
              "bytes": 1633,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-native/low/sol-6.1-low/output/axe_16x16.png",
          "svg": null,
          "frame_source": null
        }
      ]
    },
    {
      "id": "bow32-vi",
      "title": {
        "vi": "Cung 32×32 · Prompt tiếng Việt",
        "en": "32×32 bow · Vietnamese prompt"
      },
      "mode": "native",
      "size": 32,
      "subject": "bow",
      "source_metrics_sha256": "899ac4a6d0513b2891e69aa8951c5c50b93f2c11a6a0f85c1b75bdc13ff27c5d",
      "source_dataset": "bow32-native-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:25:16.973179+00:00",
          "completed_at_utc": "2026-11-16T12:28:16.998290+00:00",
          "elapsed_seconds": 186.177018427,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 183783,
            "cached_input_tokens": 158080,
            "cache_write_input_tokens": 0,
            "output_tokens": 7308,
            "reasoning_output_tokens": 3329,
            "total_tokens": 191091
          },
          "tool_call_count": 10,
          "api_equivalent_usd": 0.140294,
          "actual_charge_usd": null,
          "id": "bow32-vi--sol-6.1-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi cung 32x32 pixel bằng code để xuất ra ảnh",
          "prompt_sha256": "c407b43c8473c0c8ae6ad96a1e0ac84461162a8b55e27d83d9d0bf3f39d6e8f8",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "sol-6.1-max/output/cung_32x32.html",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_32x32.html.txt",
              "sha256": "4465f1e596ce550487dfa566dbd1f2a7760a694bf907df1e3301adcde52838ca",
              "bytes": 5576,
              "kind": "html"
            },
            {
              "name": "sol-6.1-max/output/cung_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_32x32.png",
              "sha256": "3813476e4df82f81287f8a1335a326bd60dd6d50cac6cf16d65074370a5b6d21",
              "bytes": 758,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "sol-6.1-max/output/cung_32x32.py",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_32x32.py.txt",
              "sha256": "db9121880caa592cbc495b131eb9732e8c000a2f8ec5db15f03d6b2b9e118699",
              "bytes": 7394,
              "kind": "py"
            },
            {
              "name": "sol-6.1-max/output/cung_preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_preview.png",
              "sha256": "f705ce13abc4ad71dee588a346a8919785e2ea2609bd345bbf40df379bdc52f9",
              "bytes": 2298,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_32x32.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/bow32-vi/sol-6.1-max/output/cung_32x32.html.txt"
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:28:23.290153+00:00",
          "completed_at_utc": "2026-11-16T12:31:14.094998+00:00",
          "elapsed_seconds": 179.990966101,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 186344,
            "cached_input_tokens": 172288,
            "cache_write_input_tokens": 0,
            "output_tokens": 5637,
            "reasoning_output_tokens": 2349,
            "total_tokens": 191981
          },
          "tool_call_count": 8,
          "api_equivalent_usd": 0.594698,
          "actual_charge_usd": null,
          "id": "bow32-vi--astra-6-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi cung 32x32 pixel bằng code để xuất ra ảnh",
          "prompt_sha256": "c407b43c8473c0c8ae6ad96a1e0ac84461162a8b55e27d83d9d0bf3f39d6e8f8",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "astra-6-max/cung_32x32/cung_32x32.html",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/cung_32x32.html.txt",
              "sha256": "1766098f60aca242ef8490a950686c3a4e6a3e076e2025ac08599815e9c2f98a",
              "bytes": 13625,
              "kind": "html"
            },
            {
              "name": "astra-6-max/cung_32x32/cung_32x32.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/cung_32x32.png",
              "sha256": "48309cf3a9bc0262a2608f5fff5a5db2600202708096b67a5dafb885ede7685f",
              "bytes": 677,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "astra-6-max/cung_32x32/tao_cung.py",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/tao_cung.py.txt",
              "sha256": "aa2644dbd31fac2348483c3944c4eae919846fc7674ffdb5d0c4a3b1f0a19763",
              "bytes": 5288,
              "kind": "py"
            },
            {
              "name": "astra-6-max/cung_32x32/xem_truoc_512.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/xem_truoc_512.png",
              "sha256": "ddaf0d628be75ab0757845bd625bbf55d4d75d28d7172aa52117ece6dd4d9eae",
              "bytes": 3347,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/cung_32x32.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/bow32-vi/astra-6-max/cung_32x32/cung_32x32.html.txt"
        }
      ]
    },
    {
      "id": "bow32-en",
      "title": {
        "vi": "“Bow” 32×32 · Prompt tiếng Anh",
        "en": "32×32 “bow” · English prompt"
      },
      "mode": "native",
      "size": 32,
      "subject": "bow",
      "source_metrics_sha256": "e7af3ca41bdd986947fb8cb653c1ae39ffe9e0e5909d295aba3e83d1d051a053",
      "source_dataset": "bow32-en-native-benchmark",
      "runs": [
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:37:19.392269+00:00",
          "completed_at_utc": "2026-11-16T12:40:27.102097+00:00",
          "elapsed_seconds": 191.712325912,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 220315,
            "cached_input_tokens": 205312,
            "cache_write_input_tokens": 0,
            "output_tokens": 3314,
            "reasoning_output_tokens": 1159,
            "total_tokens": 223629
          },
          "tool_call_count": 7,
          "api_equivalent_usd": 0.521042,
          "actual_charge_usd": null,
          "id": "bow32-en--astra-6-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel bow for me using code to export it as an image",
          "prompt_sha256": "b52cf873ffed478005188aefd6e00f412d1f4a424db66783f0d2a512b6c98179",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "astra-6-max/pixel-bow/bow-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/astra-6-max/pixel-bow/bow-preview.png",
              "sha256": "7935ffef35a142ec0b1ef78d1ac74aa0331a858118997c8f396b08e1362f018e",
              "bytes": 3018,
              "kind": "png",
              "dimensions": [
                512,
                512
              ]
            },
            {
              "name": "astra-6-max/pixel-bow/bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/astra-6-max/pixel-bow/bow.png",
              "sha256": "d555a6dc741f5063a6ef5ffd6d8a6ddb7b05b08615b6a4389bed89cc4320d7b6",
              "bytes": 662,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "astra-6-max/pixel-bow/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/astra-6-max/pixel-bow/draw_bow.py.txt",
              "sha256": "a756044326752e44cfefa4d967eed842f08860749b652ef4960e0ad0004c8c7e",
              "bytes": 3041,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/bow32-en/astra-6-max/pixel-bow/bow.png",
          "svg": null,
          "frame_source": null
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:40:44.133177+00:00",
          "completed_at_utc": "2026-11-16T12:42:55.177818+00:00",
          "elapsed_seconds": 135.049041934,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 63734,
            "cached_input_tokens": 54016,
            "cache_write_input_tokens": 0,
            "output_tokens": 3684,
            "reasoning_output_tokens": 1869,
            "total_tokens": 67418
          },
          "tool_call_count": 6,
          "api_equivalent_usd": 0.0616776,
          "actual_charge_usd": null,
          "id": "bow32-en--sol-6.1-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a 32x32 pixel bow for me using code to export it as an image",
          "prompt_sha256": "b52cf873ffed478005188aefd6e00f412d1f4a424db66783f0d2a512b6c98179",
          "mode": "native",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": true,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 1,
          "quota_after_percent": 1,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "sol-6.1-max/bow-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/sol-6.1-max/bow-preview.png",
              "sha256": "9713459332b8b842a4596613083370b7dbe6e1a67c6775521212dfea2c5db264",
              "bytes": 1711,
              "kind": "png",
              "dimensions": [
                256,
                256
              ]
            },
            {
              "name": "sol-6.1-max/bow.png",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/sol-6.1-max/bow.png",
              "sha256": "af58c6d151d1dd0bce4cccca8a71e40a89d73b5264276040e9aa567b8435a4a3",
              "bytes": 730,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "sol-6.1-max/draw_bow.py",
              "url": "/comparisons/astra-sol-2026-11-16/bow32-en/sol-6.1-max/draw_bow.py.txt",
              "sha256": "79fcb283a48b648c4a4e7d9f1240679aa48e3bf70fd362f87f2a6eb2c0b482a8",
              "bytes": 3342,
              "kind": "py"
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/bow32-en/sol-6.1-max/bow.png",
          "svg": null,
          "frame_source": null
        }
      ]
    },
    {
      "id": "pelican-svg",
      "title": {
        "vi": "Bồ nông đạp xe · SVG động",
        "en": "Pelican on a bicycle · Animated SVG"
      },
      "mode": "code-only",
      "size": null,
      "subject": "pelican",
      "source_metrics_sha256": "97a9af009d9eb8b375ee6c04df83234d8811d462af6867ba7b487d42c83a19f0",
      "source_dataset": "pelican-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T10:28:47.874150+00:00",
          "completed_at_utc": "2026-11-16T10:35:26.513522+00:00",
          "elapsed_seconds": 416.77604289,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 9236,
            "cached_input_tokens": 0,
            "cache_write_input_tokens": 0,
            "output_tokens": 13370,
            "reasoning_output_tokens": 8286,
            "total_tokens": 22606
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.152172,
          "actual_charge_usd": null,
          "id": "pelican-svg--6.1-sol-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Classic pelican on a bicycle.\r\nCreate an animated SVG. Return only one complete self-contained SVG, without Markdown or external assets.\r\n",
          "prompt_sha256": "bf8ee28f173f0188687d617a04d0e6daeec6899fb80be4c578547f61d1357390",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "empty_workspace_verified": true,
            "windows_mount_hidden": true,
            "shared_documents_mounted": false,
            "private_codex_home": true,
            "tools": {
              "shell": false,
              "web_search": false,
              "browser": false,
              "apps": false,
              "plugins": false,
              "multi_agent": false
            }
          },
          "artifacts": [
            {
              "name": "sol-6.1-max.svg",
              "url": "/comparisons/astra-sol-2026-11-16/pelican-svg/sol-6.1-max.svg",
              "sha256": "dff0ee82280862a3214ec43ca0b037f25d76ad8271c366fc3d732e93961aeb82",
              "bytes": 12159,
              "kind": "svg"
            }
          ],
          "image": null,
          "svg": "/comparisons/astra-sol-2026-11-16/pelican-svg/sol-6.1-max.svg",
          "frame_source": null
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T10:35:32.482565+00:00",
          "completed_at_utc": "2026-11-16T10:43:15.671158+00:00",
          "elapsed_seconds": 486.97689483,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 9172,
            "cached_input_tokens": 0,
            "cache_write_input_tokens": 0,
            "output_tokens": 12913,
            "reasoning_output_tokens": 6732,
            "total_tokens": 22085
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.73737,
          "actual_charge_usd": null,
          "id": "pelican-svg--6-astra-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Classic pelican on a bicycle.\r\nCreate an animated SVG. Return only one complete self-contained SVG, without Markdown or external assets.\r\n",
          "prompt_sha256": "bf8ee28f173f0188687d617a04d0e6daeec6899fb80be4c578547f61d1357390",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "empty_workspace_verified": true,
            "windows_mount_hidden": true,
            "shared_documents_mounted": false,
            "private_codex_home": true,
            "tools": {
              "shell": false,
              "web_search": false,
              "browser": false,
              "apps": false,
              "plugins": false,
              "multi_agent": false
            }
          },
          "artifacts": [
            {
              "name": "astra-6-max.svg",
              "url": "/comparisons/astra-sol-2026-11-16/pelican-svg/astra-6-max.svg",
              "sha256": "3014682c922fe5d9b7e525fd5083388183f9a2d7a87ca71fcb6bd0e97a67857f",
              "bytes": 16271,
              "kind": "svg"
            }
          ],
          "image": null,
          "svg": "/comparisons/astra-sol-2026-11-16/pelican-svg/astra-6-max.svg",
          "frame_source": null
        }
      ]
    },
    {
      "id": "axe16-code",
      "title": {
        "vi": "Rìu 16×16 · Code Việt / Anh",
        "en": "16×16 axe · Vietnamese / English code"
      },
      "mode": "code-only",
      "size": 16,
      "subject": "axe",
      "source_metrics_sha256": "9222721f0e0961f7a1c17029df25a1b4cfda0802fc2afa10eb62500a1013123c",
      "source_dataset": "axe-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:08:48.481493+00:00",
          "completed_at_utc": "2026-11-16T11:10:40.795714+00:00",
          "elapsed_seconds": 113.305421335,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15442,
            "cached_input_tokens": 7552,
            "cache_write_input_tokens": 0,
            "output_tokens": 3256,
            "reasoning_output_tokens": 2515,
            "total_tokens": 18698
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.0490952,
          "actual_charge_usd": null,
          "id": "axe16-code--vi-sol-6.1-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi rìu chéo 16x16 pixel bằng code",
          "prompt_sha256": "59c4061554368dfd3b3615f9ed9650e4eb595054f0201f2694cdee91a5a7c120",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "vi-sol-6.1-max.html",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-sol-6.1-max.html.txt",
              "sha256": "396624c2caf2c37d0688f89731477dd0ed21fb9b39a006c93cd6bbbd4f1d6945",
              "bytes": 1857,
              "kind": "html"
            },
            {
              "name": "vi-sol-6.1-max-rendered.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-sol-6.1-max-rendered.png",
              "sha256": "4cc4755720cd2f7a0d996cb4836a337f675a5a1f90cd9b328f8e3723e0ab6b30",
              "bytes": 377,
              "kind": "png",
              "dimensions": [
                16,
                16
              ],
              "rendered_for_publication": true
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-sol-6.1-max-rendered.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-sol-6.1-max.html.txt",
          "preview_generated_for_publication": true,
          "preview_source_sha256": "396624c2caf2c37d0688f89731477dd0ed21fb9b39a006c93cd6bbbd4f1d6945"
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:10:52.442239+00:00",
          "completed_at_utc": "2026-11-16T11:13:18.667120+00:00",
          "elapsed_seconds": 148.731959515,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15312,
            "cached_input_tokens": 0,
            "cache_write_input_tokens": 0,
            "output_tokens": 4041,
            "reasoning_output_tokens": 3403,
            "total_tokens": 19353
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.35517,
          "actual_charge_usd": null,
          "id": "axe16-code--vi-astra-6-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi rìu chéo 16x16 pixel bằng code",
          "prompt_sha256": "59c4061554368dfd3b3615f9ed9650e4eb595054f0201f2694cdee91a5a7c120",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "vi-astra-6-max.html",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-astra-6-max.html.txt",
              "sha256": "c17e93640b1d688804ca01ed4e1865b0f45848b18ce309475c73a2057585d7c2",
              "bytes": 1372,
              "kind": "html"
            },
            {
              "name": "vi-astra-6-max-rendered.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-astra-6-max-rendered.png",
              "sha256": "124db445fc323601c76cb95f431a17dc6387f3211692d13bb02ac1cc1f295914",
              "bytes": 346,
              "kind": "png",
              "dimensions": [
                16,
                16
              ],
              "rendered_for_publication": true
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-astra-6-max-rendered.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/axe16-code/vi-astra-6-max.html.txt",
          "preview_generated_for_publication": true,
          "preview_source_sha256": "c17e93640b1d688804ca01ed4e1865b0f45848b18ce309475c73a2057585d7c2"
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:13:25.453710+00:00",
          "completed_at_utc": "2026-11-16T11:15:36.194599+00:00",
          "elapsed_seconds": 132.715917127,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15300,
            "cached_input_tokens": 13952,
            "cache_write_input_tokens": 0,
            "output_tokens": 3913,
            "reasoning_output_tokens": 3280,
            "total_tokens": 19213
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.223082,
          "actual_charge_usd": null,
          "id": "axe16-code--en-astra-6-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code",
          "prompt_sha256": "bc7128fa7220613a300437bada56ca0fe23154c5ac1856e5a16ff74bdaae1559",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "en-astra-6-max.html",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/en-astra-6-max.html.txt",
              "sha256": "e2e48fe2b49d141c2f6dd2262e0767d40cd120f01bd6c32cc88cb72c3bc90a0b",
              "bytes": 1590,
              "kind": "html"
            },
            {
              "name": "en-astra-6-max-rendered.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/en-astra-6-max-rendered.png",
              "sha256": "4b22cc03021811440b26e874bf369f528021cc93598783f7985b3f6b0f06198e",
              "bytes": 276,
              "kind": "png",
              "dimensions": [
                16,
                16
              ],
              "rendered_for_publication": true
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe16-code/en-astra-6-max-rendered.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/axe16-code/en-astra-6-max.html.txt",
          "preview_generated_for_publication": true,
          "preview_source_sha256": "e2e48fe2b49d141c2f6dd2262e0767d40cd120f01bd6c32cc88cb72c3bc90a0b"
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:15:47.632176+00:00",
          "completed_at_utc": "2026-11-16T11:17:39.008423+00:00",
          "elapsed_seconds": 112.876230857,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15422,
            "cached_input_tokens": 0,
            "cache_write_input_tokens": 0,
            "output_tokens": 4435,
            "reasoning_output_tokens": 3624,
            "total_tokens": 19857
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.075194,
          "actual_charge_usd": null,
          "id": "axe16-code--en-sol-6.1-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 16x16 pixel axe for me using code",
          "prompt_sha256": "bc7128fa7220613a300437bada56ca0fe23154c5ac1856e5a16ff74bdaae1559",
          "mode": "code-only",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "en-sol-6.1-max.svg",
              "url": "/comparisons/astra-sol-2026-11-16/axe16-code/en-sol-6.1-max.svg",
              "sha256": "142e8dd46229c1d932d06a5db503de95a98450c68d75acee830ac56e20bbb3ff",
              "bytes": 1121,
              "kind": "svg"
            }
          ],
          "image": null,
          "svg": "/comparisons/astra-sol-2026-11-16/axe16-code/en-sol-6.1-max.svg",
          "frame_source": null
        }
      ]
    },
    {
      "id": "axe32-vi-code",
      "title": {
        "vi": "Rìu 32×32 · Tiếng Việt, xuất ảnh sau",
        "en": "32×32 axe · Vietnamese, rendered afterwards"
      },
      "mode": "rendered-after",
      "size": 32,
      "subject": "axe",
      "source_metrics_sha256": "1c1905bec848773aed0e23b41fd5220ff8e3301ccf8bf00a177800a81022b076",
      "source_dataset": "axe32-benchmark",
      "runs": [
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:53:21.900719+00:00",
          "completed_at_utc": "2026-11-16T11:56:47.848099+00:00",
          "elapsed_seconds": 213.303950418,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 23587,
            "cached_input_tokens": 15488,
            "cache_write_input_tokens": 0,
            "output_tokens": 6097,
            "reasoning_output_tokens": 5270,
            "total_tokens": 29684
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.0787168,
          "actual_charge_usd": null,
          "id": "axe32-vi-code--sol-6.1-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi rìu chéo 32x32 pixel bằng code xuất ra ảnh",
          "prompt_sha256": "4cd86083bd978f74357910365ea014e69cce074cbd3feac1a014b99e2c917c7d",
          "mode": "rendered-after",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "sol-6.1-max.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/sol-6.1-max.py.txt",
              "sha256": "82d14eaddc397856014206dc6a3e7a06e89d454c7416b63f142be54770449f04",
              "bytes": 1533,
              "kind": "py"
            },
            {
              "name": "sol-6.1-max.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/sol-6.1-max.png",
              "sha256": "232451b68b26d651fbd81247943a1e9a7b51f2bcbfb3291092c5f5fc104d0fc4",
              "bytes": 222,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "sol-6.1-max-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/sol-6.1-max-preview.png",
              "sha256": "46d1d09c285831934c2c1b3a79490d9384a8ab786ad7a78869e3cafca1b0b3db",
              "bytes": 1488,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/sol-6.1-max.png",
          "svg": null,
          "frame_source": null,
          "separate_image_export_seconds": 0.059073218000037286
        },
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T11:56:53.920378+00:00",
          "completed_at_utc": "2026-11-16T12:01:15.307019+00:00",
          "elapsed_seconds": 274.406066348,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15303,
            "cached_input_tokens": 7552,
            "cache_write_input_tokens": 0,
            "output_tokens": 7625,
            "reasoning_output_tokens": 6640,
            "total_tokens": 22928
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.466312,
          "actual_charge_usd": null,
          "id": "axe32-vi-code--astra-6-max",
          "language": "vi",
          "cli_version": "0.169.0",
          "prompt": "Tạo cho tôi rìu chéo 32x32 pixel bằng code xuất ra ảnh",
          "prompt_sha256": "4cd86083bd978f74357910365ea014e69cce074cbd3feac1a014b99e2c917c7d",
          "mode": "rendered-after",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "astra-6-max.html",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/astra-6-max.html.txt",
              "sha256": "b5426571ea831e7abbfd6d7b40b5c87c9615e43ff07631b751757f39af543802",
              "bytes": 2216,
              "kind": "html"
            },
            {
              "name": "astra-6-max.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/astra-6-max.png",
              "sha256": "6c6f883b5936949a260048e51bd3f83ebfbc5fd16bf7ff7cbc7117096f10078c",
              "bytes": 741,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "astra-6-max-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/astra-6-max-preview.png",
              "sha256": "41bc0ceaaceae5306bd3efd31d36dcd1eb8dc52b1d20c9adf9a4714d4ba3ef76",
              "bytes": 1671,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/astra-6-max.png",
          "svg": null,
          "frame_source": "/comparisons/astra-sol-2026-11-16/axe32-vi-code/astra-6-max.html.txt",
          "separate_image_export_seconds": 3.1508075000019744
        }
      ]
    },
    {
      "id": "axe32-en-code",
      "title": {
        "vi": "Rìu 32×32 · Tiếng Anh, xuất ảnh sau",
        "en": "32×32 axe · English, rendered afterwards"
      },
      "mode": "rendered-after",
      "size": 32,
      "subject": "axe",
      "source_metrics_sha256": "4438792dad718a67ba3f1db1aaf1c67ae2b69a2b8bd9f6cff165e90ef6d2b2b5",
      "source_dataset": "axe32-en-benchmark",
      "runs": [
        {
          "model": "gpt-6-astra",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:05:09.571197+00:00",
          "completed_at_utc": "2026-11-16T12:08:26.547518+00:00",
          "elapsed_seconds": 203.839532518,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 15296,
            "cached_input_tokens": 7552,
            "cache_write_input_tokens": 0,
            "output_tokens": 5366,
            "reasoning_output_tokens": 4525,
            "total_tokens": 20662
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.353292,
          "actual_charge_usd": null,
          "id": "axe32-en-code--astra-6-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code and export it as an image",
          "prompt_sha256": "c1768564dcf27902c1bc66288511d5b30709d4dd5b32b5159dea6c0edabf3db7",
          "mode": "rendered-after",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "astra-6-max.py",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/astra-6-max.py.txt",
              "sha256": "7d7c1aa15f66bace8b05b7a43e50cb01bb0cd85e4891c731f9076e4289ac1780",
              "bytes": 1851,
              "kind": "py"
            },
            {
              "name": "astra-6-max.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/astra-6-max.png",
              "sha256": "c2d0e61a5e3450cd325282fc293d821b4aa6f14dcc876e4483c223201bb63e18",
              "bytes": 219,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "astra-6-max-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/astra-6-max-preview.png",
              "sha256": "62b3f9382a90a687f22d958d0d8618d7be380f6703fa5eac03523c7f3dca97f4",
              "bytes": 1421,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-en-code/astra-6-max.png",
          "svg": null,
          "frame_source": null,
          "separate_image_export_seconds": 0.048445570000012594
        },
        {
          "model": "gpt-6.1-sol",
          "effort": "max",
          "started_at_utc": "2026-11-16T12:08:31.270238+00:00",
          "completed_at_utc": "2026-11-16T12:13:14.301162+00:00",
          "elapsed_seconds": 297.97929124,
          "exit_code": 0,
          "token_usage": {
            "input_tokens": 23249,
            "cached_input_tokens": 15232,
            "cache_write_input_tokens": 0,
            "output_tokens": 10305,
            "reasoning_output_tokens": 9009,
            "total_tokens": 33554
          },
          "tool_call_count": 0,
          "api_equivalent_usd": 0.1206072,
          "actual_charge_usd": null,
          "id": "axe32-en-code--sol-6.1-max",
          "language": "en",
          "cli_version": "0.169.0",
          "prompt": "Create a diagonal 32x32 pixel axe for me using code and export it as an image",
          "prompt_sha256": "c1768564dcf27902c1bc66288511d5b30709d4dd5b32b5159dea6c0edabf3db7",
          "mode": "rendered-after",
          "artwork_edited": false,
          "history_reused": false,
          "native_tool_defaults": false,
          "requested_effort": "max",
          "recorded_effort": "max",
          "reused_max_reference": false,
          "quota_before_percent": 0,
          "quota_after_percent": 0,
          "isolation": {
            "backend": "WSL2 Ubuntu + bubblewrap",
            "private_workspace": true,
            "private_codex_home": true,
            "host_windows_mount_hidden": true,
            "peer_workspaces_mounted": false,
            "shared_runtime_read_only": true
          },
          "artifacts": [
            {
              "name": "sol-6.1-max.svg",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/sol-6.1-max.svg",
              "sha256": "88225dd33d5a6dc6d9439933dc29a42cceba769097e461261229186a42e7453c",
              "bytes": 1569,
              "kind": "svg"
            },
            {
              "name": "sol-6.1-max.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/sol-6.1-max.png",
              "sha256": "2dc38d71a72eb518d8f354c05e82786b3b5f4ce29d6eb83add25afd2b5f82547",
              "bytes": 480,
              "kind": "png",
              "dimensions": [
                32,
                32
              ]
            },
            {
              "name": "sol-6.1-max-preview.png",
              "url": "/comparisons/astra-sol-2026-11-16/axe32-en-code/sol-6.1-max-preview.png",
              "sha256": "fd8b570d61fdffa490958f37075c20f819c328d23421816b7a1a696e7d8addc4",
              "bytes": 1454,
              "kind": "png",
              "dimensions": [
                320,
                320
              ]
            }
          ],
          "image": "/comparisons/astra-sol-2026-11-16/axe32-en-code/sol-6.1-max.png",
          "svg": "/comparisons/astra-sol-2026-11-16/axe32-en-code/sol-6.1-max.svg",
          "frame_source": null,
          "separate_image_export_seconds": 7.000216100001126
        }
      ]
    }
  ],
  "totals": {
    "unique_runs": 40,
    "groups": 9,
    "tokens": 2822847,
    "elapsed_cli_seconds": 5153.536047534,
    "api_equivalent_usd": 7.4655228
  }
}
