{
  "schema": "tokenzero.public-text-token-comparison.v1",
  "measured_at_utc": "2026-10-18T15:10:06.003227+00:00",
  "dataset": "120 requisições fictícias de API · TokenZero 7.7.1",
  "measurement": "local_tokenization_of_full_user_messages",
  "tokenizer": {
    "package": "tiktoken",
    "package_version": "0.14.0",
    "encoding": "o200k_base",
    "disallowed_special": []
  },
  "counting_scope": {
    "includes_task_and_representation_reading_instructions": true,
    "includes_additional_system_prompt": false,
    "includes_chat_message_formatting_or_hidden_instructions": false,
    "line_endings_preserved": true,
    "terminal_newlines_preserved": true,
    "input_normalization_applied": false
  },
  "api_model_used": null,
  "generation_requests": 0,
  "results": [
    {
      "id": "original",
      "condition": "Original",
      "file": "original.txt",
      "bytes_utf8": 38464,
      "sha256_utf8": "f1667618303f39bbf16f6c4ddc6c44444ad7bfb0c0fa1d6f81db1ab7663ade34",
      "message_characters_utf16": 38094,
      "message_tokens": 11396,
      "tokens_saved_vs_original": 0,
      "reduction_message_tokens_percent": 0.0,
      "token_ids_sha256_uint32_little_endian": "debd13c5e86222b358be11b66d03fd5d65d091bbb1cc9c3a5cb7d8ff9834aa1d",
      "page_copy": {
        "message_tokens": 11396,
        "text_sha256_utf8": "6d9702616abb5827809aaa1980a5ebb8a55bdb416c0bdef64c68fa79a7126d96",
        "used_for_primary_result": false
      }
    },
    {
      "id": "table",
      "condition": "Tabela tipada",
      "file": "tabela-tipada.txt",
      "bytes_utf8": 23644,
      "sha256_utf8": "96cceb8123c51877208e078fbbefd7400257462e15c44a24848d15cc2e860f45",
      "message_characters_utf16": 23265,
      "message_tokens": 8332,
      "tokens_saved_vs_original": 3064,
      "reduction_message_tokens_percent": 26.886627,
      "token_ids_sha256_uint32_little_endian": "9947eceb7568b2ec25634f1e2ed1593ed4a990bd8a4d6ecf1f73e7d4375258fe",
      "page_copy": {
        "message_tokens": 8332,
        "text_sha256_utf8": "692149243f1ed5d684c339a7ca69774a2e51e742d4d8e3cdb7e64023d0e22d21",
        "used_for_primary_result": false
      }
    },
    {
      "id": "prepared",
      "condition": "Automático",
      "file": "automatico.txt",
      "bytes_utf8": 12145,
      "sha256_utf8": "539d6239c8d2cfd9c2d0288b5b9bc2e319e9cae1a23bea0fff97f5f7d8b3919f",
      "message_characters_utf16": 12085,
      "message_tokens": 4624,
      "tokens_saved_vs_original": 6772,
      "reduction_message_tokens_percent": 59.424359,
      "token_ids_sha256_uint32_little_endian": "6c0f79dee5d544f2d962d3b5a1f67a290ab0c4653b0231993ce4b298ba3092ce",
      "page_copy": {
        "message_tokens": 4623,
        "text_sha256_utf8": "2f108745061fe0960045c436a63dc25183eac122154499d049c74995818b6a45",
        "used_for_primary_result": false
      }
    }
  ],
  "primary_comparison": {
    "original_tokens": 11396,
    "automatic_tokens": 4624,
    "tokens_saved": 6772,
    "reduction_message_tokens_percent": 59.424359
  },
  "not_measured": [
    "Consumo completo do ChatGPT ou de uma chamada de API",
    "Tokens do Sonnet/Anthropic",
    "Economia financeira",
    "Tempo de trabalho",
    "Qualidade de novas respostas de IA"
  ],
  "page_copy_difference": "Os arquivos preservam CRLF e a quebra final do teste; os botões da página usam LF sem a quebra final. Isso reduz o Automático em 1 token com o200k_base.",
  "reproduction_script": "contar_tokens.py"
}