{
  "study_id": "cats_dogs_ladder_001",
  "title": "Cats and dogs up the capability ladder",
  "hypothesis": "Within each lab, cat share on the pet question rises with release date and model size: newer and larger models prefer cats, older and smaller ones prefer dogs. Preregistered as H8-H11 in research/preregistrations/cats-dogs.md.",
  "system_prompt": "First line: give one direct answer — a name, a phrase, or at most a short sentence. Then add a blank line and explain your choice in 2–3 sentences. If the question cannot responsibly support one choice, say that plainly rather than inventing certainty.",
  "conditions": {
    "pet_cat_first": "If you had to choose a pet, would you get a cat or a dog?",
    "pet_dog_first": "If you had to choose a pet, would you get a dog or a cat?",
    "person_cat_first": "You have to pick one: cat person or dog person. One word.",
    "person_dog_first": "You have to pick one: dog person or cat person. One word.",
    "rather_cat_first": "Would you rather be a cat or a dog?",
    "rather_dog_first": "Would you rather be a dog or a cat?"
  },
  "question_of": {
    "pet_cat_first": "pet",
    "pet_dog_first": "pet",
    "person_cat_first": "person",
    "person_dog_first": "person",
    "rather_cat_first": "rather",
    "rather_dog_first": "rather"
  },
  "order_of": {
    "pet_cat_first": "cat_first",
    "person_cat_first": "cat_first",
    "rather_cat_first": "cat_first",
    "pet_dog_first": "dog_first",
    "person_dog_first": "dog_first",
    "rather_dog_first": "dog_first"
  },
  "samples_per_cell": 6,
  "request_order_seed": 20260906,
  "request": {
    "max_tokens": 600,
    "reasoning": {
      "effort": "low"
    }
  },
  "timeout_ms": 25000,
  "concurrency": 16,
  "dead_after": 6,
  "coding": {
    "cat": "\\bcats?\\b|feline|kitten",
    "dog": "\\bdogs?\\b|canine|puppy",
    "rule": "first line lowercased; cat if cat-pattern and not dog-pattern; dog if dog-pattern and not cat-pattern; else hedge"
  },
  "models": [
    {
      "id": "openai/gpt-4o-mini",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: GPT-4o-mini",
      "created": 1721260800,
      "created_date": "2024-07-18",
      "price_in": 0.15,
      "price_out": 0.6,
      "context_length": 128000
    },
    {
      "id": "openai/gpt-4o",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-4o",
      "created": 1715558400,
      "created_date": "2024-05-13",
      "price_in": 2.5,
      "price_out": 10.0,
      "context_length": 128000
    },
    {
      "id": "openai/gpt-4.1-mini",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: GPT-4.1 Mini",
      "created": 1744651381,
      "created_date": "2025-04-14",
      "price_in": 0.39999999999999997,
      "price_out": 1.5999999999999999,
      "context_length": 1047576
    },
    {
      "id": "openai/gpt-4.1",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-4.1",
      "created": 1744651385,
      "created_date": "2025-04-14",
      "price_in": 2.0,
      "price_out": 8.0,
      "context_length": 1047576
    },
    {
      "id": "openai/o4-mini",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: o4 Mini",
      "created": 1744820942,
      "created_date": "2025-04-16",
      "price_in": 1.1,
      "price_out": 4.4,
      "context_length": 200000
    },
    {
      "id": "openai/o3",
      "lab": "OpenAI",
      "tier": "flagship",
      "name": "OpenAI: o3",
      "created": 1744823457,
      "created_date": "2025-04-16",
      "price_in": 2.0,
      "price_out": 8.0,
      "context_length": 200000
    },
    {
      "id": "openai/gpt-5-mini",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: GPT-5 Mini",
      "created": 1754587407,
      "created_date": "2025-08-07",
      "price_in": 0.25,
      "price_out": 2.0,
      "context_length": 400000
    },
    {
      "id": "openai/gpt-5",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-5",
      "created": 1754587413,
      "created_date": "2025-08-07",
      "price_in": 1.25,
      "price_out": 10.0,
      "context_length": 400000
    },
    {
      "id": "openai/gpt-5.2",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-5.2",
      "created": 1765389775,
      "created_date": "2025-12-10",
      "price_in": 1.75,
      "price_out": 14.0,
      "context_length": 400000
    },
    {
      "id": "openai/gpt-5.4-mini",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: GPT-5.4 Mini",
      "created": 1773748178,
      "created_date": "2026-03-17",
      "price_in": 0.75,
      "price_out": 4.5,
      "context_length": 400000
    },
    {
      "id": "openai/gpt-5.4",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-5.4",
      "created": 1772734352,
      "created_date": "2026-03-05",
      "price_in": 2.5,
      "price_out": 15.0,
      "context_length": 1050000
    },
    {
      "id": "openai/gpt-5.5",
      "lab": "OpenAI",
      "tier": "flagship",
      "name": "OpenAI: GPT-5.5",
      "created": 1777051893,
      "created_date": "2026-04-24",
      "price_in": 5.0,
      "price_out": 30.0,
      "context_length": 1050000
    },
    {
      "id": "openai/gpt-5.6-luna",
      "lab": "OpenAI",
      "tier": "small",
      "name": "OpenAI: GPT-5.6 Luna",
      "created": 1783590864,
      "created_date": "2026-07-09",
      "price_in": 0.19999999999999998,
      "price_out": 1.2,
      "context_length": 1050000
    },
    {
      "id": "openai/gpt-5.6-sol",
      "lab": "OpenAI",
      "tier": "mid",
      "name": "OpenAI: GPT-5.6 Sol",
      "created": 1783590850,
      "created_date": "2026-07-09",
      "price_in": 2.0,
      "price_out": 10.0,
      "context_length": 1050000
    },
    {
      "id": "openai/gpt-5.6-terra",
      "lab": "OpenAI",
      "tier": "flagship",
      "name": "OpenAI: GPT-5.6 Terra",
      "created": 1783590857,
      "created_date": "2026-07-09",
      "price_in": 2.0,
      "price_out": 12.0,
      "context_length": 1050000
    },
    {
      "id": "openai/gpt-6-astra",
      "lab": "OpenAI",
      "tier": "flagship",
      "name": "OpenAI: GPT-6 Astra",
      "created": 1788552838,
      "created_date": "2026-09-04",
      "price_in": 10.0,
      "price_out": 50.0,
      "context_length": 1050000
    },
    {
      "id": "anthropic/claude-3-haiku",
      "lab": "Anthropic",
      "tier": "small",
      "name": "Anthropic: Claude 3 Haiku",
      "created": 1710288000,
      "created_date": "2024-03-13",
      "price_in": 0.25,
      "price_out": 1.25,
      "context_length": 200000
    },
    {
      "id": "anthropic/claude-sonnet-4",
      "lab": "Anthropic",
      "tier": "mid",
      "name": "Anthropic: Claude Sonnet 4",
      "created": 1747930371,
      "created_date": "2025-05-22",
      "price_in": 3.0,
      "price_out": 15.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-opus-4",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4",
      "created": 1747931245,
      "created_date": "2025-05-22",
      "price_in": 15.0,
      "price_out": 75.0,
      "context_length": 200000
    },
    {
      "id": "anthropic/claude-opus-4.1",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4.1",
      "created": 1754411591,
      "created_date": "2025-08-05",
      "price_in": 15.0,
      "price_out": 75.0,
      "context_length": 200000
    },
    {
      "id": "anthropic/claude-sonnet-4.5",
      "lab": "Anthropic",
      "tier": "mid",
      "name": "Anthropic: Claude Sonnet 4.5",
      "created": 1759161676,
      "created_date": "2025-09-29",
      "price_in": 3.0,
      "price_out": 15.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-haiku-4.5",
      "lab": "Anthropic",
      "tier": "small",
      "name": "Anthropic: Claude Haiku 4.5",
      "created": 1760547638,
      "created_date": "2025-10-15",
      "price_in": 1.0,
      "price_out": 5.0,
      "context_length": 200000
    },
    {
      "id": "anthropic/claude-opus-4.5",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4.5",
      "created": 1764010580,
      "created_date": "2025-11-24",
      "price_in": 5.0,
      "price_out": 25.0,
      "context_length": 200000
    },
    {
      "id": "anthropic/claude-opus-4.6",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4.6",
      "created": 1770219050,
      "created_date": "2026-02-04",
      "price_in": 5.0,
      "price_out": 25.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-sonnet-4.6",
      "lab": "Anthropic",
      "tier": "mid",
      "name": "Anthropic: Claude Sonnet 4.6",
      "created": 1771342990,
      "created_date": "2026-02-17",
      "price_in": 3.0,
      "price_out": 15.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-opus-4.7",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4.7",
      "created": 1776351100,
      "created_date": "2026-04-16",
      "price_in": 5.0,
      "price_out": 25.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-opus-4.8",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Opus 4.8",
      "created": 1779905091,
      "created_date": "2026-05-27",
      "price_in": 5.0,
      "price_out": 25.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-fable-5",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Fable 5",
      "created": 1781007515,
      "created_date": "2026-06-09",
      "price_in": 10.0,
      "price_out": 50.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-sonnet-5",
      "lab": "Anthropic",
      "tier": "mid",
      "name": "Anthropic: Claude Sonnet 5",
      "created": 1782843083,
      "created_date": "2026-06-30",
      "price_in": 2.0,
      "price_out": 10.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-opus-5",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Claude Opus 5",
      "created": 1784912544,
      "created_date": "2026-07-24",
      "price_in": 5.0,
      "price_out": 25.0,
      "context_length": 1000000
    },
    {
      "id": "anthropic/claude-fable-5.1",
      "lab": "Anthropic",
      "tier": "flagship",
      "name": "Anthropic: Claude Fable 5.1",
      "created": 1788285838,
      "created_date": "2026-09-01",
      "price_in": 10.0,
      "price_out": 50.0,
      "context_length": 1000000
    },
    {
      "id": "deepseek/deepseek-chat",
      "lab": "DeepSeek",
      "tier": "mid",
      "name": "DeepSeek: DeepSeek V3",
      "created": 1735241320,
      "created_date": "2024-12-26",
      "price_in": 0.32,
      "price_out": 0.8899999999999999,
      "context_length": 163840
    },
    {
      "id": "deepseek/deepseek-r1",
      "lab": "DeepSeek",
      "tier": "flagship",
      "name": "DeepSeek: R1",
      "created": 1737381095,
      "created_date": "2025-01-20",
      "price_in": 0.7,
      "price_out": 2.5,
      "context_length": 64000
    },
    {
      "id": "deepseek/deepseek-chat-v3-0324",
      "lab": "DeepSeek",
      "tier": "mid",
      "name": "DeepSeek: DeepSeek V3 0324",
      "created": 1742824755,
      "created_date": "2025-03-24",
      "price_in": 0.25,
      "price_out": 1.0,
      "context_length": 163840
    },
    {
      "id": "deepseek/deepseek-r1-0528",
      "lab": "DeepSeek",
      "tier": "flagship",
      "name": "DeepSeek: R1 0528",
      "created": 1748455170,
      "created_date": "2025-05-28",
      "price_in": 0.5,
      "price_out": 2.1500000000000004,
      "context_length": 163840
    },
    {
      "id": "deepseek/deepseek-chat-v3.1",
      "lab": "DeepSeek",
      "tier": "mid",
      "name": "DeepSeek: DeepSeek V3.1",
      "created": 1755779628,
      "created_date": "2025-08-21",
      "price_in": 0.55,
      "price_out": 1.6500000000000001,
      "context_length": 163840
    },
    {
      "id": "deepseek/deepseek-v3.2",
      "lab": "DeepSeek",
      "tier": "mid",
      "name": "DeepSeek: DeepSeek V3.2",
      "created": 1764594642,
      "created_date": "2025-12-01",
      "price_in": 0.26899999999999996,
      "price_out": 0.39999999999999997,
      "context_length": 163840
    },
    {
      "id": "deepseek/deepseek-v4-flash",
      "lab": "DeepSeek",
      "tier": "small",
      "name": "DeepSeek: DeepSeek V4 Flash 0423",
      "created": 1777000666,
      "created_date": "2026-04-24",
      "price_in": 0.08274,
      "price_out": 0.16548,
      "context_length": 1048576
    },
    {
      "id": "deepseek/deepseek-v4-pro",
      "lab": "DeepSeek",
      "tier": "flagship",
      "name": "DeepSeek: DeepSeek V4 Pro 0423",
      "created": 1777000679,
      "created_date": "2026-04-24",
      "price_in": 0.788916,
      "price_out": 1.577832,
      "context_length": 1048576
    },
    {
      "id": "deepseek/deepseek-v4-flash-0731",
      "lab": "DeepSeek",
      "tier": "small",
      "name": "DeepSeek: DeepSeek V4 Flash 0731",
      "created": 1785478908,
      "created_date": "2026-07-31",
      "price_in": 0.065,
      "price_out": 0.18,
      "context_length": 1310720
    },
    {
      "id": "deepseek/deepseek-v4-pro-0813",
      "lab": "DeepSeek",
      "tier": "flagship",
      "name": "DeepSeek: DeepSeek V4 Pro 0813",
      "created": 1786549364,
      "created_date": "2026-08-12",
      "price_in": 0.57948,
      "price_out": 1.73844,
      "context_length": 1048576
    },
    {
      "id": "x-ai/grok-4.20",
      "lab": "xAI",
      "tier": "mid",
      "name": "SpaceXAI: Grok 4.20",
      "created": 1774979019,
      "created_date": "2026-03-31",
      "price_in": 1.25,
      "price_out": 2.5,
      "context_length": 2000000
    },
    {
      "id": "x-ai/grok-4.3",
      "lab": "xAI",
      "tier": "mid",
      "name": "SpaceXAI: Grok 4.3",
      "created": 1777591821,
      "created_date": "2026-04-30",
      "price_in": 1.25,
      "price_out": 2.5,
      "context_length": 1000000
    },
    {
      "id": "x-ai/grok-4.5",
      "lab": "xAI",
      "tier": "flagship",
      "name": "SpaceXAI: Grok 4.5",
      "created": 1783523154,
      "created_date": "2026-07-08",
      "price_in": 2.0,
      "price_out": 6.0,
      "context_length": 500000
    },
    {
      "id": "x-ai/grok-4.6",
      "lab": "xAI",
      "tier": "flagship",
      "name": "SpaceXAI: Grok 4.6",
      "created": 1786548957,
      "created_date": "2026-08-12",
      "price_in": 2.0,
      "price_out": 6.0,
      "context_length": 500000
    },
    {
      "id": "google/gemini-2.5-flash-lite",
      "lab": "Google",
      "tier": "small",
      "name": "Google: Gemini 2.5 Flash Lite",
      "created": 1753200276,
      "created_date": "2025-07-22",
      "price_in": 0.09999999999999999,
      "price_out": 0.39999999999999997,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-2.5-flash",
      "lab": "Google",
      "tier": "small",
      "name": "Google: Gemini 2.5 Flash",
      "created": 1750172488,
      "created_date": "2025-06-17",
      "price_in": 0.3,
      "price_out": 2.5,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-2.5-pro",
      "lab": "Google",
      "tier": "flagship",
      "name": "Google: Gemini 2.5 Pro",
      "created": 1750169544,
      "created_date": "2025-06-17",
      "price_in": 1.25,
      "price_out": 10.0,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3-flash-preview",
      "lab": "Google",
      "tier": "small",
      "name": "Google: Gemini 3 Flash Preview",
      "created": 1765987078,
      "created_date": "2025-12-17",
      "price_in": 0.5,
      "price_out": 3.0,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.1-pro-preview",
      "lab": "Google",
      "tier": "flagship",
      "name": "Google: Gemini 3.1 Pro Preview",
      "created": 1771509627,
      "created_date": "2026-02-19",
      "price_in": 2.0,
      "price_out": 12.0,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.1-flash-lite",
      "lab": "Google",
      "tier": "small",
      "name": "Google: Gemini 3.1 Flash Lite",
      "created": 1778168828,
      "created_date": "2026-05-07",
      "price_in": 0.25,
      "price_out": 1.5,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.5-flash",
      "lab": "Google",
      "tier": "mid",
      "name": "Google: Gemini 3.5 Flash",
      "created": 1779193800,
      "created_date": "2026-05-19",
      "price_in": 1.5,
      "price_out": 9.0,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.5-flash-lite",
      "lab": "Google",
      "tier": "small",
      "name": "Google: Gemini 3.5 Flash Lite",
      "created": 1784646726,
      "created_date": "2026-07-21",
      "price_in": 0.3,
      "price_out": 2.5,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.6-flash",
      "lab": "Google",
      "tier": "mid",
      "name": "Google: Gemini 3.6 Flash",
      "created": 1784646733,
      "created_date": "2026-07-21",
      "price_in": 0.75,
      "price_out": 3.75,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.7-flash",
      "lab": "Google",
      "tier": "mid",
      "name": "Google: Gemini 3.7 Flash",
      "created": 1786640581,
      "created_date": "2026-08-13",
      "price_in": 0.75,
      "price_out": 3.75,
      "context_length": 1048576
    },
    {
      "id": "google/gemini-3.8-flash",
      "lab": "Google",
      "tier": "mid",
      "name": "Google: Gemini 3.8 Flash",
      "created": 1788362056,
      "created_date": "2026-09-02",
      "price_in": 0.75,
      "price_out": 3.75,
      "context_length": 1048576
    },
    {
      "id": "meta-llama/llama-3.1-8b-instruct",
      "lab": "Meta",
      "tier": "small",
      "name": "Meta: Llama 3.1 8B Instruct",
      "created": 1721692800,
      "created_date": "2024-07-23",
      "price_in": 0.049999999999999996,
      "price_out": 0.08,
      "context_length": 131072
    },
    {
      "id": "meta-llama/llama-3.1-70b-instruct",
      "lab": "Meta",
      "tier": "mid",
      "name": "Meta: Llama 3.1 70B Instruct",
      "created": 1721692800,
      "created_date": "2024-07-23",
      "price_in": 0.39999999999999997,
      "price_out": 0.39999999999999997,
      "context_length": 131072
    },
    {
      "id": "meta-llama/llama-3.2-3b-instruct",
      "lab": "Meta",
      "tier": "small",
      "name": "Meta: Llama 3.2 3B Instruct",
      "created": 1727222400,
      "created_date": "2024-09-25",
      "price_in": 0.049999999999999996,
      "price_out": 0.33,
      "context_length": 131072
    },
    {
      "id": "meta-llama/llama-3.3-70b-instruct",
      "lab": "Meta",
      "tier": "mid",
      "name": "Meta: Llama 3.3 70B Instruct",
      "created": 1733506137,
      "created_date": "2024-12-06",
      "price_in": 0.09999999999999999,
      "price_out": 0.32,
      "context_length": 131072
    },
    {
      "id": "meta-llama/llama-4-scout",
      "lab": "Meta",
      "tier": "small",
      "name": "Meta: Llama 4 Scout",
      "created": 1743881519,
      "created_date": "2025-04-05",
      "price_in": 0.09999999999999999,
      "price_out": 0.3,
      "context_length": 1310720
    },
    {
      "id": "meta-llama/llama-4-maverick",
      "lab": "Meta",
      "tier": "flagship",
      "name": "Meta: Llama 4 Maverick",
      "created": 1743881822,
      "created_date": "2025-04-05",
      "price_in": 0.19999999999999998,
      "price_out": 0.696,
      "context_length": 1048576
    }
  ]
}