{
  "_what": "Architectures proposed by a model from a plain sentence, graded by the pre-flight gate /api/v1/check applies.",
  "_notMeasured": "Whether a design that passes trains well. See /calibration.json.",
  "generatedAt": "2026-09-07T01:49:54.258Z",
  "tasks": [
    "rank the next products to show a user from a 256-feature vector, over 2 billion impressions",
    "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
    "score card transactions for fraud from a 200-feature vector, 40M transactions",
    "find surface defects in 512x512 colour line-scan photos, 800k images"
  ],
  "_perRun": "Quoted spend per recorded run, with the task set it was measured on. Never add two rows together: the sentences changed, and a total across both is a figure about a task set that never existed.",
  "perRun": [
    {
      "at": "2026-09-07",
      "usd": 53.4812,
      "unpriceable": 1,
      "tasks": [
        "rank the next products to show a user from a 256-feature vector, over 2 billion impressions",
        "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
        "score card transactions for fraud from a 200-feature vector, 40M transactions",
        "find surface defects in 512x512 colour line-scan photos, 800k images"
      ],
      "refusals": 19
    },
    {
      "at": "2026-09-06",
      "usd": 0.4709,
      "unpriceable": 0,
      "tasks": [
        "classify 32x32 colour images into 10 classes",
        "recognise handwritten digits",
        "sort 16x16 RGB product thumbnails into 5 categories",
        "tell spam apart from real email from a 300-dim feature vector"
      ],
      "refusals": 10
    },
    {
      "at": "2026-09-04",
      "usd": 0,
      "unpriceable": 0,
      "tasks": [
        "classify 32x32 colour images into 10 classes",
        "recognise handwritten digits",
        "sort 16x16 RGB product thumbnails into 5 categories",
        "tell spam apart from real email from a 300-dim feature vector"
      ],
      "refusals": 0
    }
  ],
  "summary": [
    {
      "who": "xai",
      "returned": 72,
      "legal": 53,
      "blocked": 19,
      "blockedShare": 0.2638888888888889,
      "blockedShareByRun": [
        0.1667,
        0.3333,
        0.2917
      ],
      "blockedShareRange": [
        0.1667,
        0.3333
      ],
      "runs": 3,
      "distinct": 69,
      "novel": 69,
      "aliasedTypes": [
        "batchnorm1d",
        "leakyrelu",
        "adaptiveavgpool1d",
        "meantimepool",
        "selfattention1d",
        "layernorm",
        "globalavgpool1d",
        "positionalencoding",
        "batch_norm",
        "batchnorm",
        "conv",
        "maxpool",
        "avgpool",
        "pool",
        "globalavgpool"
      ],
      "unknownTypes": [
        "transformerencoder",
        "gap"
      ],
      "topBlockers": [
        "\"selfAttention\" is missing numHeads",
        "\"emb\" is missing numEmbeddings, embeddingDim",
        "2 layers are missing required parameters",
        "\"embedding\" is missing numEmbeddings",
        "Shape problem: transformerencoder",
        "Shape problem: avgpool2d",
        "Shape problem: gap",
        "Shape problem: add"
      ],
      "runAt": "2026-09-07"
    },
    {
      "who": "openrouter",
      "returned": 72,
      "legal": 62,
      "blocked": 10,
      "blockedShare": 0.1388888888888889,
      "blockedShareByRun": [
        0.0833,
        0.125,
        0.2083
      ],
      "blockedShareRange": [
        0.0833,
        0.2083
      ],
      "runs": 3,
      "distinct": 64,
      "novel": 64,
      "aliasedTypes": [
        "batchnorm2d",
        "concat",
        "dropout2d",
        "batchnorm1d"
      ],
      "unknownTypes": [
        "select",
        "transformerEncoderLayer"
      ],
      "topBlockers": [
        "Shape problem: add",
        "Shape problem: concatenate",
        "Shape problem: select",
        "Shape problem: transformerEncoderLayer"
      ],
      "runAt": "2026-09-06"
    },
    {
      "who": "anthropic",
      "returned": 66,
      "legal": 54,
      "blocked": 12,
      "blockedShare": 0.18181818181818182,
      "blockedShareByRun": [
        0.0833,
        0.2917,
        0.1667
      ],
      "blockedShareRange": [
        0.0833,
        0.2917
      ],
      "runs": 3,
      "distinct": 66,
      "novel": 66,
      "aliasedTypes": [
        "batchnorm2d",
        "adaptiveavgpool2d",
        "concat",
        "layernorm",
        "transpose",
        "globalavgpool2d",
        "batchNorm2d",
        "maxPool2d",
        "batchnorm1d",
        "adaptiveavgpool1d",
        "globalavgpool1d",
        "selfattention"
      ],
      "unknownTypes": [
        "activation"
      ],
      "topBlockers": [
        "\"trans1\" is missing outChannels, kernelSize",
        "Shape problem: add",
        "Shape problem: concatenate",
        "Shape problem: activation"
      ],
      "runAt": "2026-09-04"
    },
    {
      "who": "xai",
      "returned": 72,
      "legal": 70,
      "blocked": 2,
      "blockedShare": 0.027777777777777776,
      "blockedShareByRun": [
        0.0417,
        0.0417,
        0
      ],
      "blockedShareRange": [
        0,
        0.0417
      ],
      "runs": 3,
      "distinct": 70,
      "novel": 70,
      "aliasedTypes": [
        "conv",
        "maxpool",
        "batchnorm",
        "avgpool",
        "batchnorm2d",
        "globalavgpool",
        "batchnorm1d",
        "batch_norm"
      ],
      "unknownTypes": [],
      "topBlockers": [
        "Shape problem: maxpool2d",
        "Shape problem: conv2d"
      ],
      "runAt": "2026-09-04"
    },
    {
      "who": "neurarch-seeded",
      "returned": 40,
      "legal": 40,
      "blocked": 0,
      "blockedShare": 0,
      "blockedShareByRun": [
        0
      ],
      "blockedShareRange": [
        0,
        0
      ],
      "runs": 1,
      "distinct": 23,
      "novel": 0,
      "aliasedTypes": [],
      "unknownTypes": [],
      "topBlockers": [],
      "runAt": "2026-09-07"
    }
  ],
  "quotedForRefusedUsd": 53.4812,
  "refusedUnpriceable": 1,
  "refusals": [
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 0,
      "name": "gru-attention-linear",
      "fingerprint": "4b28162a",
      "blockers": [
        {
          "title": "\"selfAttention\" is missing numHeads",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 2.566889411428572,
        "sec": 8400.728982857143,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "emb_cnn_pool",
      "fingerprint": "6a438abd",
      "blockers": [
        {
          "title": "\"emb\" is missing numEmbeddings, embeddingDim",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.6882287355102041,
        "sec": 5525.112225306122,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "emb_lstm",
      "fingerprint": "889422f5",
      "blockers": [
        {
          "title": "2 layers are missing required parameters",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.6101048497959185,
        "sec": 5269.434053877551,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "deep_cnn_bn",
      "fingerprint": "c7ad058d",
      "blockers": [
        {
          "title": "\"emb\" is missing numEmbeddings, embeddingDim",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.650170782857143,
        "sec": 5400.558925714286,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "wide_mlp",
      "fingerprint": "0d425147",
      "blockers": [
        {
          "title": "\"emb\" is missing numEmbeddings, embeddingDim",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 2.240962410612245,
        "sec": 7334.058798367348,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "emb_gru_downsample",
      "fingerprint": "7df1b0ec",
      "blockers": [
        {
          "title": "2 layers are missing required parameters",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.5109997526530612,
        "sec": 4945.090099591836,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 1,
      "name": "shallow_cnn_dropout",
      "fingerprint": "a1822de0",
      "blockers": [
        {
          "title": "\"emb\" is missing numEmbeddings, embeddingDim",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.9554016204081637,
        "sec": 6399.496212244899,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "cnn_shallow",
      "fingerprint": "549d62e1",
      "blockers": [
        {
          "title": "\"embedding\" is missing numEmbeddings",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.635193685714286,
        "sec": 5351.542971428572,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "cnn_deep_norm",
      "fingerprint": "02ec3178",
      "blockers": [
        {
          "title": "\"embedding\" is missing numEmbeddings",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.7280170914285717,
        "sec": 5655.328662857143,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "lstm_bidirectional",
      "fingerprint": "889422f5",
      "blockers": [
        {
          "title": "\"embedding\" is missing numEmbeddings",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 2.540502054693878,
        "sec": 8314.370360816327,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "transformer_encoder",
      "fingerprint": "fc1b03f7",
      "blockers": [
        {
          "title": "Shape problem: transformerencoder",
          "ruleId": "unknown-layer-type"
        },
        {
          "title": "2 layers are missing required parameters",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": null
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "hybrid_cnn_lstm",
      "fingerprint": "1c3ccf93",
      "blockers": [
        {
          "title": "\"embedding\" is missing numEmbeddings",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.536544033469388,
        "sec": 5028.689564081633,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "sort a support conversation into one of 60 queues from its first 512 tokens, 3M documents",
      "rep": 2,
      "name": "wide_mlp_pool",
      "fingerprint": "ed48022a",
      "blockers": [
        {
          "title": "\"embedding\" is missing numEmbeddings",
          "ruleId": "structure-missing-params"
        }
      ],
      "quoted": {
        "usd": 1.4584630347222223,
        "sec": 4773.15175,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 0,
      "name": "shallow_pool_cnn",
      "fingerprint": "7b991ab1",
      "blockers": [
        {
          "title": "Shape problem: avgpool2d",
          "ruleId": "invalid-output-shape"
        }
      ],
      "quoted": {
        "usd": 1.9283856948390024,
        "sec": 6311.0804558367345,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 0,
      "name": "deep_bn_cnn",
      "fingerprint": "297d72a5",
      "blockers": [
        {
          "title": "Shape problem: avgpool2d",
          "ruleId": "invalid-output-shape"
        }
      ],
      "quoted": {
        "usd": 4.082838906267574,
        "sec": 13362.018238693878,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 0,
      "name": "high_channel_dropout",
      "fingerprint": "3f571a9c",
      "blockers": [
        {
          "title": "Shape problem: avgpool2d",
          "ruleId": "invalid-output-shape"
        }
      ],
      "quoted": {
        "usd": 3.731134011573696,
        "sec": 12210.98403787755,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 1,
      "name": "narrow_deep_gap",
      "fingerprint": "d5457a36",
      "blockers": [
        {
          "title": "Shape problem: gap",
          "ruleId": "unknown-layer-type"
        }
      ],
      "quoted": {
        "usd": 1.990799787029479,
        "sec": 6515.344757551021,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 1,
      "name": "wide_shallow_gap",
      "fingerprint": "e2a0891b",
      "blockers": [
        {
          "title": "Shape problem: gap",
          "ruleId": "unknown-layer-type"
        }
      ],
      "quoted": {
        "usd": 15.4860899913288,
        "sec": 50681.749062530616,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "xai",
      "model": "grok-4",
      "task": "find surface defects in 512x512 colour line-scan photos, 800k images",
      "rep": 2,
      "name": "mid_residual",
      "fingerprint": "55fcf0d0",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        },
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 4.140498057941043,
        "sec": 13550.720916897959,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "classify 32x32 colour images into 10 classes",
      "rep": 0,
      "name": "ResidualBlockNet",
      "fingerprint": "c30f6c8b",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.04254879871041307,
        "sec": 139.25061396135183,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "classify 32x32 colour images into 10 classes",
      "rep": 0,
      "name": "DenseBlockNet",
      "fingerprint": "257ff0d5",
      "blockers": [
        {
          "title": "Shape problem: concatenate",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.042783473799,
        "sec": 140.018641524,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "classify 32x32 colour images into 10 classes",
      "rep": 1,
      "name": "Parallel CNN",
      "fingerprint": "c38aa9c1",
      "blockers": [
        {
          "title": "Shape problem: concatenate",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.042265945668571434,
        "sec": 138.32491309714285,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "classify 32x32 colour images into 10 classes",
      "rep": 2,
      "name": "ResidualBlock",
      "fingerprint": "b5b4cf77",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.042535559754213886,
        "sec": 139.20728646833635,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "recognise handwritten digits",
      "rep": 2,
      "name": "ResidualConv",
      "fingerprint": "610ca96f",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.04242216990283755,
        "sec": 138.83619240928653,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "sort 16x16 RGB product thumbnails into 5 categories",
      "rep": 2,
      "name": "Wide CNN with Skip Connection",
      "fingerprint": "7b40c386",
      "blockers": [
        {
          "title": "Shape problem: concatenate",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.04232122855071347,
        "sec": 138.50583889324406,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "sort 16x16 RGB product thumbnails into 5 categories",
      "rep": 2,
      "name": "Residual-like CNN",
      "fingerprint": "307c33a4",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.04223022779352817,
        "sec": 138.2080182333649,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "tell spam apart from real email from a 300-dim feature vector",
      "rep": 1,
      "name": "LSTMClassifier",
      "fingerprint": "3556bacc",
      "blockers": [
        {
          "title": "Shape problem: select",
          "ruleId": "unknown-layer-type"
        }
      ],
      "quoted": {
        "usd": 0.04225292774755557,
        "sec": 138.28230899200003,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "tell spam apart from real email from a 300-dim feature vector",
      "rep": 1,
      "name": "TransformerTiny",
      "fingerprint": "b537609a",
      "blockers": [
        {
          "title": "Shape problem: transformerEncoderLayer",
          "ruleId": "unknown-layer-type"
        }
      ],
      "quoted": {
        "usd": 0.04221285929861225,
        "sec": 138.15117588636735,
        "gpu": "A10G (24GB)"
      }
    },
    {
      "who": "openrouter",
      "model": "deepseek/deepseek-chat",
      "task": "tell spam apart from real email from a 300-dim feature vector",
      "rep": 2,
      "name": "ResidualClassifier",
      "fingerprint": "7a2fb954",
      "blockers": [
        {
          "title": "Shape problem: add",
          "ruleId": "merge-shape-mismatch"
        }
      ],
      "quoted": {
        "usd": 0.04224767114700001,
        "sec": 138.265105572,
        "gpu": "A10G (24GB)"
      }
    }
  ]
}