{
  "goldens": "tokenizer-goldens.json",
  "input": {
    "headTokens": 63,
    "longPromptStrategy": "BERT sentence pair: head and tail",
    "padding": "right",
    "shape": [
      1,
      128
    ],
    "specialTokenLayout": "[CLS] head [SEP] tail [SEP]",
    "tailTokens": 62
  },
  "modelVersion": "purpose-lite-v1",
  "normalization": [
    "Unicode NFKC",
    "collapse Unicode whitespace",
    "trim"
  ],
  "schemaVersion": 1,
  "specialTokenIds": {
    "classification": 101,
    "padding": 0,
    "separator": 102,
    "unknown": 100
  },
  "tokenizer": {
    "family": "BERT WordPiece",
    "lowercase": true,
    "tokenizerJSON": "tokenizer.json",
    "tokenizerJSONSha256": "d241a60d5e8f04cc1b2b3e9ef7a4921b27bf526d9f6050ab90f9267a1f9e5c66",
    "vocabFile": "vocab.txt",
    "vocabSha256": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3"
  }
}
