{ "vocab": { "": 0, "": 1, " ": 2, "!": 3, "\"": 4, "#": 5, "$": 6, "&": 7, "'": 8, "(": 9, ")": 10, "*": 11, ",": 12, "-": 13, ".": 14, "/": 15, "0": 16, "1": 17, "2": 18, "3": 19, "4": 20, "5": 21, "6": 22, "7": 23, "8": 24, "9": 25, ":": 26, ";": 27, "=": 28, "?": 29, "A": 30, "B": 31, "C": 32, "D": 33, "E": 34, "F": 35, "G": 36, "H": 37, "I": 38, "J": 39, "K": 40, "L": 41, "M": 42, "N": 43, "O": 44, "P": 45, "Q": 46, "R": 47, "S": 48, "T": 49, "U": 50, "V": 51, "W": 52, "X": 53, "Y": 54, "Z": 55, "\\": 56, "_": 57, "a": 58, "b": 59, "c": 60, "d": 61, "e": 62, "f": 63, "g": 64, "h": 65, "i": 66, "j": 67, "k": 68, "l": 69, "m": 70, "n": 71, "o": 72, "p": 73, "q": 74, "r": 75, "s": 76, "t": 77, "u": 78, "v": 79, "w": 80, "x": 81, "y": 82, "z": 83 }, "label_to_id": { "Business": 0, "Sci/Tech": 1, "Sports": 2, "World": 3 }, "id_to_label": { "0": "Business", "1": "Sci/Tech", "2": "Sports", "3": "World" }, "sequence_length": 100, "d_model": 128, "num_heads": 4, "codebook_size": 256, "ffn_dim": 512, "num_layers": 2 }