diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/config.json b/saves-llama-cosine-adagrad/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/generation_config.json b/saves-llama-cosine-adagrad/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/model.safetensors b/saves-llama-cosine-adagrad/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ca3a1f03ccc4fb10a03723d03f4aac397cfd5f0 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd20411ca0e2b7f77025273660455738461d8172b9c596d9ca7356e91c25ae5 +size 8346712 diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/optimizer.pt b/saves-llama-cosine-adagrad/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..be13816273a3cd26024098751f05b8098fd223eb --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19dc696a79e120265ace4056735c9e0ab0c3d1ce60eb9f69899e26294d83fc13 +size 8356406 diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/rng_state.pth b/saves-llama-cosine-adagrad/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/scheduler.pt b/saves-llama-cosine-adagrad/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..62441ee4397d9e04a92d9655f8c1f1e1140f22e2 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd168d8badbf63ba2d1f1872626b4ecf066833736af3a1374bdddc0f549ba88b +size 1064 diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-adagrad/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer.json b/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/trainer_state.json b/saves-llama-cosine-adagrad/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac3c0fd0b0d284af2d62aabd146f13016174c27 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.4740744829177856, + "learning_rate": 0.00015789473684210527, + "loss": 7.6223, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.5953259468078613, + "learning_rate": 0.00031578947368421053, + "loss": 7.4617, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 1.266932487487793, + "learning_rate": 0.00047368421052631577, + "loss": 7.2219, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.2426646947860718, + "learning_rate": 0.0006315789473684211, + "loss": 7.0369, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.5997333526611328, + "learning_rate": 0.0007894736842105263, + "loss": 6.8958, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 2.029431104660034, + "learning_rate": 0.0009473684210526315, + "loss": 6.7761, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 2.4014389514923096, + "learning_rate": 0.0011052631578947368, + "loss": 6.6805, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 2.0839943885803223, + "learning_rate": 0.0012631578947368421, + "loss": 6.6037, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 2.2696850299835205, + "learning_rate": 0.0014210526315789472, + "loss": 6.5265, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 2.13199520111084, + "learning_rate": 0.0014999989494847376, + "loss": 6.4643, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.889822244644165, + "learning_rate": 0.0014999905453802946, + "loss": 6.3871, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.705349087715149, + "learning_rate": 0.0014999737372655805, + "loss": 6.3232, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 1.527263879776001, + "learning_rate": 0.0014999485253289388, + "loss": 6.2557, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.3018344640731812, + "learning_rate": 0.0014999149098528814, + "loss": 6.1917, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 1.2581422328948975, + "learning_rate": 0.0014998728912140862, + "loss": 6.1313, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.011123776435852, + "learning_rate": 0.0014998224698833922, + "loss": 6.0815, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.9474137425422668, + "learning_rate": 0.0014997636464257956, + "loss": 6.0286, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.6689318418502808, + "learning_rate": 0.0014996964215004416, + "loss": 5.9996, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.9522222876548767, + "learning_rate": 0.0014996207958606182, + "loss": 5.9749, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 1.007729411125183, + "learning_rate": 0.001499536770353748, + "loss": 5.9511, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.7111568450927734, + "learning_rate": 0.0014994443459213774, + "loss": 5.9417, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 1.0027458667755127, + "learning_rate": 0.001499343523599168, + "loss": 5.922, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.7834833860397339, + "learning_rate": 0.0014992343045168823, + "loss": 5.9105, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.9297846555709839, + "learning_rate": 0.0014991166898983739, + "loss": 5.8912, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.8988327383995056, + "learning_rate": 0.001498990681061572, + "loss": 5.8794, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 1.145376205444336, + "learning_rate": 0.001498856279418467, + "loss": 5.8698, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.956051766872406, + "learning_rate": 0.0014987134864750948, + "loss": 5.8643, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.9607803225517273, + "learning_rate": 0.0014985623038315206, + "loss": 5.843, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.0926345586776733, + "learning_rate": 0.0014984027331818193, + "loss": 5.8377, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.0664520263671875, + "learning_rate": 0.0014982347763140584, + "loss": 5.8195, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 1.101575493812561, + "learning_rate": 0.0014980584351102762, + "loss": 5.8048, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.3754583597183228, + "learning_rate": 0.001497873711546462, + "loss": 5.7789, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.1685811281204224, + "learning_rate": 0.0014976806076925334, + "loss": 5.7671, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.9515827894210815, + "learning_rate": 0.0014974791257123137, + "loss": 5.7445, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.0288505554199219, + "learning_rate": 0.001497269267863507, + "loss": 5.7182, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 1.23520827293396, + "learning_rate": 0.0014970510364976724, + "loss": 5.6994, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 1.2275160551071167, + "learning_rate": 0.0014968244340601996, + "loss": 5.6822, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.2088491916656494, + "learning_rate": 0.001496589463090279, + "loss": 5.671, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.3245712518692017, + "learning_rate": 0.001496346126220875, + "loss": 5.6534, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.5248364210128784, + "learning_rate": 0.0014960944261786966, + "loss": 5.6385, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.2704198360443115, + "learning_rate": 0.0014958343657841655, + "loss": 5.6374, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.5440633296966553, + "learning_rate": 0.001495565947951385, + "loss": 5.6314, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 1.22713041305542, + "learning_rate": 0.0014952891756881085, + "loss": 5.6209, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.3235241174697876, + "learning_rate": 0.0014950040520957037, + "loss": 5.6177, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 1.2323728799819946, + "learning_rate": 0.0014947105803691204, + "loss": 5.613, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 1.298741340637207, + "learning_rate": 0.0014944087637968522, + "loss": 5.6031, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 1.358190655708313, + "learning_rate": 0.0014940986057609012, + "loss": 5.5944, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.1745429039001465, + "learning_rate": 0.0014937801097367396, + "loss": 5.6014, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 1.0948045253753662, + "learning_rate": 0.001493453279293271, + "loss": 5.5886, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.3333172798156738, + "learning_rate": 0.0014931181180927902, + "loss": 5.5854, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.3620946407318115, + "learning_rate": 0.001492774629890942, + "loss": 5.5951, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 1.3252971172332764, + "learning_rate": 0.001492422818536679, + "loss": 5.5854, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 1.346969485282898, + "learning_rate": 0.00149206268797222, + "loss": 5.5828, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 1.4123709201812744, + "learning_rate": 0.0014916942422330032, + "loss": 5.586, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 1.6085889339447021, + "learning_rate": 0.001491317485447643, + "loss": 5.5826, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 1.2459216117858887, + "learning_rate": 0.0014909324218378838, + "loss": 5.5792, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 1.4043864011764526, + "learning_rate": 0.0014905390557185508, + "loss": 5.5783, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.1678298711776733, + "learning_rate": 0.0014901373914975036, + "loss": 5.5806, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.264378309249878, + "learning_rate": 0.0014897274336755856, + "loss": 5.5735, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.2043378353118896, + "learning_rate": 0.001489309186846575, + "loss": 5.5668, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 1.6404099464416504, + "learning_rate": 0.0014888826556971313, + "loss": 5.5739, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 1.4162348508834839, + "learning_rate": 0.0014884478450067444, + "loss": 5.5762, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 1.448990821838379, + "learning_rate": 0.0014880047596476807, + "loss": 5.5697, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.5138314962387085, + "learning_rate": 0.0014875534045849274, + "loss": 5.5738, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 1.3093619346618652, + "learning_rate": 0.0014870937848761388, + "loss": 5.5768, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.5481593608856201, + "learning_rate": 0.001486625905671578, + "loss": 5.5778, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.4933645725250244, + "learning_rate": 0.00148614977221406, + "loss": 5.5639, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 1.3248463869094849, + "learning_rate": 0.0014856653898388927, + "loss": 5.5652, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 1.4051345586776733, + "learning_rate": 0.001485172763973817, + "loss": 5.572, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 1.340245008468628, + "learning_rate": 0.0014846719001389466, + "loss": 5.5721, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 1.2932738065719604, + "learning_rate": 0.001484162803946705, + "loss": 5.5648, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 1.4179991483688354, + "learning_rate": 0.0014836454811017635, + "loss": 5.5614, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.3901480436325073, + "learning_rate": 0.0014831199374009778, + "loss": 5.5628, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 1.3948917388916016, + "learning_rate": 0.0014825861787333208, + "loss": 5.5688, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 1.3099560737609863, + "learning_rate": 0.0014820442110798197, + "loss": 5.5676, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.3314452171325684, + "learning_rate": 0.0014814940405134865, + "loss": 5.5701, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 1.6187591552734375, + "learning_rate": 0.001480935673199251, + "loss": 5.5626, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 1.6323590278625488, + "learning_rate": 0.0014803691153938915, + "loss": 5.5597, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 1.1413952112197876, + "learning_rate": 0.0014797943734459653, + "loss": 5.5749, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 1.3629881143569946, + "learning_rate": 0.001479211453795736, + "loss": 5.5723, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 1.2347767353057861, + "learning_rate": 0.0014786203629751033, + "loss": 5.5667, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.530195713043213, + "learning_rate": 0.0014780211076075279, + "loss": 5.5673, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 1.4960066080093384, + "learning_rate": 0.0014774136944079594, + "loss": 5.5759, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 1.3552134037017822, + "learning_rate": 0.0014767981301827592, + "loss": 5.5618, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 1.0897563695907593, + "learning_rate": 0.0014761744218296249, + "loss": 5.569, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 1.4627890586853027, + "learning_rate": 0.001475542576337513, + "loss": 5.565, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 1.5468559265136719, + "learning_rate": 0.001474902600786561, + "loss": 5.5695, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 1.3450201749801636, + "learning_rate": 0.0014742545023480075, + "loss": 5.5753, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.503970742225647, + "learning_rate": 0.0014735982882841117, + "loss": 5.5737, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.2197023630142212, + "learning_rate": 0.0014729339659480727, + "loss": 5.5697, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 1.497017502784729, + "learning_rate": 0.0014722615427839468, + "loss": 5.5658, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 1.4540644884109497, + "learning_rate": 0.0014715810263265633, + "loss": 5.5713, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 1.4214389324188232, + "learning_rate": 0.0014708924242014423, + "loss": 5.5728, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 1.7204481363296509, + "learning_rate": 0.0014701957441247064, + "loss": 5.5705, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.5736048221588135, + "learning_rate": 0.0014694909939029959, + "loss": 5.5761, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 1.7689915895462036, + "learning_rate": 0.0014687781814333814, + "loss": 5.572, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.5722955465316772, + "learning_rate": 0.0014680573147032746, + "loss": 5.5743, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 1.6428799629211426, + "learning_rate": 0.0014673284017903392, + "loss": 5.5751, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.5544874668121338, + "learning_rate": 0.0014665914508624, + "loss": 5.5799, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 1.3315614461898804, + "learning_rate": 0.0014658464701773526, + "loss": 5.5774, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 1.4198408126831055, + "learning_rate": 0.0014650934680830688, + "loss": 5.5845, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 1.3419196605682373, + "learning_rate": 0.0014643324530173051, + "loss": 5.5836, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.5367684364318848, + "learning_rate": 0.0014635634335076067, + "loss": 5.5822, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 1.383516550064087, + "learning_rate": 0.001462786418171213, + "loss": 5.5793, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.8112094402313232, + "learning_rate": 0.0014620014157149597, + "loss": 5.5821, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 1.631983757019043, + "learning_rate": 0.001461208434935183, + "loss": 5.5839, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 1.4845349788665771, + "learning_rate": 0.0014604074847176197, + "loss": 5.5821, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 1.5918809175491333, + "learning_rate": 0.0014595985740373082, + "loss": 5.59, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 1.6206207275390625, + "learning_rate": 0.0014587817119584873, + "loss": 5.5903, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 1.5409072637557983, + "learning_rate": 0.001457956907634496, + "loss": 5.5827, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 1.4688796997070312, + "learning_rate": 0.0014571241703076692, + "loss": 5.5874, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 1.3263105154037476, + "learning_rate": 0.0014562835093092348, + "loss": 5.5926, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.4715784788131714, + "learning_rate": 0.0014554349340592104, + "loss": 5.5796, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.5376423597335815, + "learning_rate": 0.001454578454066296, + "loss": 5.5896, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.3840242624282837, + "learning_rate": 0.0014537140789277678, + "loss": 5.5811, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 1.6980022192001343, + "learning_rate": 0.0014528418183293716, + "loss": 5.5872, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.777838110923767, + "learning_rate": 0.001451961682045213, + "loss": 5.5847, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 1.4961351156234741, + "learning_rate": 0.001451073679937649, + "loss": 5.5869, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 2.0904078483581543, + "learning_rate": 0.0014501778219571766, + "loss": 5.5893, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.6259174346923828, + "learning_rate": 0.0014492741181423225, + "loss": 5.5881, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 1.6919883489608765, + "learning_rate": 0.0014483625786195285, + "loss": 5.5973, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 1.5741194486618042, + "learning_rate": 0.0014474432136030405, + "loss": 5.5912, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 1.6624023914337158, + "learning_rate": 0.0014465160333947923, + "loss": 5.5889, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 1.7581974267959595, + "learning_rate": 0.0014455810483842908, + "loss": 5.5933, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 1.6439803838729858, + "learning_rate": 0.0014446382690484997, + "loss": 5.5979, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 2.0544514656066895, + "learning_rate": 0.0014436877059517215, + "loss": 5.5973, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 1.6659609079360962, + "learning_rate": 0.0014427293697454803, + "loss": 5.5942, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 1.6619070768356323, + "learning_rate": 0.001441763271168401, + "loss": 5.5963, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 1.6102874279022217, + "learning_rate": 0.00144078942104609, + "loss": 5.6023, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 1.7208929061889648, + "learning_rate": 0.001439807830291013, + "loss": 5.5993, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 1.7440332174301147, + "learning_rate": 0.0014388185099023744, + "loss": 5.6039, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 1.7689586877822876, + "learning_rate": 0.0014378214709659916, + "loss": 5.6147, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.5448212623596191, + "learning_rate": 0.0014368167246541733, + "loss": 5.6091, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 1.894848108291626, + "learning_rate": 0.0014358042822255918, + "loss": 5.6198, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 1.6183972358703613, + "learning_rate": 0.0014347841550251597, + "loss": 5.6247, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 2.19899320602417, + "learning_rate": 0.0014337563544838997, + "loss": 5.6135, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 1.6558045148849487, + "learning_rate": 0.001432720892118819, + "loss": 5.6173, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 1.6515460014343262, + "learning_rate": 0.0014316777795327794, + "loss": 5.615, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.7529590129852295, + "learning_rate": 0.001430627028414366, + "loss": 5.627, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.8392685651779175, + "learning_rate": 0.0014295686505377586, + "loss": 5.6249, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 1.7649297714233398, + "learning_rate": 0.0014285026577625982, + "loss": 5.6251, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 2.3213040828704834, + "learning_rate": 0.0014274290620338542, + "loss": 5.622, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 1.7446365356445312, + "learning_rate": 0.0014263478753816906, + "loss": 5.6247, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 1.9416145086288452, + "learning_rate": 0.0014252591099213326, + "loss": 5.6325, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 1.9150333404541016, + "learning_rate": 0.001424162777852928, + "loss": 5.6283, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 1.7787129878997803, + "learning_rate": 0.0014230588914614134, + "loss": 5.6269, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.9343360662460327, + "learning_rate": 0.0014219474631163745, + "loss": 5.6276, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 2.2496066093444824, + "learning_rate": 0.001420828505271909, + "loss": 5.6358, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 1.9158469438552856, + "learning_rate": 0.0014197020304664856, + "loss": 5.6367, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 2.1325016021728516, + "learning_rate": 0.0014185680513228048, + "loss": 5.638, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 1.9436272382736206, + "learning_rate": 0.0014174265805476564, + "loss": 5.6469, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 1.856324553489685, + "learning_rate": 0.0014162776309317778, + "loss": 5.6463, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 1.8099374771118164, + "learning_rate": 0.0014151212153497108, + "loss": 5.6421, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 2.1700191497802734, + "learning_rate": 0.0014139573467596561, + "loss": 5.6376, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 2.1919312477111816, + "learning_rate": 0.00141278603820333, + "loss": 5.6403, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 1.9078559875488281, + "learning_rate": 0.0014116073028058165, + "loss": 5.6454, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 1.9832590818405151, + "learning_rate": 0.0014104211537754217, + "loss": 5.6445, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 1.9779951572418213, + "learning_rate": 0.001409227604403524, + "loss": 5.6512, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.8629887104034424, + "learning_rate": 0.0014080266680644277, + "loss": 5.6494, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 2.262251138687134, + "learning_rate": 0.0014068183582152103, + "loss": 5.6569, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 1.77689790725708, + "learning_rate": 0.001405602688395574, + "loss": 5.6569, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 2.041045665740967, + "learning_rate": 0.0014043796722276924, + "loss": 5.6472, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 2.154695987701416, + "learning_rate": 0.0014031493234160591, + "loss": 5.6617, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 2.1585569381713867, + "learning_rate": 0.0014019116557473332, + "loss": 5.6588, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 2.1053874492645264, + "learning_rate": 0.0014006666830901854, + "loss": 5.6587, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 2.0237772464752197, + "learning_rate": 0.001399414419395142, + "loss": 5.6591, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 2.555802822113037, + "learning_rate": 0.0013981548786944293, + "loss": 5.6673, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.9266884326934814, + "learning_rate": 0.0013968880751018158, + "loss": 5.6601, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 2.1171956062316895, + "learning_rate": 0.0013956140228124545, + "loss": 5.6623, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 1.7413369417190552, + "learning_rate": 0.0013943327361027231, + "loss": 5.6674, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 2.0904786586761475, + "learning_rate": 0.0013930442293300649, + "loss": 5.6677, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 2.2373464107513428, + "learning_rate": 0.0013917485169328279, + "loss": 5.6704, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 1.9037578105926514, + "learning_rate": 0.0013904456134301016, + "loss": 5.6744, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 2.1267647743225098, + "learning_rate": 0.0013891355334215562, + "loss": 5.675, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 1.9052635431289673, + "learning_rate": 0.0013878182915872776, + "loss": 5.679, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 2.2510416507720947, + "learning_rate": 0.001386493902687604, + "loss": 5.6765, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 2.3105335235595703, + "learning_rate": 0.00138516238156296, + "loss": 5.6772, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 2.148183584213257, + "learning_rate": 0.0013838237431336895, + "loss": 5.6805, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 2.119838237762451, + "learning_rate": 0.0013824780023998899, + "loss": 5.6805, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 2.194430351257324, + "learning_rate": 0.0013811251744412431, + "loss": 5.6816, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 2.0297439098358154, + "learning_rate": 0.0013797652744168473, + "loss": 5.679, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 2.3295819759368896, + "learning_rate": 0.0013783983175650457, + "loss": 5.6801, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 2.233726978302002, + "learning_rate": 0.0013770243192032581, + "loss": 5.6773, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 2.2201192378997803, + "learning_rate": 0.0013756432947278064, + "loss": 5.6799, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 2.0483968257904053, + "learning_rate": 0.0013742552596137444, + "loss": 5.6797, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 2.2263448238372803, + "learning_rate": 0.0013728602294146833, + "loss": 5.6838, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 2.118208169937134, + "learning_rate": 0.0013714582197626175, + "loss": 5.6821, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 2.0614240169525146, + "learning_rate": 0.0013700492463677501, + "loss": 5.6886, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 2.2452991008758545, + "learning_rate": 0.0013686333250183154, + "loss": 5.6724, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 2.311352014541626, + "learning_rate": 0.001367210471580404, + "loss": 5.6902, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 2.0389885902404785, + "learning_rate": 0.0013657807019977835, + "loss": 5.6877, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 2.263408660888672, + "learning_rate": 0.0013643440322917198, + "loss": 5.6944, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 2.244577169418335, + "learning_rate": 0.0013629004785607989, + "loss": 5.6962, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 2.340639352798462, + "learning_rate": 0.0013614500569807445, + "loss": 5.6918, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 1.9686450958251953, + "learning_rate": 0.0013599927838042394, + "loss": 5.697, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 2.8002195358276367, + "learning_rate": 0.0013585286753607408, + "loss": 5.6937, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 2.466768264770508, + "learning_rate": 0.0013570577480562986, + "loss": 5.6997, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 2.067009210586548, + "learning_rate": 0.0013555800183733717, + "loss": 5.6991, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 2.600818395614624, + "learning_rate": 0.0013540955028706425, + "loss": 5.6956, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 2.1557400226593018, + "learning_rate": 0.0013526042181828324, + "loss": 5.691, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 2.2260053157806396, + "learning_rate": 0.0013511061810205143, + "loss": 5.6984, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.9528491497039795, + "learning_rate": 0.001349601408169926, + "loss": 5.707, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 2.321481943130493, + "learning_rate": 0.0013480899164927823, + "loss": 5.704, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 2.052384376525879, + "learning_rate": 0.0013465717229260853, + "loss": 5.6963, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 2.2231664657592773, + "learning_rate": 0.001345046844481935, + "loss": 5.7025, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 2.580504894256592, + "learning_rate": 0.0013435152982473396, + "loss": 5.6982, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 2.074516773223877, + "learning_rate": 0.0013419771013840217, + "loss": 5.7048, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 2.2731943130493164, + "learning_rate": 0.001340432271128229, + "loss": 5.7107, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 2.1779603958129883, + "learning_rate": 0.0013388808247905381, + "loss": 5.7014, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 2.2784008979797363, + "learning_rate": 0.0013373227797556634, + "loss": 5.7022, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.995540738105774, + "learning_rate": 0.00133575815348226, + "loss": 5.705, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 2.5391671657562256, + "learning_rate": 0.0013341869635027292, + "loss": 5.6984, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 2.3931891918182373, + "learning_rate": 0.001332609227423022, + "loss": 5.7039, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 2.363659381866455, + "learning_rate": 0.0013310249629224417, + "loss": 5.699, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 2.2495954036712646, + "learning_rate": 0.0013294341877534454, + "loss": 5.7046, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 2.256458282470703, + "learning_rate": 0.0013278369197414458, + "loss": 5.7106, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 2.0141658782958984, + "learning_rate": 0.0013262331767846104, + "loss": 5.7094, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 2.468933582305908, + "learning_rate": 0.0013246229768536628, + "loss": 5.7042, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 2.205190896987915, + "learning_rate": 0.001323006337991679, + "loss": 5.7127, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 2.4318594932556152, + "learning_rate": 0.0013213832783138873, + "loss": 5.7095, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 2.3913772106170654, + "learning_rate": 0.0013197538160074633, + "loss": 5.7063, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 2.480487108230591, + "learning_rate": 0.0013181179693313283, + "loss": 5.7088, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 2.599778413772583, + "learning_rate": 0.0013164757566159428, + "loss": 5.7103, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 2.196176290512085, + "learning_rate": 0.001314827196263102, + "loss": 5.7073, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 2.633105516433716, + "learning_rate": 0.0013131723067457302, + "loss": 5.708, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 2.4101459980010986, + "learning_rate": 0.0013115111066076721, + "loss": 5.711, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 2.4580399990081787, + "learning_rate": 0.0013098436144634862, + "loss": 5.7119, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 2.1704235076904297, + "learning_rate": 0.0013081698489982364, + "loss": 5.7165, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 2.4327399730682373, + "learning_rate": 0.001306489828967282, + "loss": 5.7098, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 2.679405689239502, + "learning_rate": 0.0013048035731960679, + "loss": 5.7107, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 2.6814334392547607, + "learning_rate": 0.0013031111005799133, + "loss": 5.7136, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 2.2119572162628174, + "learning_rate": 0.0013014124300838004, + "loss": 5.7139, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 2.1637468338012695, + "learning_rate": 0.0012997075807421612, + "loss": 5.7134, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 2.2173011302948, + "learning_rate": 0.0012979965716586653, + "loss": 5.7082, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 2.530744791030884, + "learning_rate": 0.0012962794220060048, + "loss": 5.712, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 2.4821112155914307, + "learning_rate": 0.0012945561510256801, + "loss": 5.709, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 2.2973220348358154, + "learning_rate": 0.001292826778027784, + "loss": 5.718, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 2.776616096496582, + "learning_rate": 0.0012910913223907856, + "loss": 5.7156, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 2.373518466949463, + "learning_rate": 0.0012893498035613123, + "loss": 5.715, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 2.1677892208099365, + "learning_rate": 0.001287602241053933, + "loss": 5.7157, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 2.3684685230255127, + "learning_rate": 0.0012858486544509392, + "loss": 5.7097, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 2.761796712875366, + "learning_rate": 0.0012840890634021249, + "loss": 5.7161, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 2.2269694805145264, + "learning_rate": 0.0012823234876245667, + "loss": 5.7171, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 2.4516351222991943, + "learning_rate": 0.0012805519469024035, + "loss": 5.7247, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 2.6550230979919434, + "learning_rate": 0.0012787744610866143, + "loss": 5.7149, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 2.5813541412353516, + "learning_rate": 0.0012769910500947954, + "loss": 5.7211, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 3.0462162494659424, + "learning_rate": 0.0012752017339109376, + "loss": 5.7133, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 2.7124416828155518, + "learning_rate": 0.0012734065325852029, + "loss": 5.7209, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 2.4686224460601807, + "learning_rate": 0.0012716054662336987, + "loss": 5.7211, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 2.448014259338379, + "learning_rate": 0.001269798555038252, + "loss": 5.7223, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 1.9004302024841309, + "learning_rate": 0.0012679858192461864, + "loss": 5.7189, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 2.402034282684326, + "learning_rate": 0.0012661672791700906, + "loss": 5.7183, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 2.5602076053619385, + "learning_rate": 0.0012643429551875945, + "loss": 5.7186, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 2.0443079471588135, + "learning_rate": 0.0012625128677411388, + "loss": 5.725, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 2.751892328262329, + "learning_rate": 0.0012606770373377475, + "loss": 5.7134, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 2.348557710647583, + "learning_rate": 0.0012588354845487959, + "loss": 5.7215, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 2.525733470916748, + "learning_rate": 0.001256988230009783, + "loss": 5.72, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 2.503282308578491, + "learning_rate": 0.0012551352944200976, + "loss": 5.7247, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 2.468935012817383, + "learning_rate": 0.0012532766985427874, + "loss": 5.7211, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 2.711972713470459, + "learning_rate": 0.0012514124632043272, + "loss": 5.7204, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 2.3899881839752197, + "learning_rate": 0.0012495426092943842, + "loss": 5.731, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 2.239114284515381, + "learning_rate": 0.0012476671577655845, + "loss": 5.7256, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 2.5527844429016113, + "learning_rate": 0.0012457861296332774, + "loss": 5.7271, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 2.600001096725464, + "learning_rate": 0.001243899545975303, + "loss": 5.7272, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 2.3590664863586426, + "learning_rate": 0.0012420074279317515, + "loss": 5.7182, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 2.5398216247558594, + "learning_rate": 0.0012401097967047298, + "loss": 5.727, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 2.250138521194458, + "learning_rate": 0.001238206673558122, + "loss": 5.7252, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 2.6642074584960938, + "learning_rate": 0.0012362980798173526, + "loss": 5.732, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 2.536508321762085, + "learning_rate": 0.0012343840368691462, + "loss": 5.7259, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 2.2654597759246826, + "learning_rate": 0.0012324645661612886, + "loss": 5.7322, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 2.4696927070617676, + "learning_rate": 0.0012305396892023867, + "loss": 5.7228, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 2.7653791904449463, + "learning_rate": 0.0012286094275616264, + "loss": 5.7314, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 2.79807710647583, + "learning_rate": 0.0012266738028685318, + "loss": 5.7251, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 2.176254987716675, + "learning_rate": 0.001224732836812723, + "loss": 5.7321, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 2.1090521812438965, + "learning_rate": 0.0012227865511436724, + "loss": 5.7297, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 2.617866277694702, + "learning_rate": 0.001220834967670461, + "loss": 5.7243, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 2.679316997528076, + "learning_rate": 0.0012188781082615346, + "loss": 5.7263, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 2.6608738899230957, + "learning_rate": 0.0012169159948444588, + "loss": 5.7295, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 2.2081618309020996, + "learning_rate": 0.001214948649405672, + "loss": 5.7209, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 2.7524356842041016, + "learning_rate": 0.0012129760939902407, + "loss": 5.7338, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 2.572983741760254, + "learning_rate": 0.0012109983507016114, + "loss": 5.7272, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 2.606372594833374, + "learning_rate": 0.0012090154417013636, + "loss": 5.7298, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 2.511270761489868, + "learning_rate": 0.0012070273892089605, + "loss": 5.725, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 2.6398088932037354, + "learning_rate": 0.0012050342155015012, + "loss": 5.7218, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 2.706399440765381, + "learning_rate": 0.0012030359429134707, + "loss": 5.7306, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 2.439608097076416, + "learning_rate": 0.0012010325938364883, + "loss": 5.7324, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 2.5942673683166504, + "learning_rate": 0.0011990241907190592, + "loss": 5.7323, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 2.8621578216552734, + "learning_rate": 0.001197010756066321, + "loss": 5.7288, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 2.1785330772399902, + "learning_rate": 0.0011949923124397917, + "loss": 5.7284, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 2.7853574752807617, + "learning_rate": 0.001192968882457118, + "loss": 5.7314, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 2.8131096363067627, + "learning_rate": 0.001190940488791821, + "loss": 5.7347, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 2.407277822494507, + "learning_rate": 0.0011889071541730419, + "loss": 5.7301, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 2.6165010929107666, + "learning_rate": 0.001186868901385288, + "loss": 5.7277, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 2.5977909564971924, + "learning_rate": 0.001184825753268177, + "loss": 5.7374, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 2.599579334259033, + "learning_rate": 0.0011827777327161814, + "loss": 5.7325, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 2.618044376373291, + "learning_rate": 0.0011807248626783714, + "loss": 5.733, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 2.6733744144439697, + "learning_rate": 0.0011786671661581584, + "loss": 5.7316, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 2.6955626010894775, + "learning_rate": 0.001176604666213036, + "loss": 5.7327, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 2.622819185256958, + "learning_rate": 0.0011745373859543236, + "loss": 5.738, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 2.91229248046875, + "learning_rate": 0.0011724653485469063, + "loss": 5.7307, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 2.5420167446136475, + "learning_rate": 0.0011703885772089743, + "loss": 5.7312, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 2.6964855194091797, + "learning_rate": 0.0011683070952117646, + "loss": 5.7275, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 2.360957384109497, + "learning_rate": 0.0011662209258792998, + "loss": 5.7266, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 2.9354519844055176, + "learning_rate": 0.0011641300925881257, + "loss": 5.7359, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 2.387941360473633, + "learning_rate": 0.0011620346187670501, + "loss": 5.7315, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 2.5555942058563232, + "learning_rate": 0.0011599345278968806, + "loss": 5.7387, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 2.3769285678863525, + "learning_rate": 0.0011578298435101604, + "loss": 5.7345, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 2.774075984954834, + "learning_rate": 0.0011557205891909062, + "loss": 5.7292, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 2.6434528827667236, + "learning_rate": 0.0011536067885743423, + "loss": 5.7308, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 2.461801052093506, + "learning_rate": 0.001151488465346637, + "loss": 5.73, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 2.2122957706451416, + "learning_rate": 0.0011493656432446362, + "loss": 5.7345, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 2.2615747451782227, + "learning_rate": 0.0011472383460555983, + "loss": 5.7298, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 2.366396427154541, + "learning_rate": 0.001145106597616927, + "loss": 5.7344, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 2.604254722595215, + "learning_rate": 0.001142970421815904, + "loss": 5.7265, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 2.992449998855591, + "learning_rate": 0.0011408298425894226, + "loss": 5.7326, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 2.296891927719116, + "learning_rate": 0.0011386848839237186, + "loss": 5.7307, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 2.9058175086975098, + "learning_rate": 0.0011365355698541005, + "loss": 5.7321, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 2.526737689971924, + "learning_rate": 0.0011343819244646824, + "loss": 5.734, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 2.7439675331115723, + "learning_rate": 0.001132223971888112, + "loss": 5.7334, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 2.9011874198913574, + "learning_rate": 0.0011300617363053024, + "loss": 5.7309, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 2.470439910888672, + "learning_rate": 0.0011278952419451586, + "loss": 5.7302, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 2.645085573196411, + "learning_rate": 0.0011257245130843077, + "loss": 5.7297, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 2.770294666290283, + "learning_rate": 0.0011235495740468265, + "loss": 5.7307, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 2.611384153366089, + "learning_rate": 0.0011213704492039694, + "loss": 5.7315, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 2.8464887142181396, + "learning_rate": 0.001119187162973894, + "loss": 5.7274, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 2.6452078819274902, + "learning_rate": 0.001116999739821388, + "loss": 5.7313, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 3.054241418838501, + "learning_rate": 0.0011148082042575968, + "loss": 5.7302, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 2.6827640533447266, + "learning_rate": 0.0011126125808397461, + "loss": 5.7345, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 2.6487178802490234, + "learning_rate": 0.0011104128941708683, + "loss": 5.7319, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 2.4665026664733887, + "learning_rate": 0.001108209168899527, + "loss": 5.7294, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 2.4238789081573486, + "learning_rate": 0.0011060014297195396, + "loss": 5.7316, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 2.3739712238311768, + "learning_rate": 0.0011037897013697015, + "loss": 5.7326, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 2.887742042541504, + "learning_rate": 0.0011015740086335092, + "loss": 5.729, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 2.457221508026123, + "learning_rate": 0.0010993543763388814, + "loss": 5.7304, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 2.2006115913391113, + "learning_rate": 0.0010971308293578814, + "loss": 5.7312, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 2.554802894592285, + "learning_rate": 0.0010949033926064397, + "loss": 5.7238, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 2.5150046348571777, + "learning_rate": 0.0010926720910440725, + "loss": 5.7279, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 2.565244197845459, + "learning_rate": 0.001090436949673603, + "loss": 5.7355, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 2.663778066635132, + "learning_rate": 0.0010881979935408815, + "loss": 5.7336, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 2.707453727722168, + "learning_rate": 0.0010859552477345052, + "loss": 5.7313, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 2.572838544845581, + "learning_rate": 0.001083708737385536, + "loss": 5.7251, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 2.596358060836792, + "learning_rate": 0.0010814584876672187, + "loss": 5.7311, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 2.280561685562134, + "learning_rate": 0.0010792045237947008, + "loss": 5.7368, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 2.5461955070495605, + "learning_rate": 0.0010769468710247478, + "loss": 5.733, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 3.109029769897461, + "learning_rate": 0.0010746855546554612, + "loss": 5.7361, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 2.9041495323181152, + "learning_rate": 0.0010724206000259954, + "loss": 5.7304, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 2.892158269882202, + "learning_rate": 0.0010701520325162727, + "loss": 5.7277, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 2.817375421524048, + "learning_rate": 0.0010678798775467001, + "loss": 5.7255, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 2.5929696559906006, + "learning_rate": 0.0010656041605778832, + "loss": 5.7287, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 2.7741239070892334, + "learning_rate": 0.001063324907110342, + "loss": 5.7288, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 2.793445587158203, + "learning_rate": 0.0010610421426842241, + "loss": 5.7331, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 2.382033586502075, + "learning_rate": 0.00105875589287902, + "loss": 5.7284, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 2.5853967666625977, + "learning_rate": 0.0010564661833132752, + "loss": 5.7368, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 2.3739659786224365, + "learning_rate": 0.001054173039644303, + "loss": 5.7416, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 2.778949499130249, + "learning_rate": 0.0010518764875678981, + "loss": 5.73, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 2.2127442359924316, + "learning_rate": 0.001049576552818048, + "loss": 5.7315, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 3.0314297676086426, + "learning_rate": 0.0010472732611666448, + "loss": 5.731, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 2.6465890407562256, + "learning_rate": 0.0010449666384231954, + "loss": 5.7328, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 2.7873363494873047, + "learning_rate": 0.0010426567104345346, + "loss": 5.7334, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 2.8117613792419434, + "learning_rate": 0.0010403435030845332, + "loss": 5.7258, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 2.6950972080230713, + "learning_rate": 0.0010380270422938093, + "loss": 5.7329, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 2.472207546234131, + "learning_rate": 0.0010357073540194362, + "loss": 5.7274, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 2.8980681896209717, + "learning_rate": 0.001033384464254655, + "loss": 5.7308, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 3.022688388824463, + "learning_rate": 0.001031058399028579, + "loss": 5.7296, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 2.644301414489746, + "learning_rate": 0.001028729184405905, + "loss": 5.7405, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 2.6901066303253174, + "learning_rate": 0.0010263968464866201, + "loss": 5.7293, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 2.7620391845703125, + "learning_rate": 0.0010240614114057098, + "loss": 5.7233, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 2.5243899822235107, + "learning_rate": 0.001021722905332864, + "loss": 5.7266, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 2.9015092849731445, + "learning_rate": 0.0010193813544721855, + "loss": 5.7333, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 2.647833824157715, + "learning_rate": 0.001017036785061895, + "loss": 5.7396, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 2.4830665588378906, + "learning_rate": 0.0010146892233740376, + "loss": 5.7264, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 2.455185890197754, + "learning_rate": 0.0010123386957141883, + "loss": 5.7252, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 3.0491244792938232, + "learning_rate": 0.0010099852284211573, + "loss": 5.7311, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 2.4948348999023438, + "learning_rate": 0.0010076288478666944, + "loss": 5.7236, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 2.604893684387207, + "learning_rate": 0.0010052695804551946, + "loss": 5.7289, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 2.6216881275177, + "learning_rate": 0.0010029074526234014, + "loss": 5.7252, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 3.281416416168213, + "learning_rate": 0.0010005424908401104, + "loss": 5.7338, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 2.9160819053649902, + "learning_rate": 0.0009981747216058728, + "loss": 5.7218, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 2.603567123413086, + "learning_rate": 0.0009958041714526998, + "loss": 5.7301, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 2.4944071769714355, + "learning_rate": 0.0009934308669437627, + "loss": 5.729, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 2.4411263465881348, + "learning_rate": 0.0009910548346730972, + "loss": 5.7294, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 2.748687267303467, + "learning_rate": 0.0009886761012653062, + "loss": 5.7299, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 2.4843857288360596, + "learning_rate": 0.000986294693375258, + "loss": 5.7329, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 2.733609914779663, + "learning_rate": 0.000983910637687791, + "loss": 5.7306, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 2.4320693016052246, + "learning_rate": 0.0009815239609174138, + "loss": 5.7303, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 2.9169809818267822, + "learning_rate": 0.0009791346898080043, + "loss": 5.7289, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 2.6987764835357666, + "learning_rate": 0.0009767428511325122, + "loss": 5.7284, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 2.663710117340088, + "learning_rate": 0.0009743484716926576, + "loss": 5.7287, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 2.7164735794067383, + "learning_rate": 0.0009719515783186319, + "loss": 5.7251, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 2.8201546669006348, + "learning_rate": 0.0009695521978687951, + "loss": 5.725, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 2.3503456115722656, + "learning_rate": 0.0009671503572293767, + "loss": 5.729, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 2.5236856937408447, + "learning_rate": 0.0009647460833141742, + "loss": 5.7321, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 2.569225549697876, + "learning_rate": 0.0009623394030642507, + "loss": 5.7339, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 2.449202537536621, + "learning_rate": 0.0009599303434476334, + "loss": 5.7263, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 2.556098222732544, + "learning_rate": 0.0009575189314590118, + "loss": 5.7261, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 2.3679325580596924, + "learning_rate": 0.0009551051941194346, + "loss": 5.7295, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 2.605989456176758, + "learning_rate": 0.0009526891584760071, + "loss": 5.7293, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 2.5102407932281494, + "learning_rate": 0.0009502708516015889, + "loss": 5.7222, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 2.7388317584991455, + "learning_rate": 0.0009478503005944888, + "loss": 5.7334, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 3.1526310443878174, + "learning_rate": 0.0009454275325781632, + "loss": 5.7269, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 2.5010690689086914, + "learning_rate": 0.0009430025747009104, + "loss": 5.7262, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 2.8775594234466553, + "learning_rate": 0.0009405754541355677, + "loss": 5.7294, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 2.7482597827911377, + "learning_rate": 0.0009383892190063256, + "loss": 5.7237, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 2.6342711448669434, + "learning_rate": 0.0009359580642813265, + "loss": 5.7261, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 2.7106611728668213, + "learning_rate": 0.0009335248258054162, + "loss": 5.731, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 3.0685009956359863, + "learning_rate": 0.0009310895308442202, + "loss": 5.7311, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 2.5310869216918945, + "learning_rate": 0.0009286522066864078, + "loss": 5.7315, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 2.6125290393829346, + "learning_rate": 0.0009262128806433858, + "loss": 5.7247, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 2.966644525527954, + "learning_rate": 0.0009237715800489942, + "loss": 5.7228, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 3.066164970397949, + "learning_rate": 0.0009213283322591977, + "loss": 5.725, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 2.3687124252319336, + "learning_rate": 0.000918883164651781, + "loss": 5.7269, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 2.454720973968506, + "learning_rate": 0.0009164361046260412, + "loss": 5.7307, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 2.132103443145752, + "learning_rate": 0.0009139871796024807, + "loss": 5.7301, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 2.5743460655212402, + "learning_rate": 0.0009115364170225, + "loss": 5.7252, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 2.2709312438964844, + "learning_rate": 0.0009090838443480903, + "loss": 5.7297, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 2.903399705886841, + "learning_rate": 0.0009066294890615266, + "loss": 5.7249, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 2.831774950027466, + "learning_rate": 0.0009041733786650578, + "loss": 5.725, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 2.885425567626953, + "learning_rate": 0.0009017155406806006, + "loss": 5.7199, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 2.4683425426483154, + "learning_rate": 0.0008992560026494294, + "loss": 5.7296, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 2.3768904209136963, + "learning_rate": 0.0008967947921318689, + "loss": 5.7272, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 2.485675811767578, + "learning_rate": 0.0008943319367069844, + "loss": 5.7229, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 2.567415237426758, + "learning_rate": 0.0008918674639722742, + "loss": 5.7156, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 2.824456214904785, + "learning_rate": 0.0008894014015433582, + "loss": 5.7145, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 2.421360492706299, + "learning_rate": 0.0008869337770536699, + "loss": 5.7252, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 3.560734272003174, + "learning_rate": 0.0008844646181541472, + "loss": 5.7299, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 2.550701141357422, + "learning_rate": 0.0008819939525129207, + "loss": 5.7283, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 2.341249465942383, + "learning_rate": 0.0008795218078150056, + "loss": 5.7259, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 2.68642520904541, + "learning_rate": 0.0008770482117619901, + "loss": 5.7199, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 2.507251024246216, + "learning_rate": 0.000874573192071726, + "loss": 5.7248, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 2.941439390182495, + "learning_rate": 0.0008720967764780173, + "loss": 5.7247, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 2.3936643600463867, + "learning_rate": 0.0008696189927303101, + "loss": 5.7259, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 2.301410436630249, + "learning_rate": 0.0008671398685933811, + "loss": 5.7191, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 2.44746470451355, + "learning_rate": 0.0008646594318470268, + "loss": 5.7232, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 2.7832767963409424, + "learning_rate": 0.000862177710285752, + "loss": 5.7246, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 2.416851043701172, + "learning_rate": 0.0008596947317184585, + "loss": 5.729, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 3.110567569732666, + "learning_rate": 0.0008572105239681338, + "loss": 5.7247, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 2.3490309715270996, + "learning_rate": 0.0008547251148715386, + "loss": 5.7215, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 2.7428228855133057, + "learning_rate": 0.0008522385322788955, + "loss": 5.726, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 2.282529830932617, + "learning_rate": 0.0008497508040535766, + "loss": 5.7238, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 2.7025232315063477, + "learning_rate": 0.0008472619580717914, + "loss": 5.7262, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 2.89739990234375, + "learning_rate": 0.000844772022222274, + "loss": 5.7275, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 2.610060930252075, + "learning_rate": 0.0008422810244059721, + "loss": 5.7183, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 2.375096321105957, + "learning_rate": 0.000839788992535732, + "loss": 5.7259, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 2.541840076446533, + "learning_rate": 0.000837295954535988, + "loss": 5.7242, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 2.75589656829834, + "learning_rate": 0.0008348019383424479, + "loss": 5.7232, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 2.6704862117767334, + "learning_rate": 0.0008323069719017812, + "loss": 5.7259, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 2.255814552307129, + "learning_rate": 0.0008298110831713047, + "loss": 5.7229, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 2.8616321086883545, + "learning_rate": 0.0008273143001186709, + "loss": 5.7238, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 2.629572629928589, + "learning_rate": 0.0008248166507215526, + "loss": 5.7247, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 3.525463342666626, + "learning_rate": 0.0008223181629673312, + "loss": 5.7217, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 2.651808977127075, + "learning_rate": 0.0008198188648527818, + "loss": 5.7172, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 2.7758734226226807, + "learning_rate": 0.00081731878438376, + "loss": 5.716, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 2.1174957752227783, + "learning_rate": 0.0008148179495748885, + "loss": 5.719, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 2.2898027896881104, + "learning_rate": 0.0008123163884492422, + "loss": 5.7185, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 2.236358642578125, + "learning_rate": 0.0008098141290380353, + "loss": 5.7186, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 2.363375663757324, + "learning_rate": 0.000807311199380306, + "loss": 5.7175, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 2.465202569961548, + "learning_rate": 0.0008048076275226032, + "loss": 5.7151, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 2.6928303241729736, + "learning_rate": 0.0008023034415186725, + "loss": 5.7179, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 2.1407241821289062, + "learning_rate": 0.0007997986694291404, + "loss": 5.7126, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 2.427114486694336, + "learning_rate": 0.0007972933393212012, + "loss": 5.717, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 2.1859185695648193, + "learning_rate": 0.0007947874792683025, + "loss": 5.7149, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 2.5300941467285156, + "learning_rate": 0.0007922811173498293, + "loss": 5.7148, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 2.3213307857513428, + "learning_rate": 0.000789774281650791, + "loss": 5.7194, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 2.3530449867248535, + "learning_rate": 0.0007872670002615056, + "loss": 5.712, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 2.12992787361145, + "learning_rate": 0.0007847593012772852, + "loss": 5.7161, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 2.6019845008850098, + "learning_rate": 0.0007822512127981218, + "loss": 5.7094, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 2.7171554565429688, + "learning_rate": 0.0007797427629283708, + "loss": 5.7152, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 2.741291046142578, + "learning_rate": 0.0007772339797764385, + "loss": 5.7133, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 2.5194973945617676, + "learning_rate": 0.0007747248914544646, + "loss": 5.7113, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 2.68666934967041, + "learning_rate": 0.0007722155260780093, + "loss": 5.7126, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 2.5688393115997314, + "learning_rate": 0.0007697059117657368, + "loss": 5.7148, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 3.0395710468292236, + "learning_rate": 0.0007671960766391008, + "loss": 5.7122, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 2.4003500938415527, + "learning_rate": 0.0007646860488220293, + "loss": 5.7155, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 2.4114458560943604, + "learning_rate": 0.00076217585644061, + "loss": 5.7142, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 2.3023202419281006, + "learning_rate": 0.0007596655276227739, + "loss": 5.7149, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 2.55741286277771, + "learning_rate": 0.0007571550904979812, + "loss": 5.7163, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 1.8762019872665405, + "learning_rate": 0.0007546445731969056, + "loss": 5.7082, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 1.6707096099853516, + "learning_rate": 0.0007521340038511196, + "loss": 5.7114, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 2.6713571548461914, + "learning_rate": 0.0007496234105927785, + "loss": 5.7145, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 2.6164796352386475, + "learning_rate": 0.0007471128215543056, + "loss": 5.7124, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 2.3578579425811768, + "learning_rate": 0.0007446022648680768, + "loss": 5.7114, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 2.6928939819335938, + "learning_rate": 0.0007420917686661055, + "loss": 5.7214, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 2.507598400115967, + "learning_rate": 0.0007395813610797283, + "loss": 5.7095, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 2.504307746887207, + "learning_rate": 0.0007370710702392873, + "loss": 5.7092, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 2.7466044425964355, + "learning_rate": 0.0007345609242738173, + "loss": 5.7076, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 2.470513105392456, + "learning_rate": 0.0007320509513107296, + "loss": 5.7038, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 2.9400811195373535, + "learning_rate": 0.0007295411794754967, + "loss": 5.7062, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 2.9847309589385986, + "learning_rate": 0.0007270316368913374, + "loss": 5.7108, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 2.5324513912200928, + "learning_rate": 0.0007245223516789019, + "loss": 5.7177, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 2.7009174823760986, + "learning_rate": 0.0007220133519559563, + "loss": 5.7116, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 2.313591241836548, + "learning_rate": 0.0007195046658370675, + "loss": 5.7126, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 2.1955068111419678, + "learning_rate": 0.0007169963214332885, + "loss": 5.712, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 2.478435516357422, + "learning_rate": 0.000714488346851843, + "loss": 5.7079, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 2.0320398807525635, + "learning_rate": 0.000711980770195811, + "loss": 5.7053, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 2.3653197288513184, + "learning_rate": 0.0007094736195638128, + "loss": 5.7078, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 2.9816436767578125, + "learning_rate": 0.0007069669230496961, + "loss": 5.7022, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 2.514852285385132, + "learning_rate": 0.0007044607087422191, + "loss": 5.7096, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 2.582826614379883, + "learning_rate": 0.000701955004724737, + "loss": 5.704, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 2.1142373085021973, + "learning_rate": 0.0006994498390748865, + "loss": 5.705, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 2.428255319595337, + "learning_rate": 0.0006969452398642721, + "loss": 5.7068, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 2.6294376850128174, + "learning_rate": 0.0006944412351581506, + "loss": 5.7049, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 2.3299965858459473, + "learning_rate": 0.0006919378530151182, + "loss": 5.7061, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 2.038104295730591, + "learning_rate": 0.0006894351214867937, + "loss": 5.7046, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 2.1570217609405518, + "learning_rate": 0.0006869330686175058, + "loss": 5.7063, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 2.4370977878570557, + "learning_rate": 0.0006844317224439788, + "loss": 5.7075, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 2.059896945953369, + "learning_rate": 0.0006819311109950177, + "loss": 5.7082, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 2.6178388595581055, + "learning_rate": 0.0006794312622911953, + "loss": 5.7104, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 3.1716971397399902, + "learning_rate": 0.0006769322043445363, + "loss": 5.709, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 2.5717313289642334, + "learning_rate": 0.0006744339651582059, + "loss": 5.7044, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 2.5640711784362793, + "learning_rate": 0.0006719365727261935, + "loss": 5.7019, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 2.208054542541504, + "learning_rate": 0.0006694400550330013, + "loss": 5.7058, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 2.598874807357788, + "learning_rate": 0.0006669444400533286, + "loss": 5.7045, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 2.0729267597198486, + "learning_rate": 0.0006644497557517599, + "loss": 5.7016, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 2.6994481086730957, + "learning_rate": 0.0006619560300824507, + "loss": 5.706, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 2.696298599243164, + "learning_rate": 0.0006594632909888154, + "loss": 5.7024, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 2.7497174739837646, + "learning_rate": 0.0006569715664032124, + "loss": 5.6947, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 2.6455984115600586, + "learning_rate": 0.0006544808842466324, + "loss": 5.7019, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 2.283980131149292, + "learning_rate": 0.0006519912724283851, + "loss": 5.6975, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 2.4803431034088135, + "learning_rate": 0.0006495027588457864, + "loss": 5.6988, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 2.4492745399475098, + "learning_rate": 0.0006470153713838463, + "loss": 5.7031, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 2.6171047687530518, + "learning_rate": 0.0006445291379149556, + "loss": 5.6966, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 2.669234037399292, + "learning_rate": 0.0006420440862985748, + "loss": 5.6944, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 2.1747076511383057, + "learning_rate": 0.0006395602443809203, + "loss": 5.6959, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 2.3398029804229736, + "learning_rate": 0.0006370776399946536, + "loss": 5.6984, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 2.797767400741577, + "learning_rate": 0.0006345963009585694, + "loss": 5.6958, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 2.220432758331299, + "learning_rate": 0.0006321162550772829, + "loss": 5.7032, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 2.5476531982421875, + "learning_rate": 0.0006296375301409187, + "loss": 5.7027, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 2.845794916152954, + "learning_rate": 0.0006271601539248012, + "loss": 5.6981, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 2.6486692428588867, + "learning_rate": 0.0006246841541891399, + "loss": 5.6996, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 2.8589515686035156, + "learning_rate": 0.0006222095586787208, + "loss": 5.6991, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 2.432746410369873, + "learning_rate": 0.0006197363951225951, + "loss": 5.7008, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 2.1326663494110107, + "learning_rate": 0.0006172646912337678, + "loss": 5.6915, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 2.2239465713500977, + "learning_rate": 0.0006147944747088881, + "loss": 5.6996, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 2.7268221378326416, + "learning_rate": 0.000612325773227938, + "loss": 5.6946, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 2.1351566314697266, + "learning_rate": 0.0006098586144539235, + "loss": 5.6945, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 2.342799663543701, + "learning_rate": 0.0006073930260325632, + "loss": 5.6964, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 2.5091652870178223, + "learning_rate": 0.0006049290355919792, + "loss": 5.6976, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 2.576202630996704, + "learning_rate": 0.0006024666707423875, + "loss": 5.6962, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 2.2374064922332764, + "learning_rate": 0.0006000059590757886, + "loss": 5.69, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 1.7059028148651123, + "learning_rate": 0.0005975469281656581, + "loss": 5.6902, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 2.33400297164917, + "learning_rate": 0.0005950896055666384, + "loss": 5.6925, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 2.604609727859497, + "learning_rate": 0.0005926340188142289, + "loss": 5.6882, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 2.3319449424743652, + "learning_rate": 0.0005901801954244782, + "loss": 5.6927, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 2.3133225440979004, + "learning_rate": 0.0005877281628936756, + "loss": 5.6851, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 2.5625109672546387, + "learning_rate": 0.0005852779486980427, + "loss": 5.6923, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 2.46476411819458, + "learning_rate": 0.0005828295802934263, + "loss": 5.6888, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 2.5715067386627197, + "learning_rate": 0.0005803830851149892, + "loss": 5.6925, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 2.1198129653930664, + "learning_rate": 0.0005779384905769053, + "loss": 5.6919, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 2.1729331016540527, + "learning_rate": 0.0005754958240720498, + "loss": 5.691, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 2.7466843128204346, + "learning_rate": 0.0005730551129716936, + "loss": 5.6899, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 2.352106809616089, + "learning_rate": 0.0005706163846251961, + "loss": 5.6915, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 2.233600616455078, + "learning_rate": 0.0005681796663596996, + "loss": 5.6884, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 2.600602626800537, + "learning_rate": 0.0005657449854798216, + "loss": 5.6868, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 2.4469590187072754, + "learning_rate": 0.0005633123692673503, + "loss": 5.6866, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 2.9685914516448975, + "learning_rate": 0.0005608818449809387, + "loss": 5.6914, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 2.183056354522705, + "learning_rate": 0.0005584534398557977, + "loss": 5.6898, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 2.352800130844116, + "learning_rate": 0.0005560271811033928, + "loss": 5.6859, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 2.5035574436187744, + "learning_rate": 0.0005536030959111377, + "loss": 5.6838, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 2.2204413414001465, + "learning_rate": 0.0005511812114420908, + "loss": 5.6882, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 2.376124143600464, + "learning_rate": 0.0005487615548346502, + "loss": 5.6917, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 3.069185495376587, + "learning_rate": 0.0005463441532022495, + "loss": 5.6848, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 2.6441245079040527, + "learning_rate": 0.0005439290336330545, + "loss": 5.6844, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 2.236853837966919, + "learning_rate": 0.0005415162231896593, + "loss": 5.6891, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 2.099480390548706, + "learning_rate": 0.000539105748908783, + "loss": 5.693, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 2.246088743209839, + "learning_rate": 0.0005366976378009668, + "loss": 5.6871, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 2.4582173824310303, + "learning_rate": 0.0005342919168502717, + "loss": 5.6902, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 2.236433267593384, + "learning_rate": 0.0005318886130139753, + "loss": 5.6885, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 2.696704864501953, + "learning_rate": 0.0005294877532222709, + "loss": 5.6928, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 2.4552063941955566, + "learning_rate": 0.0005270893643779649, + "loss": 5.6873, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 2.2144582271575928, + "learning_rate": 0.0005246934733561751, + "loss": 5.6884, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 2.4040567874908447, + "learning_rate": 0.0005223001070040305, + "loss": 5.6822, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 2.549650192260742, + "learning_rate": 0.0005199092921403696, + "loss": 5.6828, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 2.1063625812530518, + "learning_rate": 0.00051752105555544, + "loss": 5.6859, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 2.4981205463409424, + "learning_rate": 0.0005151354240105994, + "loss": 5.6888, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 2.7450053691864014, + "learning_rate": 0.0005127524242380139, + "loss": 5.6814, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 2.1085798740386963, + "learning_rate": 0.0005103720829403594, + "loss": 5.6827, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 2.126136541366577, + "learning_rate": 0.0005079944267905226, + "loss": 5.6815, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 2.2256312370300293, + "learning_rate": 0.0005056194824313015, + "loss": 5.6817, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 2.488480806350708, + "learning_rate": 0.0005032472764751074, + "loss": 5.6767, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 2.380218267440796, + "learning_rate": 0.000500877835503666, + "loss": 5.681, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 2.7666079998016357, + "learning_rate": 0.000498511186067721, + "loss": 5.6787, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 1.7696150541305542, + "learning_rate": 0.0004961473546867346, + "loss": 5.6829, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 2.391683340072632, + "learning_rate": 0.0004937863678485915, + "loss": 5.682, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 1.9751567840576172, + "learning_rate": 0.0004914282520093023, + "loss": 5.6779, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 1.9766874313354492, + "learning_rate": 0.0004890730335927063, + "loss": 5.6791, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 1.967281460762024, + "learning_rate": 0.00048672073899017564, + "loss": 5.6802, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 1.9689607620239258, + "learning_rate": 0.0004843713945603205, + "loss": 5.6693, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 2.3804993629455566, + "learning_rate": 0.00048202502662869195, + "loss": 5.6806, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 1.9705326557159424, + "learning_rate": 0.0004796816614874885, + "loss": 5.6744, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 2.1561052799224854, + "learning_rate": 0.00047734132539526086, + "loss": 5.6731, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 2.5553174018859863, + "learning_rate": 0.00047500404457661747, + "loss": 5.6702, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 2.3821535110473633, + "learning_rate": 0.00047266984522193134, + "loss": 5.67, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.9307197332382202, + "learning_rate": 0.00047033875348704576, + "loss": 5.6732, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 2.9684524536132812, + "learning_rate": 0.00046801079549298224, + "loss": 5.6791, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 2.4825356006622314, + "learning_rate": 0.0004656859973256466, + "loss": 5.6755, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 2.350797176361084, + "learning_rate": 0.00046336438503553754, + "loss": 5.6763, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 2.2591776847839355, + "learning_rate": 0.00046104598463745424, + "loss": 5.6676, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 1.793256402015686, + "learning_rate": 0.0004587308221102053, + "loss": 5.6679, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 2.18587327003479, + "learning_rate": 0.00045641892339631703, + "loss": 5.6733, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 1.850223183631897, + "learning_rate": 0.000454110314401744, + "loss": 5.6784, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 2.294945001602173, + "learning_rate": 0.00045180502099557686, + "loss": 5.6711, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 2.2696354389190674, + "learning_rate": 0.00044950306900975377, + "loss": 5.6736, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": Infinity, + "learning_rate": 0.00044743419045683674, + "loss": 5.6717, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 2.0113344192504883, + "learning_rate": 0.00044513865820232525, + "loss": 5.675, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 2.7012720108032227, + "learning_rate": 0.00044284654206800826, + "loss": 5.6761, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 2.516242027282715, + "learning_rate": 0.0004405578677381661, + "loss": 5.6733, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 2.2177603244781494, + "learning_rate": 0.00043827266085851203, + "loss": 5.6657, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 2.267564535140991, + "learning_rate": 0.00043599094703590524, + "loss": 5.6702, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 2.607971429824829, + "learning_rate": 0.0004337127518380632, + "loss": 5.6715, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 2.4445533752441406, + "learning_rate": 0.0004314381007932756, + "loss": 5.6619, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 1.9204957485198975, + "learning_rate": 0.00042916701939011787, + "loss": 5.6739, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 2.3194024562835693, + "learning_rate": 0.0004268995330771661, + "loss": 5.668, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 2.309570789337158, + "learning_rate": 0.00042463566726271137, + "loss": 5.6737, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 2.1416492462158203, + "learning_rate": 0.00042237544731447616, + "loss": 5.6667, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 2.3147592544555664, + "learning_rate": 0.0004201188985593283, + "loss": 5.6682, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 2.575751304626465, + "learning_rate": 0.00041786604628299846, + "loss": 5.6654, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 2.185352087020874, + "learning_rate": 0.00041561691572979624, + "loss": 5.6665, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 2.158193826675415, + "learning_rate": 0.000413371532102328, + "loss": 5.6611, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 2.3251264095306396, + "learning_rate": 0.0004111299205612135, + "loss": 5.6673, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 2.5166869163513184, + "learning_rate": 0.00040889210622480467, + "loss": 5.6698, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 2.107229471206665, + "learning_rate": 0.0004066581141689038, + "loss": 5.6683, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 1.537351369857788, + "learning_rate": 0.00040442796942648273, + "loss": 5.6644, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 2.1709556579589844, + "learning_rate": 0.0004022016969874023, + "loss": 5.6656, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 2.210150957107544, + "learning_rate": 0.00039997932179813205, + "loss": 5.6617, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 2.699484348297119, + "learning_rate": 0.00039776086876147133, + "loss": 5.6654, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 2.056365728378296, + "learning_rate": 0.0003955463627362694, + "loss": 5.6629, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 2.206430435180664, + "learning_rate": 0.00039333582853714793, + "loss": 5.6589, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 2.280083179473877, + "learning_rate": 0.00039112929093422185, + "loss": 5.6606, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 2.3351495265960693, + "learning_rate": 0.0003889267746528225, + "loss": 5.6582, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 2.5855207443237305, + "learning_rate": 0.00038672830437322007, + "loss": 5.6591, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 1.8922674655914307, + "learning_rate": 0.0003845339047303477, + "loss": 5.6565, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 2.294938087463379, + "learning_rate": 0.00038234360031352485, + "loss": 5.6599, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 1.759223461151123, + "learning_rate": 0.0003801574156661817, + "loss": 5.6595, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 2.259773015975952, + "learning_rate": 0.0003779753752855853, + "loss": 5.6593, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 1.891624927520752, + "learning_rate": 0.0003757975036225632, + "loss": 5.6579, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 2.2626521587371826, + "learning_rate": 0.0003736238250812308, + "loss": 5.6517, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 2.5813846588134766, + "learning_rate": 0.0003714543640187177, + "loss": 5.6627, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 2.272970676422119, + "learning_rate": 0.0003692891447448943, + "loss": 5.6533, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 2.1752026081085205, + "learning_rate": 0.00036712819152209954, + "loss": 5.6559, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 2.667616128921509, + "learning_rate": 0.0003649715285648701, + "loss": 5.655, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 2.1136720180511475, + "learning_rate": 0.000362819180039667, + "loss": 5.6548, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 1.9631470441818237, + "learning_rate": 0.0003606711700646067, + "loss": 5.6544, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 2.2858240604400635, + "learning_rate": 0.00035852752270918955, + "loss": 5.6515, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 2.0766820907592773, + "learning_rate": 0.00035638826199403103, + "loss": 5.65, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 2.0123932361602783, + "learning_rate": 0.000354253411890592, + "loss": 5.6507, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 2.355245351791382, + "learning_rate": 0.00035212299632090996, + "loss": 5.6522, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 2.1331210136413574, + "learning_rate": 0.0003499970391573322, + "loss": 5.6489, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 1.768051266670227, + "learning_rate": 0.0003478755642222466, + "loss": 5.6519, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 2.017947196960449, + "learning_rate": 0.0003457585952878156, + "loss": 5.6499, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 2.0069286823272705, + "learning_rate": 0.00034364615607570994, + "loss": 5.6525, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 2.2581350803375244, + "learning_rate": 0.00034153827025684225, + "loss": 5.6488, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 1.5537643432617188, + "learning_rate": 0.0003394349614511026, + "loss": 5.6473, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 1.8359655141830444, + "learning_rate": 0.000337336253227093, + "loss": 5.651, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 2.552940845489502, + "learning_rate": 0.00033524216910186394, + "loss": 5.636, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 2.3417508602142334, + "learning_rate": 0.0003331527325406506, + "loss": 5.6452, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 1.6594558954238892, + "learning_rate": 0.00033106796695660983, + "loss": 5.6487, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 1.9313304424285889, + "learning_rate": 0.00032898789571055796, + "loss": 5.6422, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 1.9007086753845215, + "learning_rate": 0.0003269125421107091, + "loss": 5.6444, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 2.2350409030914307, + "learning_rate": 0.00032484192941241316, + "loss": 5.6419, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 2.011573076248169, + "learning_rate": 0.0003227760808178973, + "loss": 5.6472, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 1.8302812576293945, + "learning_rate": 0.00032071501947600334, + "loss": 5.6479, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 2.2356200218200684, + "learning_rate": 0.00031865876848192993, + "loss": 5.6398, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 2.19203782081604, + "learning_rate": 0.00031660735087697363, + "loss": 5.6408, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 1.9747456312179565, + "learning_rate": 0.0003145607896482704, + "loss": 5.6412, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 1.4504653215408325, + "learning_rate": 0.000312519107728538, + "loss": 5.6463, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 1.7272939682006836, + "learning_rate": 0.0003104823279958191, + "loss": 5.6327, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 1.5269538164138794, + "learning_rate": 0.00030845047327322556, + "loss": 5.6383, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 2.4669835567474365, + "learning_rate": 0.0003064235663286815, + "loss": 5.6399, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 1.8575663566589355, + "learning_rate": 0.00030440162987466896, + "loss": 5.6375, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 2.0847558975219727, + "learning_rate": 0.0003023846865679731, + "loss": 5.6466, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 1.9296622276306152, + "learning_rate": 0.0003003727590094285, + "loss": 5.6349, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 2.146658182144165, + "learning_rate": 0.00029836586974366574, + "loss": 5.6454, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 1.9521843194961548, + "learning_rate": 0.00029636404125885936, + "loss": 5.6421, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 1.8796813488006592, + "learning_rate": 0.00029436729598647483, + "loss": 5.6397, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 1.4689815044403076, + "learning_rate": 0.0002923756563010179, + "loss": 5.6374, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 1.7355879545211792, + "learning_rate": 0.0002903891445197836, + "loss": 5.6385, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 1.4216035604476929, + "learning_rate": 0.0002884077829026066, + "loss": 5.6374, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 1.6927716732025146, + "learning_rate": 0.00028643159365161113, + "loss": 5.6318, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 1.9339640140533447, + "learning_rate": 0.00028446059891096265, + "loss": 5.6434, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 1.9566271305084229, + "learning_rate": 0.0002824948207666199, + "loss": 5.6365, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 2.10983943939209, + "learning_rate": 0.00028053428124608684, + "loss": 5.6308, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 1.9768773317337036, + "learning_rate": 0.00027857900231816594, + "loss": 5.6379, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 1.914456844329834, + "learning_rate": 0.0002766290058927123, + "loss": 5.6344, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 2.142565965652466, + "learning_rate": 0.00027468431382038816, + "loss": 5.6328, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 2.1876516342163086, + "learning_rate": 0.00027274494789241766, + "loss": 5.6266, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 1.717586874961853, + "learning_rate": 0.00027081092984034303, + "loss": 5.6319, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 1.7215545177459717, + "learning_rate": 0.00026888228133578086, + "loss": 5.6345, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 2.2183592319488525, + "learning_rate": 0.00026695902399017935, + "loss": 5.6309, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 1.5335004329681396, + "learning_rate": 0.0002650411793545763, + "loss": 5.6321, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 1.779222011566162, + "learning_rate": 0.0002631287689193571, + "loss": 5.6316, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 2.5856895446777344, + "learning_rate": 0.00026122181411401444, + "loss": 5.6302, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 1.9173972606658936, + "learning_rate": 0.0002593203363069084, + "loss": 5.6289, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 2.1186904907226562, + "learning_rate": 0.0002574243568050261, + "loss": 5.629, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 2.2834548950195312, + "learning_rate": 0.0002555338968537436, + "loss": 5.6261, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 1.2145274877548218, + "learning_rate": 0.00025364897763658777, + "loss": 5.6312, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 1.8010163307189941, + "learning_rate": 0.0002517696202749988, + "loss": 5.626, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 1.7088450193405151, + "learning_rate": 0.0002498958458280936, + "loss": 5.6251, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 2.9075794219970703, + "learning_rate": 0.0002480276752924295, + "loss": 5.6265, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 1.4042394161224365, + "learning_rate": 0.00024616512960177014, + "loss": 5.6184, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 1.5842777490615845, + "learning_rate": 0.00024430822962684905, + "loss": 5.6299, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 1.6897560358047485, + "learning_rate": 0.00024245699617513733, + "loss": 5.622, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 1.385205626487732, + "learning_rate": 0.00024061144999060956, + "loss": 5.6238, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 2.0923962593078613, + "learning_rate": 0.00023877161175351206, + "loss": 5.6258, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 1.8577938079833984, + "learning_rate": 0.00023693750208013045, + "loss": 5.6253, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 1.9434581995010376, + "learning_rate": 0.0002351091415225591, + "loss": 5.6175, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 1.719789743423462, + "learning_rate": 0.00023328655056847124, + "loss": 5.6194, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 1.6356306076049805, + "learning_rate": 0.00023146974964088825, + "loss": 5.6197, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 1.5827842950820923, + "learning_rate": 0.00022965875909795164, + "loss": 5.6207, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 2.2272980213165283, + "learning_rate": 0.0002278535992326947, + "loss": 5.6244, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 1.9679064750671387, + "learning_rate": 0.0002260542902728151, + "loss": 5.6143, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 1.9241124391555786, + "learning_rate": 0.00022426085238044823, + "loss": 5.6164, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 2.9112601280212402, + "learning_rate": 0.00022247330565194171, + "loss": 5.6162, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 1.6614335775375366, + "learning_rate": 0.0002206916701176293, + "loss": 5.6138, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 2.4389736652374268, + "learning_rate": 0.00021891596574160715, + "loss": 5.6158, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 2.3244760036468506, + "learning_rate": 0.00021714621242150973, + "loss": 5.6145, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 1.6010584831237793, + "learning_rate": 0.0002153824299882872, + "loss": 5.6207, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 2.0947442054748535, + "learning_rate": 0.00021362463820598297, + "loss": 5.6108, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 2.1411478519439697, + "learning_rate": 0.00021187285677151205, + "loss": 5.6103, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 1.9849368333816528, + "learning_rate": 0.00021012710531444112, + "loss": 5.6106, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 1.8407467603683472, + "learning_rate": 0.00020838740339676763, + "loss": 5.6146, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 1.2459794282913208, + "learning_rate": 0.00020665377051270095, + "loss": 5.6127, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 1.6676063537597656, + "learning_rate": 0.0002049262260884441, + "loss": 5.6164, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 2.4118497371673584, + "learning_rate": 0.0002032047894819758, + "loss": 5.6079, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 2.1241328716278076, + "learning_rate": 0.00020148947998283381, + "loss": 5.6056, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 1.583636999130249, + "learning_rate": 0.00019978031681189864, + "loss": 5.6147, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 1.8319991827011108, + "learning_rate": 0.00019807731912117828, + "loss": 5.6069, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 2.0481069087982178, + "learning_rate": 0.00019638050599359326, + "loss": 5.6026, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 1.3989096879959106, + "learning_rate": 0.0001946898964427633, + "loss": 5.6094, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 1.9090906381607056, + "learning_rate": 0.0001930055094127938, + "loss": 5.6106, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 1.8923743963241577, + "learning_rate": 0.00019132736377806394, + "loss": 5.6102, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 1.879792332649231, + "learning_rate": 0.0001896554783430149, + "loss": 5.6042, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 2.1781387329101562, + "learning_rate": 0.00018798987184193963, + "loss": 5.6033, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 1.6626508235931396, + "learning_rate": 0.00018633056293877203, + "loss": 5.6033, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 1.9299684762954712, + "learning_rate": 0.00018467757022687864, + "loss": 5.6091, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 1.7240363359451294, + "learning_rate": 0.00018303091222884998, + "loss": 5.6062, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 1.486358880996704, + "learning_rate": 0.00018139060739629287, + "loss": 5.6065, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 1.3980551958084106, + "learning_rate": 0.00017975667410962366, + "loss": 5.5965, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 1.783419132232666, + "learning_rate": 0.00017812913067786313, + "loss": 5.5999, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 1.4898887872695923, + "learning_rate": 0.00017650799533842996, + "loss": 5.6035, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 2.019289493560791, + "learning_rate": 0.00017489328625693715, + "loss": 5.6035, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 1.1289573907852173, + "learning_rate": 0.0001732850215269885, + "loss": 5.5984, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 1.3850795030593872, + "learning_rate": 0.00017168321916997547, + "loss": 5.606, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 1.5702691078186035, + "learning_rate": 0.00017008789713487558, + "loss": 5.6038, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 1.308498501777649, + "learning_rate": 0.00016849907329805118, + "loss": 5.6007, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 1.6205036640167236, + "learning_rate": 0.00016691676546304936, + "loss": 5.6019, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 1.2850362062454224, + "learning_rate": 0.00016534099136040207, + "loss": 5.5976, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 1.7243412733078003, + "learning_rate": 0.00016377176864742734, + "loss": 5.6001, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 1.736440658569336, + "learning_rate": 0.00016220911490803206, + "loss": 5.6005, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 1.1827021837234497, + "learning_rate": 0.00016065304765251423, + "loss": 5.6003, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 1.4244201183319092, + "learning_rate": 0.00015910358431736745, + "loss": 5.599, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 1.5327668190002441, + "learning_rate": 0.0001575607422650846, + "loss": 5.598, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 1.2194591760635376, + "learning_rate": 0.00015602453878396479, + "loss": 5.5936, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 1.1456040143966675, + "learning_rate": 0.0001544949910879177, + "loss": 5.5948, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 2.067368984222412, + "learning_rate": 0.00015297211631627234, + "loss": 5.5916, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 1.431711196899414, + "learning_rate": 0.00015145593153358412, + "loss": 5.594, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 1.6072288751602173, + "learning_rate": 0.00014994645372944367, + "loss": 5.5946, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 1.4640034437179565, + "learning_rate": 0.00014844369981828698, + "loss": 5.5901, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 1.4011296033859253, + "learning_rate": 0.00014694768663920537, + "loss": 5.5911, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 1.5977355241775513, + "learning_rate": 0.00014545843095575709, + "loss": 5.5914, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 1.3064849376678467, + "learning_rate": 0.00014397594945577912, + "loss": 5.594, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 2.050081491470337, + "learning_rate": 0.0001425002587512005, + "loss": 5.591, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 1.821736454963684, + "learning_rate": 0.00014103137537785633, + "loss": 5.5924, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 1.6769049167633057, + "learning_rate": 0.00013956931579530194, + "loss": 5.5925, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 1.734026312828064, + "learning_rate": 0.00013811409638662858, + "loss": 5.5874, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 1.4922587871551514, + "learning_rate": 0.00013666573345828083, + "loss": 5.5933, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 1.6053963899612427, + "learning_rate": 0.0001352242432398723, + "loss": 5.5883, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 1.4334664344787598, + "learning_rate": 0.00013378964188400457, + "loss": 5.5867, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 1.434798002243042, + "learning_rate": 0.00013236194546608645, + "loss": 5.5922, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 1.5868504047393799, + "learning_rate": 0.00013094116998415358, + "loss": 5.5888, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 1.3514033555984497, + "learning_rate": 0.0001295273313586885, + "loss": 5.5853, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 1.7414921522140503, + "learning_rate": 0.00012812044543244395, + "loss": 5.5855, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 1.4156917333602905, + "learning_rate": 0.00012672052797026344, + "loss": 5.5873, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 1.145093321800232, + "learning_rate": 0.00012532759465890567, + "loss": 5.591, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 1.2032239437103271, + "learning_rate": 0.00012394166110686857, + "loss": 5.5869, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 1.2643251419067383, + "learning_rate": 0.0001225627428442143, + "loss": 5.5773, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 1.7082284688949585, + "learning_rate": 0.0001211908553223954, + "loss": 5.583, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 1.2069681882858276, + "learning_rate": 0.00011982601391408115, + "loss": 5.5827, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 1.4891321659088135, + "learning_rate": 0.00011846823391298628, + "loss": 5.5763, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 1.9141031503677368, + "learning_rate": 0.00011711753053369861, + "loss": 5.5887, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 1.4617137908935547, + "learning_rate": 0.00011577391891150901, + "loss": 5.578, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 1.630586862564087, + "learning_rate": 0.00011443741410224173, + "loss": 5.5859, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 1.5931017398834229, + "learning_rate": 0.00011310803108208581, + "loss": 5.5851, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 1.3902634382247925, + "learning_rate": 0.00011178578474742687, + "loss": 5.583, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 1.143524408340454, + "learning_rate": 0.00011047068991468118, + "loss": 5.5763, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 1.3782490491867065, + "learning_rate": 0.00010916276132012818, + "loss": 5.5756, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 1.28400456905365, + "learning_rate": 0.00010786201361974646, + "loss": 5.5844, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 1.151320457458496, + "learning_rate": 0.00010656846138904916, + "loss": 5.5782, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 1.5421926975250244, + "learning_rate": 0.00010528211912292066, + "loss": 5.5799, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 1.2956604957580566, + "learning_rate": 0.0001040030012354542, + "loss": 5.5862, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 1.9451608657836914, + "learning_rate": 0.00010273112205979012, + "loss": 5.5765, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 1.9215521812438965, + "learning_rate": 0.00010146649584795575, + "loss": 5.5773, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 1.446566104888916, + "learning_rate": 0.0001002091367707053, + "loss": 5.5821, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 1.6378275156021118, + "learning_rate": 9.895905891736118e-05, + "loss": 5.5804, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 1.2002298831939697, + "learning_rate": 9.771627629565599e-05, + "loss": 5.5824, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 1.9541651010513306, + "learning_rate": 9.648080283157604e-05, + "loss": 5.573, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 1.2114804983139038, + "learning_rate": 9.525265236920452e-05, + "loss": 5.5739, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 1.4685115814208984, + "learning_rate": 9.40318386705673e-05, + "loss": 5.5771, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 1.374232292175293, + "learning_rate": 9.281837541547791e-05, + "loss": 5.5693, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 1.2028096914291382, + "learning_rate": 9.161227620138468e-05, + "loss": 5.5728, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 1.5220246315002441, + "learning_rate": 9.041355454321803e-05, + "loss": 5.5759, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 1.3103171586990356, + "learning_rate": 8.92222238732397e-05, + "loss": 5.577, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 1.4844565391540527, + "learning_rate": 8.803829754089138e-05, + "loss": 5.5783, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 1.171464204788208, + "learning_rate": 8.686178881264568e-05, + "loss": 5.5695, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 1.2239173650741577, + "learning_rate": 8.569271087185756e-05, + "loss": 5.5761, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 1.3029521703720093, + "learning_rate": 8.453107681861616e-05, + "loss": 5.5746, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 1.1450181007385254, + "learning_rate": 8.337689966959819e-05, + "loss": 5.5713, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 1.3673796653747559, + "learning_rate": 8.23445265795443e-05, + "loss": 5.5793, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 1.151382327079773, + "learning_rate": 8.120455311011473e-05, + "loss": 5.5744, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 1.4042388200759888, + "learning_rate": 8.007207382023102e-05, + "loss": 5.569, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 1.4187700748443604, + "learning_rate": 7.894710139987645e-05, + "loss": 5.5721, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 1.3356019258499146, + "learning_rate": 7.782964845491666e-05, + "loss": 5.5749, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 1.1999540328979492, + "learning_rate": 7.67197275069573e-05, + "loss": 5.5698, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 1.2527334690093994, + "learning_rate": 7.561735099320463e-05, + "loss": 5.5705, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 1.030590295791626, + "learning_rate": 7.452253126632564e-05, + "loss": 5.576, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 1.1422009468078613, + "learning_rate": 7.343528059431009e-05, + "loss": 5.5705, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 1.1426135301589966, + "learning_rate": 7.235561116033265e-05, + "loss": 5.5682, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 1.4448994398117065, + "learning_rate": 7.128353506261631e-05, + "loss": 5.572, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 1.5425349473953247, + "learning_rate": 7.021906431429747e-05, + "loss": 5.5722, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 1.3306498527526855, + "learning_rate": 6.916221084329055e-05, + "loss": 5.5756, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 1.2649661302566528, + "learning_rate": 6.811298649215472e-05, + "loss": 5.5689, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 1.5476899147033691, + "learning_rate": 6.707140301796122e-05, + "loss": 5.565, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 1.0860280990600586, + "learning_rate": 6.603747209216135e-05, + "loss": 5.563, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 1.0689903497695923, + "learning_rate": 6.501120530045593e-05, + "loss": 5.5733, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 1.4661319255828857, + "learning_rate": 6.399261414266571e-05, + "loss": 5.5671, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 1.7582958936691284, + "learning_rate": 6.298171003260194e-05, + "loss": 5.5735, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 1.7814412117004395, + "learning_rate": 6.197850429793866e-05, + "loss": 5.5705, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 1.1982461214065552, + "learning_rate": 6.0983008180086005e-05, + "loss": 5.5661, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 1.1646335124969482, + "learning_rate": 5.999523283406405e-05, + "loss": 5.5637, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 1.3502696752548218, + "learning_rate": 5.901518932837799e-05, + "loss": 5.5665, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 2.2172207832336426, + "learning_rate": 5.804288864489366e-05, + "loss": 5.5687, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 1.828156590461731, + "learning_rate": 5.707834167871512e-05, + "loss": 5.5656, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 1.2343263626098633, + "learning_rate": 5.612155923806203e-05, + "loss": 5.5693, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 1.212476134300232, + "learning_rate": 5.517255204414889e-05, + "loss": 5.5674, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 1.495962381362915, + "learning_rate": 5.423133073106457e-05, + "loss": 5.5643, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 1.3730764389038086, + "learning_rate": 5.329790584565361e-05, + "loss": 5.5658, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 1.5053300857543945, + "learning_rate": 5.237228784739739e-05, + "loss": 5.5599, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 1.4753589630126953, + "learning_rate": 5.1454487108297924e-05, + "loss": 5.5689, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 1.1202565431594849, + "learning_rate": 5.054451391276035e-05, + "loss": 5.5713, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 1.2482728958129883, + "learning_rate": 4.9642378457478847e-05, + "loss": 5.5607, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 1.3180617094039917, + "learning_rate": 4.874809085132148e-05, + "loss": 5.5658, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 1.1836440563201904, + "learning_rate": 4.7861661115217754e-05, + "loss": 5.5635, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 1.26827073097229, + "learning_rate": 4.698309918204552e-05, + "loss": 5.5718, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 1.436211347579956, + "learning_rate": 4.611241489652016e-05, + "loss": 5.5611, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 1.2219692468643188, + "learning_rate": 4.524961801508456e-05, + "loss": 5.5683, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 1.407319188117981, + "learning_rate": 4.439471820579885e-05, + "loss": 5.5648, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 1.5786449909210205, + "learning_rate": 4.35477250482329e-05, + "loss": 5.5667, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 1.2798808813095093, + "learning_rate": 4.2708648033358554e-05, + "loss": 5.5676, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 1.3058149814605713, + "learning_rate": 4.1877496563443446e-05, + "loss": 5.566, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 1.30825936794281, + "learning_rate": 4.105427995194566e-05, + "loss": 5.5631, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 1.2759966850280762, + "learning_rate": 4.023900742340941e-05, + "loss": 5.557, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 1.7265344858169556, + "learning_rate": 3.943168811336137e-05, + "loss": 5.5627, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 1.1736171245574951, + "learning_rate": 3.863233106820857e-05, + "loss": 5.5679, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 1.1865023374557495, + "learning_rate": 3.784094524513709e-05, + "loss": 5.5652, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 1.167667031288147, + "learning_rate": 3.705753951201146e-05, + "loss": 5.5648, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 1.143186330795288, + "learning_rate": 3.628212264727548e-05, + "loss": 5.5654, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 1.4849963188171387, + "learning_rate": 3.5514703339853656e-05, + "loss": 5.5611, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 1.2691038846969604, + "learning_rate": 3.475529018905416e-05, + "loss": 5.568, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 1.225518822669983, + "learning_rate": 3.400389170447218e-05, + "loss": 5.562, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 1.2211962938308716, + "learning_rate": 3.3260516305894526e-05, + "loss": 5.5602, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 1.1924623250961304, + "learning_rate": 3.2525172323205535e-05, + "loss": 5.5629, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 1.2955036163330078, + "learning_rate": 3.1797867996293663e-05, + "loss": 5.5647, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 1.3605698347091675, + "learning_rate": 3.107861147495891e-05, + "loss": 5.5604, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 1.6848132610321045, + "learning_rate": 3.0367410818821913e-05, + "loss": 5.5643, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 1.5561058521270752, + "learning_rate": 2.966427399723326e-05, + "loss": 5.5644, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 1.5387319326400757, + "learning_rate": 2.8969208889184335e-05, + "loss": 5.5651, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 1.3171087503433228, + "learning_rate": 2.828222328321911e-05, + "loss": 5.5558, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 1.406396508216858, + "learning_rate": 2.7603324877346653e-05, + "loss": 5.5639, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 1.1431360244750977, + "learning_rate": 2.6932521278955262e-05, + "loss": 5.5652, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 1.1304011344909668, + "learning_rate": 2.626982000472655e-05, + "loss": 5.5673, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 1.3115731477737427, + "learning_rate": 2.561522848055217e-05, + "loss": 5.5666, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 1.1695328950881958, + "learning_rate": 2.4968754041449633e-05, + "loss": 5.5596, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 1.3802136182785034, + "learning_rate": 2.43304039314807e-05, + "loss": 5.5637, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 1.1863781213760376, + "learning_rate": 2.3700185303670046e-05, + "loss": 5.5605, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 1.2241286039352417, + "learning_rate": 2.307810521992515e-05, + "loss": 5.5569, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 1.3637723922729492, + "learning_rate": 2.24641706509571e-05, + "loss": 5.5587, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 1.334944725036621, + "learning_rate": 2.185838847620242e-05, + "loss": 5.5516, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 1.0865918397903442, + "learning_rate": 2.1260765483746282e-05, + "loss": 5.561, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 1.2429355382919312, + "learning_rate": 2.0671308370246167e-05, + "loss": 5.5622, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 1.249382734298706, + "learning_rate": 2.009002374085675e-05, + "loss": 5.5608, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 1.4502249956130981, + "learning_rate": 1.9516918109156206e-05, + "loss": 5.5561, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 1.2240568399429321, + "learning_rate": 1.8951997897072943e-05, + "loss": 5.5637, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 1.3137434720993042, + "learning_rate": 1.8395269434813733e-05, + "loss": 5.5606, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 1.7774194478988647, + "learning_rate": 1.7846738960792945e-05, + "loss": 5.5604, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 1.2234671115875244, + "learning_rate": 1.7306412621562352e-05, + "loss": 5.5565, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 1.2479087114334106, + "learning_rate": 1.677429647174242e-05, + "loss": 5.5619, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 1.1925565004348755, + "learning_rate": 1.6250396473954377e-05, + "loss": 5.5608, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 1.551577091217041, + "learning_rate": 1.573471849875352e-05, + "loss": 5.5673, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 1.6013810634613037, + "learning_rate": 1.522726832456342e-05, + "loss": 5.5577, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 1.263146996498108, + "learning_rate": 1.4728051637610902e-05, + "loss": 5.5677, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 1.3277114629745483, + "learning_rate": 1.4237074031862918e-05, + "loss": 5.561, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 1.4118342399597168, + "learning_rate": 1.3754341008963194e-05, + "loss": 5.5578, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 1.7234737873077393, + "learning_rate": 1.327985797817094e-05, + "loss": 5.5615, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 1.6286661624908447, + "learning_rate": 1.2813630256300224e-05, + "loss": 5.5578, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 1.3984816074371338, + "learning_rate": 1.2355663067660283e-05, + "loss": 5.5587, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 1.582375168800354, + "learning_rate": 1.1905961543997147e-05, + "loss": 5.56, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 1.3011646270751953, + "learning_rate": 1.1464530724435928e-05, + "loss": 5.5597, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 1.3661301136016846, + "learning_rate": 1.1031375555424466e-05, + "loss": 5.5622, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 1.2528117895126343, + "learning_rate": 1.0606500890678023e-05, + "loss": 5.5595, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 1.4038883447647095, + "learning_rate": 1.0189911491124582e-05, + "loss": 5.5577, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 1.1988270282745361, + "learning_rate": 9.781612024851893e-06, + "loss": 5.5568, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 1.5369138717651367, + "learning_rate": 9.381607067054764e-06, + "loss": 5.5603, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 1.5705552101135254, + "learning_rate": 8.989901099984016e-06, + "loss": 5.5608, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 1.390122413635254, + "learning_rate": 8.606498512896438e-06, + "loss": 5.5611, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 1.2336426973342896, + "learning_rate": 8.231403602005083e-06, + "loss": 5.5544, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 1.278863787651062, + "learning_rate": 7.864620570431635e-06, + "loss": 5.5598, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 1.2173552513122559, + "learning_rate": 7.506153528159032e-06, + "loss": 5.5666, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 1.1965709924697876, + "learning_rate": 7.1560064919855835e-06, + "loss": 5.5633, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 1.2677333354949951, + "learning_rate": 6.814183385479677e-06, + "loss": 5.5574, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 1.3301301002502441, + "learning_rate": 6.480688038936311e-06, + "loss": 5.5598, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 1.0982439517974854, + "learning_rate": 6.155524189333461e-06, + "loss": 5.5565, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 1.2289735078811646, + "learning_rate": 5.838695480291034e-06, + "loss": 5.552, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 1.1614609956741333, + "learning_rate": 5.530205462029314e-06, + "loss": 5.5545, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 1.7835652828216553, + "learning_rate": 5.230057591329662e-06, + "loss": 5.5567, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 1.465887427330017, + "learning_rate": 4.938255231495464e-06, + "loss": 5.5657, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 1.1732157468795776, + "learning_rate": 4.654801652314577e-06, + "loss": 5.5609, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 1.0920121669769287, + "learning_rate": 4.37970003002286e-06, + "loss": 5.5583, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 1.2773975133895874, + "learning_rate": 4.112953447268364e-06, + "loss": 5.5628, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 1.1745500564575195, + "learning_rate": 3.8545648930767005e-06, + "loss": 5.5617, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 1.4241310358047485, + "learning_rate": 3.604537262817814e-06, + "loss": 5.5601, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 1.246065616607666, + "learning_rate": 3.362873358173424e-06, + "loss": 5.5547, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 1.347264289855957, + "learning_rate": 3.129575887105468e-06, + "loss": 5.5612, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 1.4465028047561646, + "learning_rate": 2.90464746382621e-06, + "loss": 5.5565, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 1.1796553134918213, + "learning_rate": 2.6880906087682622e-06, + "loss": 5.5585, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 1.2495790719985962, + "learning_rate": 2.4799077485571087e-06, + "loss": 5.5574, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 1.373209834098816, + "learning_rate": 2.2801012159832933e-06, + "loss": 5.5548, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 1.1384923458099365, + "learning_rate": 2.0886732499764416e-06, + "loss": 5.5653, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 1.3330754041671753, + "learning_rate": 1.905625995580612e-06, + "loss": 5.5626, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 1.2125582695007324, + "learning_rate": 1.7309615039294847e-06, + "loss": 5.5595, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 1.2188507318496704, + "learning_rate": 1.5646817322240436e-06, + "loss": 5.5602, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 1.1631706953048706, + "learning_rate": 1.4067885437103467e-06, + "loss": 5.5612, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 1.4485857486724854, + "learning_rate": 1.2572837076586241e-06, + "loss": 5.5599, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 1.490790843963623, + "learning_rate": 1.1161688993435449e-06, + "loss": 5.5603, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 1.2880841493606567, + "learning_rate": 9.834457000255647e-07, + "loss": 5.5553, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 1.1686524152755737, + "learning_rate": 8.591155969327746e-07, + "loss": 5.567, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 1.5405880212783813, + "learning_rate": 7.431799832448294e-07, + "loss": 5.5587, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 1.1483728885650635, + "learning_rate": 6.356401580767945e-07, + "loss": 5.5612, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 1.1651448011398315, + "learning_rate": 5.364973264649908e-07, + "loss": 5.5686, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 1.5726734399795532, + "learning_rate": 4.457525993531719e-07, + "loss": 5.5599, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 1.2543110847473145, + "learning_rate": 3.6340699358036743e-07, + "loss": 5.5561, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 1.2599172592163086, + "learning_rate": 2.8946143186930896e-07, + "loss": 5.5618, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 1.1586952209472656, + "learning_rate": 2.2391674281610486e-07, + "loss": 5.549, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 1.4774086475372314, + "learning_rate": 1.6677366088099777e-07, + "loss": 5.558, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 1.1519263982772827, + "learning_rate": 1.1803282638020441e-07, + "loss": 5.5649, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 1.2013318538665771, + "learning_rate": 7.769478547842157e-08, + "loss": 5.5609, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 1.3563827276229858, + "learning_rate": 4.575999018316401e-08, + "loss": 5.5605, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 1.2778115272521973, + "learning_rate": 2.2228798339435363e-08, + "loss": 5.5579, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 1.7342040538787842, + "learning_rate": 7.101473625648058e-09, + "loss": 5.5595, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 3.935343027114868, + "learning_rate": 3.781855510420762e-10, + "loss": 5.5656, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-adagrad/checkpoint-9480/training_args.bin b/saves-llama-cosine-adagrad/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aaf6b0723623e6f2c4b25cd4ef9a326e1ec683b2 --- /dev/null +++ b/saves-llama-cosine-adagrad/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e2b37be0fb948c88230c09354b96055b010d7f58e383569beecd70a66055a82 +size 5176 diff --git a/saves-llama-cosine-adagrad/config.json b/saves-llama-cosine-adagrad/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adagrad/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adagrad/generation_config.json b/saves-llama-cosine-adagrad/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adagrad/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adagrad/model.safetensors b/saves-llama-cosine-adagrad/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ca3a1f03ccc4fb10a03723d03f4aac397cfd5f0 --- /dev/null +++ b/saves-llama-cosine-adagrad/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd20411ca0e2b7f77025273660455738461d8172b9c596d9ca7356e91c25ae5 +size 8346712 diff --git a/saves-llama-cosine-adagrad/result.log b/saves-llama-cosine-adagrad/result.log new file mode 100644 index 0000000000000000000000000000000000000000..ffa13325291948a24430595b9d9613958013157c --- /dev/null +++ b/saves-llama-cosine-adagrad/result.log @@ -0,0 +1 @@ +{'train_runtime': 2296.8892, 'train_samples_per_second': 4225.978, 'train_steps_per_second': 4.127, 'train_loss': 5.6739239990459716, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-adagrad/special_tokens_map.json b/saves-llama-cosine-adagrad/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adagrad/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adagrad/tokenizer.json b/saves-llama-cosine-adagrad/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adagrad/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adagrad/tokenizer_config.json b/saves-llama-cosine-adagrad/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adagrad/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/config.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/generation_config.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/model.safetensors b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2f4e8c96c507f6e311326509899c3b30da23da9 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1854ed991b54705d2041a97bdd04c2a72eb9b0cbd95a23dab84fd1f1e190cec1 +size 8346712 diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/optimizer.pt b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..070e590b5fc8b9ffd3d7afe1a1236f0e0be59543 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bcbaf9a0d910cbffedda05225da887ebfa8d3a18ba23a333f3b04a19891bfd +size 4211478 diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/rng_state.pth b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/scheduler.pt b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..74b04fc48c12ecef4ed191c0e0bab93fab8eb99a --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec59c7f60583f92116a8c17261df6f5e6643e0df2f9a66b3c4ae6ce50b33704 +size 1064 diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/trainer_state.json b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bc19dd63d82079eabd4b24fb8fcbbfe3b077eab4 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2970502376556396, + "learning_rate": 0.00015789473684210527, + "loss": 7.4846, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.128584861755371, + "learning_rate": 0.00031578947368421053, + "loss": 6.8764, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8129862546920776, + "learning_rate": 0.00047368421052631577, + "loss": 6.2314, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.3809772729873657, + "learning_rate": 0.0006315789473684211, + "loss": 5.748, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.7364469170570374, + "learning_rate": 0.0007894736842105263, + "loss": 5.285, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.838830292224884, + "learning_rate": 0.0009473684210526315, + "loss": 4.7838, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.6709407567977905, + "learning_rate": 0.0011052631578947368, + "loss": 4.3728, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.062603235244751, + "learning_rate": 0.0012631578947368421, + "loss": 4.1117, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.039543628692627, + "learning_rate": 0.0014210526315789472, + "loss": 3.9208, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.8590573072433472, + "learning_rate": 0.0014999989494847376, + "loss": 3.7669, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.6835198998451233, + "learning_rate": 0.0014999905453802946, + "loss": 3.6065, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.07179594039917, + "learning_rate": 0.0014999737372655805, + "loss": 3.4926, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.684469997882843, + "learning_rate": 0.0014999485253289388, + "loss": 3.381, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.82182776927948, + "learning_rate": 0.0014999149098528814, + "loss": 3.2813, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.8415339589118958, + "learning_rate": 0.0014998728912140862, + "loss": 3.2071, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.6063382625579834, + "learning_rate": 0.0014998224698833922, + "loss": 3.1455, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 1.0319273471832275, + "learning_rate": 0.0014997636464257956, + "loss": 3.066, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.8770440220832825, + "learning_rate": 0.0014996964215004416, + "loss": 3.0271, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.9061472415924072, + "learning_rate": 0.0014996207958606182, + "loss": 2.9652, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.9439277052879333, + "learning_rate": 0.001499536770353748, + "loss": 2.9189, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.802860677242279, + "learning_rate": 0.0014994443459213774, + "loss": 2.8733, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8415727615356445, + "learning_rate": 0.001499343523599168, + "loss": 2.8403, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.837375819683075, + "learning_rate": 0.0014992343045168823, + "loss": 2.781, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.7577805519104004, + "learning_rate": 0.0014991166898983739, + "loss": 2.7441, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9588986039161682, + "learning_rate": 0.001498990681061572, + "loss": 2.7086, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7514186501502991, + "learning_rate": 0.001498856279418467, + "loss": 2.6715, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.9469774961471558, + "learning_rate": 0.0014987134864750948, + "loss": 2.6455, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.965584397315979, + "learning_rate": 0.0014985623038315206, + "loss": 2.6041, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.849543571472168, + "learning_rate": 0.0014984027331818193, + "loss": 2.5798, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.9478345513343811, + "learning_rate": 0.0014982347763140584, + "loss": 2.5557, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.7587275505065918, + "learning_rate": 0.0014980584351102762, + "loss": 2.5304, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9095223546028137, + "learning_rate": 0.001497873711546462, + "loss": 2.498, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.0655746459960938, + "learning_rate": 0.0014976806076925334, + "loss": 2.489, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.2254246473312378, + "learning_rate": 0.0014974791257123137, + "loss": 2.4628, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.8681284785270691, + "learning_rate": 0.001497269267863507, + "loss": 2.4237, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.864176332950592, + "learning_rate": 0.0014970510364976724, + "loss": 2.4026, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 1.0289385318756104, + "learning_rate": 0.0014968244340601996, + "loss": 2.39, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.4650152921676636, + "learning_rate": 0.001496589463090279, + "loss": 2.3766, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.2593557834625244, + "learning_rate": 0.001496346126220875, + "loss": 2.3533, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.0568397045135498, + "learning_rate": 0.0014960944261786966, + "loss": 2.3255, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.1546660661697388, + "learning_rate": 0.0014958343657841655, + "loss": 2.3199, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.3175007104873657, + "learning_rate": 0.001495565947951385, + "loss": 2.3047, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.930527925491333, + "learning_rate": 0.0014952891756881085, + "loss": 2.2758, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.7516127824783325, + "learning_rate": 0.0014950040520957037, + "loss": 2.2538, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9744084477424622, + "learning_rate": 0.0014947105803691204, + "loss": 2.2629, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7487455606460571, + "learning_rate": 0.0014944087637968522, + "loss": 2.2365, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7832628488540649, + "learning_rate": 0.0014940986057609012, + "loss": 2.2212, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8877826929092407, + "learning_rate": 0.0014937801097367396, + "loss": 2.2177, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.9560654759407043, + "learning_rate": 0.001493453279293271, + "loss": 2.1912, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7618210315704346, + "learning_rate": 0.0014931181180927902, + "loss": 2.1816, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.0464701652526855, + "learning_rate": 0.001492774629890942, + "loss": 2.171, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8365945219993591, + "learning_rate": 0.001492422818536679, + "loss": 2.1623, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7862294316291809, + "learning_rate": 0.00149206268797222, + "loss": 2.1404, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 1.6003905534744263, + "learning_rate": 0.0014916942422330032, + "loss": 2.1252, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8819816708564758, + "learning_rate": 0.001491317485447643, + "loss": 2.1296, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.846919059753418, + "learning_rate": 0.0014909324218378838, + "loss": 2.0853, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 1.1486461162567139, + "learning_rate": 0.0014905390557185508, + "loss": 2.0969, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.0059152841567993, + "learning_rate": 0.0014901373914975036, + "loss": 2.0986, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8761675953865051, + "learning_rate": 0.0014897274336755856, + "loss": 2.0729, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.8066921830177307, + "learning_rate": 0.001489309186846575, + "loss": 2.0573, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8530179858207703, + "learning_rate": 0.0014888826556971313, + "loss": 2.0599, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8230285048484802, + "learning_rate": 0.0014884478450067444, + "loss": 2.0447, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.9200504422187805, + "learning_rate": 0.0014880047596476807, + "loss": 2.0341, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.8130978345870972, + "learning_rate": 0.0014875534045849274, + "loss": 2.0387, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.8010154366493225, + "learning_rate": 0.0014870937848761388, + "loss": 2.0333, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.3234466314315796, + "learning_rate": 0.001486625905671578, + "loss": 2.0179, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.7998308539390564, + "learning_rate": 0.00148614977221406, + "loss": 2.0028, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.703660249710083, + "learning_rate": 0.0014856653898388927, + "loss": 1.9919, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7664777040481567, + "learning_rate": 0.001485172763973817, + "loss": 2.0032, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.9249135851860046, + "learning_rate": 0.0014846719001389466, + "loss": 1.9863, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 1.2087074518203735, + "learning_rate": 0.001484162803946705, + "loss": 1.977, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.986937940120697, + "learning_rate": 0.0014836454811017635, + "loss": 1.9631, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.2052210569381714, + "learning_rate": 0.0014831199374009778, + "loss": 1.9477, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.7580443620681763, + "learning_rate": 0.0014825861787333208, + "loss": 1.9595, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8388229012489319, + "learning_rate": 0.0014820442110798197, + "loss": 1.9411, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.77601158618927, + "learning_rate": 0.0014814940405134865, + "loss": 1.9436, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8496458530426025, + "learning_rate": 0.001480935673199251, + "loss": 1.9409, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8003904223442078, + "learning_rate": 0.0014803691153938915, + "loss": 1.9322, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.9351323843002319, + "learning_rate": 0.0014797943734459653, + "loss": 1.9282, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7272788286209106, + "learning_rate": 0.001479211453795736, + "loss": 1.9084, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7220849990844727, + "learning_rate": 0.0014786203629751033, + "loss": 1.8955, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.1616020202636719, + "learning_rate": 0.0014780211076075279, + "loss": 1.9059, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.9315336346626282, + "learning_rate": 0.0014774136944079594, + "loss": 1.9095, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 1.021986484527588, + "learning_rate": 0.0014767981301827592, + "loss": 1.8903, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6889183521270752, + "learning_rate": 0.0014761744218296249, + "loss": 1.8864, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7712370157241821, + "learning_rate": 0.001475542576337513, + "loss": 1.8881, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8304945826530457, + "learning_rate": 0.001474902600786561, + "loss": 1.8821, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8990314602851868, + "learning_rate": 0.0014742545023480075, + "loss": 1.8753, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9781231880187988, + "learning_rate": 0.0014735982882841117, + "loss": 1.8707, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.9632232785224915, + "learning_rate": 0.0014729339659480727, + "loss": 1.8698, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.8574245572090149, + "learning_rate": 0.0014722615427839468, + "loss": 1.8749, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6915624141693115, + "learning_rate": 0.0014715810263265633, + "loss": 1.8629, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.6800398230552673, + "learning_rate": 0.0014708924242014423, + "loss": 1.846, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 1.0698720216751099, + "learning_rate": 0.0014701957441247064, + "loss": 1.8517, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.9411273002624512, + "learning_rate": 0.0014694909939029959, + "loss": 1.8363, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7008743286132812, + "learning_rate": 0.0014687781814333814, + "loss": 1.8409, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.339152216911316, + "learning_rate": 0.0014680573147032746, + "loss": 1.8454, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 1.6325922012329102, + "learning_rate": 0.0014673284017903392, + "loss": 1.8393, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.3651139736175537, + "learning_rate": 0.0014665914508624, + "loss": 1.8304, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.9182970523834229, + "learning_rate": 0.0014658464701773526, + "loss": 1.8198, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7421640753746033, + "learning_rate": 0.0014650934680830688, + "loss": 1.8133, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.8078145384788513, + "learning_rate": 0.0014643324530173051, + "loss": 1.8122, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.006531834602356, + "learning_rate": 0.0014635634335076067, + "loss": 1.8157, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.679871141910553, + "learning_rate": 0.001462786418171213, + "loss": 1.811, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.0300068855285645, + "learning_rate": 0.0014620014157149597, + "loss": 1.8098, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.944187343120575, + "learning_rate": 0.001461208434935183, + "loss": 1.8037, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6851885318756104, + "learning_rate": 0.0014604074847176197, + "loss": 1.792, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.8537217974662781, + "learning_rate": 0.0014595985740373082, + "loss": 1.7937, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.8875222206115723, + "learning_rate": 0.0014587817119584873, + "loss": 1.8029, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7396645545959473, + "learning_rate": 0.001457956907634496, + "loss": 1.7908, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6980083584785461, + "learning_rate": 0.0014571241703076692, + "loss": 1.7944, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7584340572357178, + "learning_rate": 0.0014562835093092348, + "loss": 1.7874, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.704666793346405, + "learning_rate": 0.0014554349340592104, + "loss": 1.7733, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.8782827854156494, + "learning_rate": 0.001454578454066296, + "loss": 1.7869, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.0716952085494995, + "learning_rate": 0.0014537140789277678, + "loss": 1.7711, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.9621537923812866, + "learning_rate": 0.0014528418183293716, + "loss": 1.7902, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.8773822784423828, + "learning_rate": 0.001451961682045213, + "loss": 1.7703, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.9288578629493713, + "learning_rate": 0.001451073679937649, + "loss": 1.7508, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 1.0363763570785522, + "learning_rate": 0.0014501778219571766, + "loss": 1.7492, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9101810455322266, + "learning_rate": 0.0014492741181423225, + "loss": 1.7619, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.6670284271240234, + "learning_rate": 0.0014483625786195285, + "loss": 1.7503, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6948968172073364, + "learning_rate": 0.0014474432136030405, + "loss": 1.7376, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.6751021146774292, + "learning_rate": 0.0014465160333947923, + "loss": 1.737, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.8501424789428711, + "learning_rate": 0.0014455810483842908, + "loss": 1.7541, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6766027212142944, + "learning_rate": 0.0014446382690484997, + "loss": 1.7576, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.7952666282653809, + "learning_rate": 0.0014436877059517215, + "loss": 1.7406, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7638363242149353, + "learning_rate": 0.0014427293697454803, + "loss": 1.7397, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.7121925950050354, + "learning_rate": 0.001441763271168401, + "loss": 1.7537, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.879252552986145, + "learning_rate": 0.00144078942104609, + "loss": 1.74, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7176128029823303, + "learning_rate": 0.001439807830291013, + "loss": 1.7294, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7676496505737305, + "learning_rate": 0.0014388185099023744, + "loss": 1.7346, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7630473375320435, + "learning_rate": 0.0014378214709659916, + "loss": 1.7387, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.193063497543335, + "learning_rate": 0.0014368167246541733, + "loss": 1.7289, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.6680751442909241, + "learning_rate": 0.0014358042822255918, + "loss": 1.7262, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.924591064453125, + "learning_rate": 0.0014347841550251597, + "loss": 1.7321, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6714050769805908, + "learning_rate": 0.0014337563544838997, + "loss": 1.7224, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.8861373662948608, + "learning_rate": 0.001432720892118819, + "loss": 1.721, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 1.0177419185638428, + "learning_rate": 0.0014316777795327794, + "loss": 1.7138, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.0020705461502075, + "learning_rate": 0.001430627028414366, + "loss": 1.7228, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8317657113075256, + "learning_rate": 0.0014295686505377586, + "loss": 1.7021, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7259179949760437, + "learning_rate": 0.0014285026577625982, + "loss": 1.7055, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.935332179069519, + "learning_rate": 0.0014274290620338542, + "loss": 1.7114, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7027928233146667, + "learning_rate": 0.0014263478753816906, + "loss": 1.7088, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 1.065255045890808, + "learning_rate": 0.0014252591099213326, + "loss": 1.703, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7721243500709534, + "learning_rate": 0.001424162777852928, + "loss": 1.7026, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.7948020696640015, + "learning_rate": 0.0014230588914614134, + "loss": 1.6996, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.7223356366157532, + "learning_rate": 0.0014219474631163745, + "loss": 1.6942, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.8823868632316589, + "learning_rate": 0.001420828505271909, + "loss": 1.6944, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7286957502365112, + "learning_rate": 0.0014197020304664856, + "loss": 1.6973, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6751710176467896, + "learning_rate": 0.0014185680513228048, + "loss": 1.694, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.8205916285514832, + "learning_rate": 0.0014174265805476564, + "loss": 1.6957, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.729608952999115, + "learning_rate": 0.0014162776309317778, + "loss": 1.6957, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.7637035250663757, + "learning_rate": 0.0014151212153497108, + "loss": 1.6763, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6429104208946228, + "learning_rate": 0.0014139573467596561, + "loss": 1.6722, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.9378800988197327, + "learning_rate": 0.00141278603820333, + "loss": 1.6694, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.7607991695404053, + "learning_rate": 0.0014116073028058165, + "loss": 1.675, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6878954768180847, + "learning_rate": 0.0014104211537754217, + "loss": 1.6661, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.765033483505249, + "learning_rate": 0.001409227604403524, + "loss": 1.6771, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8537490963935852, + "learning_rate": 0.0014080266680644277, + "loss": 1.675, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.930398166179657, + "learning_rate": 0.0014068183582152103, + "loss": 1.6788, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6922643184661865, + "learning_rate": 0.001405602688395574, + "loss": 1.6773, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.7141010165214539, + "learning_rate": 0.0014043796722276924, + "loss": 1.6458, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.8968039751052856, + "learning_rate": 0.0014031493234160591, + "loss": 1.6579, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6534104347229004, + "learning_rate": 0.0014019116557473332, + "loss": 1.6638, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.95098477602005, + "learning_rate": 0.0014006666830901854, + "loss": 1.6532, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.7360329031944275, + "learning_rate": 0.001399414419395142, + "loss": 1.6552, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.8388653993606567, + "learning_rate": 0.0013981548786944293, + "loss": 1.6615, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.5468188524246216, + "learning_rate": 0.0013968880751018158, + "loss": 1.6515, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7909104824066162, + "learning_rate": 0.0013956140228124545, + "loss": 1.6459, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.685662031173706, + "learning_rate": 0.0013943327361027231, + "loss": 1.6598, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.6737560629844666, + "learning_rate": 0.0013930442293300649, + "loss": 1.6401, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.8827527165412903, + "learning_rate": 0.0013917485169328279, + "loss": 1.6373, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.7541161179542542, + "learning_rate": 0.0013904456134301016, + "loss": 1.64, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.7410860061645508, + "learning_rate": 0.0013891355334215562, + "loss": 1.6435, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7020916938781738, + "learning_rate": 0.0013878182915872776, + "loss": 1.6647, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6684513688087463, + "learning_rate": 0.001386493902687604, + "loss": 1.6435, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.666232168674469, + "learning_rate": 0.00138516238156296, + "loss": 1.6446, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 1.1442939043045044, + "learning_rate": 0.0013838237431336895, + "loss": 1.6451, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 1.1861953735351562, + "learning_rate": 0.0013824780023998899, + "loss": 1.656, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.8016635179519653, + "learning_rate": 0.0013811251744412431, + "loss": 1.6384, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.8154085874557495, + "learning_rate": 0.0013797652744168473, + "loss": 1.6245, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7840607762336731, + "learning_rate": 0.0013783983175650457, + "loss": 1.6269, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7155278325080872, + "learning_rate": 0.0013770243192032581, + "loss": 1.6267, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.7534143924713135, + "learning_rate": 0.0013756432947278064, + "loss": 1.6275, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.8999713659286499, + "learning_rate": 0.0013742552596137444, + "loss": 1.6314, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.726786732673645, + "learning_rate": 0.0013728602294146833, + "loss": 1.6321, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.789911687374115, + "learning_rate": 0.0013714582197626175, + "loss": 1.6319, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 1.0807195901870728, + "learning_rate": 0.0013700492463677501, + "loss": 1.6192, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.8987188935279846, + "learning_rate": 0.0013686333250183154, + "loss": 1.6265, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.8173137307167053, + "learning_rate": 0.001367210471580404, + "loss": 1.6183, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 1.1078706979751587, + "learning_rate": 0.0013657807019977835, + "loss": 1.6227, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.7208868265151978, + "learning_rate": 0.0013643440322917198, + "loss": 1.6175, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 1.0873188972473145, + "learning_rate": 0.0013629004785607989, + "loss": 1.6201, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.7892529368400574, + "learning_rate": 0.0013614500569807445, + "loss": 1.6132, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.7277469635009766, + "learning_rate": 0.0013599927838042394, + "loss": 1.611, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 1.1557506322860718, + "learning_rate": 0.0013585286753607408, + "loss": 1.6132, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.7470187544822693, + "learning_rate": 0.0013570577480562986, + "loss": 1.6251, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7866919040679932, + "learning_rate": 0.0013555800183733717, + "loss": 1.6075, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.7248427271842957, + "learning_rate": 0.0013540955028706425, + "loss": 1.6042, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 1.0532383918762207, + "learning_rate": 0.0013526042181828324, + "loss": 1.6021, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6459130644798279, + "learning_rate": 0.0013511061810205143, + "loss": 1.6125, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.06182861328125, + "learning_rate": 0.001349601408169926, + "loss": 1.6218, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.919837474822998, + "learning_rate": 0.0013480899164927823, + "loss": 1.6064, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6763380765914917, + "learning_rate": 0.0013465717229260853, + "loss": 1.6082, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.8877662420272827, + "learning_rate": 0.001345046844481935, + "loss": 1.606, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.7011154890060425, + "learning_rate": 0.0013435152982473396, + "loss": 1.5949, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.2670791149139404, + "learning_rate": 0.0013419771013840217, + "loss": 1.6118, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 1.464961290359497, + "learning_rate": 0.001340432271128229, + "loss": 1.6055, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 1.2326377630233765, + "learning_rate": 0.0013388808247905381, + "loss": 1.5864, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.7579904794692993, + "learning_rate": 0.0013373227797556634, + "loss": 1.5849, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.9665256142616272, + "learning_rate": 0.00133575815348226, + "loss": 1.581, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.7375014424324036, + "learning_rate": 0.0013341869635027292, + "loss": 1.5842, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.675238847732544, + "learning_rate": 0.001332609227423022, + "loss": 1.5927, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.7343819737434387, + "learning_rate": 0.0013310249629224417, + "loss": 1.5862, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 1.1008483171463013, + "learning_rate": 0.0013294341877534454, + "loss": 1.5969, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.2940223217010498, + "learning_rate": 0.0013278369197414458, + "loss": 1.6101, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 1.019766926765442, + "learning_rate": 0.0013262331767846104, + "loss": 1.5933, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.9685022234916687, + "learning_rate": 0.0013246229768536628, + "loss": 1.5715, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.942369282245636, + "learning_rate": 0.001323006337991679, + "loss": 1.5826, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.8220989108085632, + "learning_rate": 0.0013213832783138873, + "loss": 1.5845, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.7550151944160461, + "learning_rate": 0.0013197538160074633, + "loss": 1.5726, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7097144722938538, + "learning_rate": 0.0013181179693313283, + "loss": 1.5885, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.6809691190719604, + "learning_rate": 0.0013164757566159428, + "loss": 1.5826, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6588553786277771, + "learning_rate": 0.001314827196263102, + "loss": 1.5808, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 1.0701158046722412, + "learning_rate": 0.0013131723067457302, + "loss": 1.5777, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.9578852653503418, + "learning_rate": 0.0013115111066076721, + "loss": 1.568, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.981944739818573, + "learning_rate": 0.0013098436144634862, + "loss": 1.6015, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 1.3647584915161133, + "learning_rate": 0.0013081698489982364, + "loss": 1.5876, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 1.0058335065841675, + "learning_rate": 0.001306489828967282, + "loss": 1.574, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6849373579025269, + "learning_rate": 0.0013048035731960679, + "loss": 1.5676, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6873939633369446, + "learning_rate": 0.0013031111005799133, + "loss": 1.571, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6346133947372437, + "learning_rate": 0.0013014124300838004, + "loss": 1.5816, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.6852886080741882, + "learning_rate": 0.0012997075807421612, + "loss": 1.5632, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.7686302661895752, + "learning_rate": 0.0012979965716586653, + "loss": 1.5597, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 1.0948609113693237, + "learning_rate": 0.0012962794220060048, + "loss": 1.5634, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.9928739070892334, + "learning_rate": 0.0012945561510256801, + "loss": 1.5734, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 1.1026108264923096, + "learning_rate": 0.001292826778027784, + "loss": 1.5667, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.7247386574745178, + "learning_rate": 0.0012910913223907856, + "loss": 1.5634, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 1.0587708950042725, + "learning_rate": 0.0012893498035613123, + "loss": 1.5617, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6904085278511047, + "learning_rate": 0.001287602241053933, + "loss": 1.5646, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6837934851646423, + "learning_rate": 0.0012858486544509392, + "loss": 1.5672, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8126659989356995, + "learning_rate": 0.0012840890634021249, + "loss": 1.5619, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.7893062829971313, + "learning_rate": 0.0012823234876245667, + "loss": 1.5619, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 1.12705659866333, + "learning_rate": 0.0012805519469024035, + "loss": 1.5701, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.7180395126342773, + "learning_rate": 0.0012787744610866143, + "loss": 1.5555, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.7173638343811035, + "learning_rate": 0.0012769910500947954, + "loss": 1.5691, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 1.0973361730575562, + "learning_rate": 0.0012752017339109376, + "loss": 1.5591, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.9614214897155762, + "learning_rate": 0.0012734065325852029, + "loss": 1.5662, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.7316810488700867, + "learning_rate": 0.0012716054662336987, + "loss": 1.5521, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 1.2113642692565918, + "learning_rate": 0.001269798555038252, + "loss": 1.5491, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.7377110719680786, + "learning_rate": 0.0012679858192461864, + "loss": 1.5533, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6594183444976807, + "learning_rate": 0.0012661672791700906, + "loss": 1.5562, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.7751648426055908, + "learning_rate": 0.0012643429551875945, + "loss": 1.5538, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 1.4517030715942383, + "learning_rate": 0.0012625128677411388, + "loss": 1.5555, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.9840380549430847, + "learning_rate": 0.0012606770373377475, + "loss": 1.5541, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.6099739670753479, + "learning_rate": 0.0012588354845487959, + "loss": 1.552, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6699996590614319, + "learning_rate": 0.001256988230009783, + "loss": 1.5458, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.7054298520088196, + "learning_rate": 0.0012551352944200976, + "loss": 1.5507, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6778936982154846, + "learning_rate": 0.0012532766985427874, + "loss": 1.5557, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.7895419001579285, + "learning_rate": 0.0012514124632043272, + "loss": 1.5546, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.9469342231750488, + "learning_rate": 0.0012495426092943842, + "loss": 1.5542, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 1.3489251136779785, + "learning_rate": 0.0012476671577655845, + "loss": 1.5509, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 1.148222804069519, + "learning_rate": 0.0012457861296332774, + "loss": 1.5435, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6678681373596191, + "learning_rate": 0.001243899545975303, + "loss": 1.5471, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 1.0509474277496338, + "learning_rate": 0.0012420074279317515, + "loss": 1.5401, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.8054157495498657, + "learning_rate": 0.0012401097967047298, + "loss": 1.5386, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6578025221824646, + "learning_rate": 0.001238206673558122, + "loss": 1.5412, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.896233856678009, + "learning_rate": 0.0012362980798173526, + "loss": 1.5381, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.8271947503089905, + "learning_rate": 0.0012343840368691462, + "loss": 1.5435, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.7971655130386353, + "learning_rate": 0.0012324645661612886, + "loss": 1.5361, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.7751886248588562, + "learning_rate": 0.0012305396892023867, + "loss": 1.5443, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.7190770506858826, + "learning_rate": 0.0012286094275616264, + "loss": 1.5443, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7959458827972412, + "learning_rate": 0.0012266738028685318, + "loss": 1.5224, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.7607606053352356, + "learning_rate": 0.001224732836812723, + "loss": 1.5364, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.867978036403656, + "learning_rate": 0.0012227865511436724, + "loss": 1.5404, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8518940806388855, + "learning_rate": 0.001220834967670461, + "loss": 1.5475, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6490262746810913, + "learning_rate": 0.0012188781082615346, + "loss": 1.5424, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6967297792434692, + "learning_rate": 0.0012169159948444588, + "loss": 1.5392, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.7137075066566467, + "learning_rate": 0.001214948649405672, + "loss": 1.5361, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.7715908885002136, + "learning_rate": 0.0012129760939902407, + "loss": 1.5338, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.862450122833252, + "learning_rate": 0.0012109983507016114, + "loss": 1.5367, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.7512568235397339, + "learning_rate": 0.0012090154417013636, + "loss": 1.5403, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 2.0106658935546875, + "learning_rate": 0.0012070273892089605, + "loss": 1.5217, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.2157329320907593, + "learning_rate": 0.0012050342155015012, + "loss": 1.5231, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.6687383651733398, + "learning_rate": 0.0012030359429134707, + "loss": 1.5214, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.7306331396102905, + "learning_rate": 0.0012010325938364883, + "loss": 1.5245, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 1.3771332502365112, + "learning_rate": 0.0011990241907190592, + "loss": 1.5264, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7148177623748779, + "learning_rate": 0.001197010756066321, + "loss": 1.5176, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.7942174673080444, + "learning_rate": 0.0011949923124397917, + "loss": 1.5175, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6341087222099304, + "learning_rate": 0.001192968882457118, + "loss": 1.5248, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.667314350605011, + "learning_rate": 0.001190940488791821, + "loss": 1.5288, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 1.0155448913574219, + "learning_rate": 0.0011889071541730419, + "loss": 1.5198, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.7291185259819031, + "learning_rate": 0.001186868901385288, + "loss": 1.5137, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.7560322284698486, + "learning_rate": 0.001184825753268177, + "loss": 1.5234, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.8158037662506104, + "learning_rate": 0.0011827777327161814, + "loss": 1.5363, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.833290159702301, + "learning_rate": 0.0011807248626783714, + "loss": 1.5176, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.2468509674072266, + "learning_rate": 0.0011786671661581584, + "loss": 1.5063, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6831526756286621, + "learning_rate": 0.001176604666213036, + "loss": 1.5036, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6939371824264526, + "learning_rate": 0.0011745373859543236, + "loss": 1.5238, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6947090029716492, + "learning_rate": 0.0011724653485469063, + "loss": 1.5063, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.7034420371055603, + "learning_rate": 0.0011703885772089743, + "loss": 1.5155, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 1.072918176651001, + "learning_rate": 0.0011683070952117646, + "loss": 1.5211, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.7429677248001099, + "learning_rate": 0.0011662209258792998, + "loss": 1.5018, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.8147117495536804, + "learning_rate": 0.0011641300925881257, + "loss": 1.5111, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.9779300689697266, + "learning_rate": 0.0011620346187670501, + "loss": 1.508, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.7615072727203369, + "learning_rate": 0.0011599345278968806, + "loss": 1.5213, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.6670170426368713, + "learning_rate": 0.0011578298435101604, + "loss": 1.5095, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.8431482315063477, + "learning_rate": 0.0011557205891909062, + "loss": 1.499, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.6907640099525452, + "learning_rate": 0.0011536067885743423, + "loss": 1.5177, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.7797083854675293, + "learning_rate": 0.001151488465346637, + "loss": 1.5058, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.7616906762123108, + "learning_rate": 0.0011493656432446362, + "loss": 1.5108, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6817924976348877, + "learning_rate": 0.0011472383460555983, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.7871336936950684, + "learning_rate": 0.001145106597616927, + "loss": 1.5222, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.797970175743103, + "learning_rate": 0.001142970421815904, + "loss": 1.4996, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.697291910648346, + "learning_rate": 0.0011408298425894226, + "loss": 1.5074, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6911705732345581, + "learning_rate": 0.0011386848839237186, + "loss": 1.5084, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.7585241794586182, + "learning_rate": 0.0011365355698541005, + "loss": 1.5092, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.8380699157714844, + "learning_rate": 0.0011343819244646824, + "loss": 1.504, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7630519270896912, + "learning_rate": 0.001132223971888112, + "loss": 1.5042, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.678570568561554, + "learning_rate": 0.0011300617363053024, + "loss": 1.5009, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.9735634922981262, + "learning_rate": 0.0011278952419451586, + "loss": 1.5125, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7573191523551941, + "learning_rate": 0.0011257245130843077, + "loss": 1.5032, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.7776963710784912, + "learning_rate": 0.0011235495740468265, + "loss": 1.4975, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6801241636276245, + "learning_rate": 0.0011213704492039694, + "loss": 1.4789, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6383919715881348, + "learning_rate": 0.001119187162973894, + "loss": 1.5024, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 1.578110694885254, + "learning_rate": 0.001116999739821388, + "loss": 1.4944, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 1.448839545249939, + "learning_rate": 0.0011148082042575968, + "loss": 1.5137, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.9310470819473267, + "learning_rate": 0.0011126125808397461, + "loss": 1.5034, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 1.222785234451294, + "learning_rate": 0.0011104128941708683, + "loss": 1.4832, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6445043087005615, + "learning_rate": 0.001108209168899527, + "loss": 1.4949, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.701159656047821, + "learning_rate": 0.0011060014297195396, + "loss": 1.4984, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.7661246657371521, + "learning_rate": 0.0011037897013697015, + "loss": 1.5026, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.7037530541419983, + "learning_rate": 0.0011015740086335092, + "loss": 1.4912, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.7021469473838806, + "learning_rate": 0.0010993543763388814, + "loss": 1.4952, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6923276782035828, + "learning_rate": 0.0010971308293578814, + "loss": 1.4906, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.7521727681159973, + "learning_rate": 0.0010949033926064397, + "loss": 1.4892, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.6965385675430298, + "learning_rate": 0.0010926720910440725, + "loss": 1.4986, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6840900778770447, + "learning_rate": 0.001090436949673603, + "loss": 1.4933, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.7445728182792664, + "learning_rate": 0.0010881979935408815, + "loss": 1.4866, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.9304508566856384, + "learning_rate": 0.0010859552477345052, + "loss": 1.4942, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.799128532409668, + "learning_rate": 0.001083708737385536, + "loss": 1.4918, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.8693175911903381, + "learning_rate": 0.0010814584876672187, + "loss": 1.4725, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.677152156829834, + "learning_rate": 0.0010792045237947008, + "loss": 1.4909, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6577187180519104, + "learning_rate": 0.0010769468710247478, + "loss": 1.4855, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.8618455529212952, + "learning_rate": 0.0010746855546554612, + "loss": 1.4852, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.8645673394203186, + "learning_rate": 0.0010724206000259954, + "loss": 1.4799, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7058234214782715, + "learning_rate": 0.0010701520325162727, + "loss": 1.496, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.7628383040428162, + "learning_rate": 0.0010678798775467001, + "loss": 1.5003, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.7679175138473511, + "learning_rate": 0.0010656041605778832, + "loss": 1.4904, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6539990305900574, + "learning_rate": 0.001063324907110342, + "loss": 1.4723, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.8827701210975647, + "learning_rate": 0.0010610421426842241, + "loss": 1.493, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.7430498600006104, + "learning_rate": 0.00105875589287902, + "loss": 1.4872, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.7325332164764404, + "learning_rate": 0.0010564661833132752, + "loss": 1.4981, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.1088758707046509, + "learning_rate": 0.001054173039644303, + "loss": 1.4899, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.872854471206665, + "learning_rate": 0.0010518764875678981, + "loss": 1.4802, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.748273491859436, + "learning_rate": 0.001049576552818048, + "loss": 1.4808, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.7906768918037415, + "learning_rate": 0.0010472732611666448, + "loss": 1.4722, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 1.2044650316238403, + "learning_rate": 0.0010449666384231954, + "loss": 1.4706, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.9253301620483398, + "learning_rate": 0.0010426567104345346, + "loss": 1.4883, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.708415150642395, + "learning_rate": 0.0010403435030845332, + "loss": 1.4715, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6550177335739136, + "learning_rate": 0.0010380270422938093, + "loss": 1.4727, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.886455237865448, + "learning_rate": 0.0010357073540194362, + "loss": 1.4729, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 1.1105879545211792, + "learning_rate": 0.001033384464254655, + "loss": 1.4755, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 1.0003986358642578, + "learning_rate": 0.001031058399028579, + "loss": 1.4731, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.8773530721664429, + "learning_rate": 0.001028729184405905, + "loss": 1.4832, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.8750730156898499, + "learning_rate": 0.0010263968464866201, + "loss": 1.4787, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.7100456357002258, + "learning_rate": 0.0010240614114057098, + "loss": 1.4692, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.9485848546028137, + "learning_rate": 0.001021722905332864, + "loss": 1.475, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.7651641368865967, + "learning_rate": 0.0010193813544721855, + "loss": 1.4859, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6828834414482117, + "learning_rate": 0.001017036785061895, + "loss": 1.4818, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.9725906848907471, + "learning_rate": 0.0010146892233740376, + "loss": 1.4712, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.9132626056671143, + "learning_rate": 0.0010123386957141883, + "loss": 1.4518, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.6926630139350891, + "learning_rate": 0.0010099852284211573, + "loss": 1.4701, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.6796703338623047, + "learning_rate": 0.0010076288478666944, + "loss": 1.4708, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7000980377197266, + "learning_rate": 0.0010052695804551946, + "loss": 1.4746, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.7337533831596375, + "learning_rate": 0.0010029074526234014, + "loss": 1.4667, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6938830018043518, + "learning_rate": 0.0010005424908401104, + "loss": 1.4803, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6843430399894714, + "learning_rate": 0.0009981747216058728, + "loss": 1.4658, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 1.0446836948394775, + "learning_rate": 0.0009958041714526998, + "loss": 1.4707, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.8348994255065918, + "learning_rate": 0.0009934308669437627, + "loss": 1.475, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.6785516142845154, + "learning_rate": 0.0009910548346730972, + "loss": 1.4591, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6487690806388855, + "learning_rate": 0.0009886761012653062, + "loss": 1.455, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6544795632362366, + "learning_rate": 0.000986294693375258, + "loss": 1.4581, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.9588075876235962, + "learning_rate": 0.000983910637687791, + "loss": 1.4777, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.7881053686141968, + "learning_rate": 0.0009815239609174138, + "loss": 1.4591, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.8040026426315308, + "learning_rate": 0.0009791346898080043, + "loss": 1.4711, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.7981086373329163, + "learning_rate": 0.0009767428511325122, + "loss": 1.4607, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.7067269086837769, + "learning_rate": 0.0009743484716926576, + "loss": 1.4538, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.7892534136772156, + "learning_rate": 0.0009719515783186319, + "loss": 1.4511, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.383167028427124, + "learning_rate": 0.0009695521978687951, + "loss": 1.4549, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6888023018836975, + "learning_rate": 0.0009671503572293767, + "loss": 1.4596, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.7037659883499146, + "learning_rate": 0.0009647460833141742, + "loss": 1.4527, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.6491822004318237, + "learning_rate": 0.0009623394030642507, + "loss": 1.4568, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.8247358202934265, + "learning_rate": 0.0009599303434476334, + "loss": 1.4524, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.933241605758667, + "learning_rate": 0.0009575189314590118, + "loss": 1.4604, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.743843138217926, + "learning_rate": 0.0009551051941194346, + "loss": 1.4612, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.9334057569503784, + "learning_rate": 0.0009526891584760071, + "loss": 1.4498, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.7128787636756897, + "learning_rate": 0.0009502708516015889, + "loss": 1.4609, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.7803288102149963, + "learning_rate": 0.0009478503005944888, + "loss": 1.4531, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.9051246047019958, + "learning_rate": 0.0009454275325781632, + "loss": 1.4656, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.9362890720367432, + "learning_rate": 0.0009430025747009104, + "loss": 1.4512, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.7742553353309631, + "learning_rate": 0.0009405754541355677, + "loss": 1.4524, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.742688775062561, + "learning_rate": 0.0009381461980792061, + "loss": 1.4484, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.7624130249023438, + "learning_rate": 0.0009357148337528256, + "loss": 1.4542, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.6598544120788574, + "learning_rate": 0.0009332813884010511, + "loss": 1.4567, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 1.0964027643203735, + "learning_rate": 0.0009308458892918259, + "loss": 1.4616, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.9959360361099243, + "learning_rate": 0.0009284083637161064, + "loss": 1.4569, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.8073663711547852, + "learning_rate": 0.0009259688389875574, + "loss": 1.4576, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6878927946090698, + "learning_rate": 0.0009235273424422442, + "loss": 1.4525, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.6884254813194275, + "learning_rate": 0.0009210839014383282, + "loss": 1.448, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 1.0293477773666382, + "learning_rate": 0.0009186385433557584, + "loss": 1.4431, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6900725960731506, + "learning_rate": 0.0009161912955959668, + "loss": 1.4513, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 1.1314493417739868, + "learning_rate": 0.000913742185581559, + "loss": 1.4432, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.6950305700302124, + "learning_rate": 0.0009112912407560086, + "loss": 1.4386, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.9126486778259277, + "learning_rate": 0.0009088384885833495, + "loss": 1.4464, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.9670965075492859, + "learning_rate": 0.000906383956547867, + "loss": 1.439, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.7593942880630493, + "learning_rate": 0.0009039276721537915, + "loss": 1.4394, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.652160108089447, + "learning_rate": 0.0009014696629249886, + "loss": 1.4386, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.7026428580284119, + "learning_rate": 0.0008990099564046522, + "loss": 1.446, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.8216238021850586, + "learning_rate": 0.0008965485801549946, + "loss": 1.4482, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.8047440648078918, + "learning_rate": 0.000894085561756939, + "loss": 1.4369, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7066594958305359, + "learning_rate": 0.0008916209288098088, + "loss": 1.4465, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.7125404477119446, + "learning_rate": 0.0008891547089310198, + "loss": 1.4418, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.9067555069923401, + "learning_rate": 0.0008866869297557699, + "loss": 1.4433, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 1.187903642654419, + "learning_rate": 0.0008842176189367299, + "loss": 1.4473, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7004410624504089, + "learning_rate": 0.0008817468041437329, + "loss": 1.451, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.8458475470542908, + "learning_rate": 0.0008792745130634654, + "loss": 1.4342, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7393386960029602, + "learning_rate": 0.0008768007733991561, + "loss": 1.4304, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.659290611743927, + "learning_rate": 0.0008743256128702658, + "loss": 1.4419, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.832075834274292, + "learning_rate": 0.0008718490592121768, + "loss": 1.4447, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.7266233563423157, + "learning_rate": 0.0008693711401758822, + "loss": 1.4388, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 1.2427396774291992, + "learning_rate": 0.0008668918835276747, + "loss": 1.4357, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.8387207984924316, + "learning_rate": 0.0008644113170488355, + "loss": 1.447, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.8401464819908142, + "learning_rate": 0.0008619294685353235, + "loss": 1.4342, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.7793236970901489, + "learning_rate": 0.0008594463657974627, + "loss": 1.4353, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 1.0372613668441772, + "learning_rate": 0.0008569620366596322, + "loss": 1.4495, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.7053157687187195, + "learning_rate": 0.000854476508959953, + "loss": 1.4304, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.9354467391967773, + "learning_rate": 0.0008519898105499762, + "loss": 1.4351, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.9331777095794678, + "learning_rate": 0.0008495019692943721, + "loss": 1.429, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 1.1482242345809937, + "learning_rate": 0.0008470130130706166, + "loss": 1.4365, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6773033142089844, + "learning_rate": 0.0008445229697686795, + "loss": 1.4462, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.7382686734199524, + "learning_rate": 0.0008420318672907119, + "loss": 1.4301, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.9153115153312683, + "learning_rate": 0.0008395397335507334, + "loss": 1.433, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7437658309936523, + "learning_rate": 0.0008370465964743196, + "loss": 1.4305, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.7821029424667358, + "learning_rate": 0.0008345524839982886, + "loss": 1.439, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.7615380883216858, + "learning_rate": 0.0008320574240703886, + "loss": 1.4252, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.6779533624649048, + "learning_rate": 0.0008295614446489842, + "loss": 1.4345, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 1.0345978736877441, + "learning_rate": 0.0008270645737027441, + "loss": 1.4406, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.9588470458984375, + "learning_rate": 0.0008245668392103259, + "loss": 1.4275, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 1.0343570709228516, + "learning_rate": 0.0008220682691600645, + "loss": 1.4253, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.9578452110290527, + "learning_rate": 0.0008195688915496571, + "loss": 1.4334, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.9448286294937134, + "learning_rate": 0.0008170687343858506, + "loss": 1.4129, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.8953940868377686, + "learning_rate": 0.0008145678256841265, + "loss": 1.4351, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.8088436126708984, + "learning_rate": 0.0008120661934683879, + "loss": 1.4343, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 1.3010963201522827, + "learning_rate": 0.0008095638657706456, + "loss": 1.4337, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.8442633748054504, + "learning_rate": 0.000807060870630703, + "loss": 1.4227, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.8932384848594666, + "learning_rate": 0.000804557236095843, + "loss": 1.4043, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 1.2749521732330322, + "learning_rate": 0.0008020529902205129, + "loss": 1.4244, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 1.0184844732284546, + "learning_rate": 0.0007995481610660108, + "loss": 1.4137, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.843621551990509, + "learning_rate": 0.0007970427767001702, + "loss": 1.4288, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.993114173412323, + "learning_rate": 0.0007945368651970464, + "loss": 1.4331, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.7594008445739746, + "learning_rate": 0.0007920304546366013, + "loss": 1.4088, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.682295024394989, + "learning_rate": 0.000789523573104389, + "loss": 1.4281, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.9403791427612305, + "learning_rate": 0.0007870162486912414, + "loss": 1.4307, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.7306373715400696, + "learning_rate": 0.0007845085094929527, + "loss": 1.4286, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.6886933445930481, + "learning_rate": 0.0007820003836099649, + "loss": 1.4227, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.7466740608215332, + "learning_rate": 0.0007794918991470537, + "loss": 1.4189, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.7396355271339417, + "learning_rate": 0.0007769830842130119, + "loss": 1.4158, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 1.0953820943832397, + "learning_rate": 0.0007744739669203361, + "loss": 1.4112, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.8590695858001709, + "learning_rate": 0.0007719645753849108, + "loss": 1.421, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.7161493897438049, + "learning_rate": 0.0007694549377256932, + "loss": 1.4203, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 1.070992350578308, + "learning_rate": 0.0007669450820643987, + "loss": 1.4185, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.7823940515518188, + "learning_rate": 0.0007644350365251855, + "loss": 1.4159, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7531129717826843, + "learning_rate": 0.0007619248292343399, + "loss": 1.4118, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6935662627220154, + "learning_rate": 0.0007594144883199599, + "loss": 1.4329, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.7564000487327576, + "learning_rate": 0.0007569040419116413, + "loss": 1.4176, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.836296796798706, + "learning_rate": 0.000754393518140162, + "loss": 1.4155, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.8593178391456604, + "learning_rate": 0.0007518829451371665, + "loss": 1.4253, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.7968811988830566, + "learning_rate": 0.0007493723510348516, + "loss": 1.4069, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.7461650371551514, + "learning_rate": 0.0007468617639656496, + "loss": 1.4123, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.7498036026954651, + "learning_rate": 0.0007443512120619144, + "loss": 1.4138, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.8720400929450989, + "learning_rate": 0.0007418407234556067, + "loss": 1.4333, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7347343564033508, + "learning_rate": 0.0007393303262779767, + "loss": 1.4154, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 1.216557502746582, + "learning_rate": 0.0007368200486592507, + "loss": 1.4115, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.919762909412384, + "learning_rate": 0.0007343099187283149, + "loss": 1.4222, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.7617649435997009, + "learning_rate": 0.0007317999646124011, + "loss": 1.4107, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.7756838202476501, + "learning_rate": 0.0007292902144367704, + "loss": 1.4023, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.7675045132637024, + "learning_rate": 0.0007267806963243995, + "loss": 1.4216, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 1.0429390668869019, + "learning_rate": 0.0007242714383956639, + "loss": 1.4098, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.7672750949859619, + "learning_rate": 0.000721762468768024, + "loss": 1.4188, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.8208614587783813, + "learning_rate": 0.0007192538155557094, + "loss": 1.4122, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.8845605850219727, + "learning_rate": 0.0007167455068694046, + "loss": 1.4029, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 1.039847731590271, + "learning_rate": 0.000714237570815933, + "loss": 1.4147, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.8931077122688293, + "learning_rate": 0.0007117300354979423, + "loss": 1.4126, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.9508930444717407, + "learning_rate": 0.000709222929013591, + "loss": 1.4162, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7126891016960144, + "learning_rate": 0.0007067162794562309, + "loss": 1.3995, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 1.2570812702178955, + "learning_rate": 0.0007042101149140943, + "loss": 1.4065, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.7453559041023254, + "learning_rate": 0.0007017044634699787, + "loss": 1.4005, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.755722165107727, + "learning_rate": 0.0006991993532009319, + "loss": 1.404, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.7626676559448242, + "learning_rate": 0.0006966948121779378, + "loss": 1.4152, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.7298444509506226, + "learning_rate": 0.000694190868465601, + "loss": 1.408, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.7909510731697083, + "learning_rate": 0.0006916875501218343, + "loss": 1.4028, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.7098972201347351, + "learning_rate": 0.0006891848851975416, + "loss": 1.3867, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.7258749008178711, + "learning_rate": 0.0006866829017363054, + "loss": 1.4155, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.77611243724823, + "learning_rate": 0.0006841816277740722, + "loss": 1.401, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.8243913650512695, + "learning_rate": 0.0006816810913388379, + "loss": 1.4143, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 1.2306947708129883, + "learning_rate": 0.0006791813204503342, + "loss": 1.4034, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.8241085410118103, + "learning_rate": 0.0006766823431197147, + "loss": 1.415, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.8267961740493774, + "learning_rate": 0.0006741841873492406, + "loss": 1.4013, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.743349015712738, + "learning_rate": 0.0006716868811319671, + "loss": 1.3872, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.7062612175941467, + "learning_rate": 0.0006691904524514297, + "loss": 1.4019, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.722022294998169, + "learning_rate": 0.0006666949292813306, + "loss": 1.3966, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.7504027485847473, + "learning_rate": 0.0006642003395852258, + "loss": 1.3974, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.7940415143966675, + "learning_rate": 0.0006617067113162103, + "loss": 1.4118, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.7977706789970398, + "learning_rate": 0.0006592140724166073, + "loss": 1.4093, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.8565000295639038, + "learning_rate": 0.0006567224508176523, + "loss": 1.402, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.7477754950523376, + "learning_rate": 0.0006542318744391821, + "loss": 1.4028, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.9971593022346497, + "learning_rate": 0.0006517423711893209, + "loss": 1.4132, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 1.076193928718567, + "learning_rate": 0.0006492539689641685, + "loss": 1.3931, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.8474377989768982, + "learning_rate": 0.0006467666956474865, + "loss": 1.4063, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.809153139591217, + "learning_rate": 0.0006442805791103873, + "loss": 1.3909, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 1.0219823122024536, + "learning_rate": 0.0006417956472110205, + "loss": 1.401, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.9627156853675842, + "learning_rate": 0.0006393119277942614, + "loss": 1.3928, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.8115844130516052, + "learning_rate": 0.0006368294486913987, + "loss": 1.4014, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.7217692732810974, + "learning_rate": 0.0006343482377198232, + "loss": 1.3949, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 1.1021133661270142, + "learning_rate": 0.0006318683226827151, + "loss": 1.3984, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.7233646512031555, + "learning_rate": 0.0006293897313687331, + "loss": 1.403, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.8881329894065857, + "learning_rate": 0.0006269124915517037, + "loss": 1.3921, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.9573779702186584, + "learning_rate": 0.0006244366309903084, + "loss": 1.3943, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.8093546628952026, + "learning_rate": 0.0006219621774277737, + "loss": 1.3991, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.8865591287612915, + "learning_rate": 0.00061948915859156, + "loss": 1.3864, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.7868310213088989, + "learning_rate": 0.0006170176021930509, + "loss": 1.3857, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.8497140407562256, + "learning_rate": 0.0006145475359272424, + "loss": 1.3985, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.7719821333885193, + "learning_rate": 0.0006120789874724336, + "loss": 1.3898, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.8961424827575684, + "learning_rate": 0.0006096119844899151, + "loss": 1.3859, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.7003504633903503, + "learning_rate": 0.0006071465546236601, + "loss": 1.3921, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.7361612319946289, + "learning_rate": 0.0006046827255000135, + "loss": 1.3935, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.745448648929596, + "learning_rate": 0.0006022205247273845, + "loss": 1.3846, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7493018507957458, + "learning_rate": 0.0005997599798959343, + "loss": 1.3856, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.7921559810638428, + "learning_rate": 0.0005973011185772694, + "loss": 1.3884, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.7098989486694336, + "learning_rate": 0.0005948439683241318, + "loss": 1.3913, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.7157736420631409, + "learning_rate": 0.0005923885566700896, + "loss": 1.3835, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6790629029273987, + "learning_rate": 0.0005899349111292293, + "loss": 1.3777, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.7403356432914734, + "learning_rate": 0.0005874830591958474, + "loss": 1.3781, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.8336457014083862, + "learning_rate": 0.000585033028344142, + "loss": 1.3857, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6780797243118286, + "learning_rate": 0.0005825848460279048, + "loss": 1.3882, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.8393197059631348, + "learning_rate": 0.0005801385396802146, + "loss": 1.3865, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.8188382387161255, + "learning_rate": 0.0005776941367131282, + "loss": 1.3907, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.7564264535903931, + "learning_rate": 0.0005752516645173745, + "loss": 1.394, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.9939426779747009, + "learning_rate": 0.0005728111504620472, + "loss": 1.3849, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 1.4393295049667358, + "learning_rate": 0.0005706163846251961, + "loss": 1.3902, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.7181199193000793, + "learning_rate": 0.0005681796663596996, + "loss": 1.3809, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.8612076640129089, + "learning_rate": 0.0005657449854798216, + "loss": 1.3763, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.7224200963973999, + "learning_rate": 0.0005633123692673503, + "loss": 1.3732, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.8447213768959045, + "learning_rate": 0.0005608818449809387, + "loss": 1.3909, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.7894605398178101, + "learning_rate": 0.0005584534398557977, + "loss": 1.3948, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.7479406595230103, + "learning_rate": 0.0005560271811033928, + "loss": 1.3808, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 1.0921136140823364, + "learning_rate": 0.0005536030959111377, + "loss": 1.3807, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.7391219139099121, + "learning_rate": 0.0005511812114420908, + "loss": 1.3835, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.6814836263656616, + "learning_rate": 0.0005487615548346502, + "loss": 1.3758, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.6951404213905334, + "learning_rate": 0.0005463441532022495, + "loss": 1.3801, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.7888187766075134, + "learning_rate": 0.0005439290336330545, + "loss": 1.389, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.691719651222229, + "learning_rate": 0.0005415162231896593, + "loss": 1.3819, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 1.0240479707717896, + "learning_rate": 0.000539105748908783, + "loss": 1.3919, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.8326327204704285, + "learning_rate": 0.0005366976378009668, + "loss": 1.3839, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7782278060913086, + "learning_rate": 0.0005342919168502717, + "loss": 1.3826, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.7602956891059875, + "learning_rate": 0.0005318886130139753, + "loss": 1.3862, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.7105806469917297, + "learning_rate": 0.0005294877532222709, + "loss": 1.3892, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 1.0454647541046143, + "learning_rate": 0.0005270893643779649, + "loss": 1.3686, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 1.0558075904846191, + "learning_rate": 0.0005246934733561751, + "loss": 1.3723, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.8030677437782288, + "learning_rate": 0.0005223001070040305, + "loss": 1.3765, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.7917414903640747, + "learning_rate": 0.0005199092921403696, + "loss": 1.3819, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.7518830299377441, + "learning_rate": 0.00051752105555544, + "loss": 1.3787, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.7606191039085388, + "learning_rate": 0.0005151354240105994, + "loss": 1.3751, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.7978428602218628, + "learning_rate": 0.0005127524242380139, + "loss": 1.35, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.7242529988288879, + "learning_rate": 0.0005103720829403594, + "loss": 1.3613, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.866651713848114, + "learning_rate": 0.0005079944267905226, + "loss": 1.3614, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.7094835638999939, + "learning_rate": 0.0005056194824313015, + "loss": 1.3717, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.7022421360015869, + "learning_rate": 0.0005032472764751074, + "loss": 1.3671, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 1.0347949266433716, + "learning_rate": 0.000500877835503666, + "loss": 1.3718, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.7228376865386963, + "learning_rate": 0.000498511186067721, + "loss": 1.3783, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.8265784978866577, + "learning_rate": 0.0004961473546867346, + "loss": 1.3874, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.8330920338630676, + "learning_rate": 0.0004937863678485915, + "loss": 1.37, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.768162190914154, + "learning_rate": 0.0004914282520093023, + "loss": 1.3839, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7508386373519897, + "learning_rate": 0.0004890730335927063, + "loss": 1.3872, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.8566514849662781, + "learning_rate": 0.00048672073899017564, + "loss": 1.3745, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.7184324264526367, + "learning_rate": 0.0004843713945603205, + "loss": 1.3673, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.7612195014953613, + "learning_rate": 0.00048202502662869195, + "loss": 1.3793, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.8453174233436584, + "learning_rate": 0.0004796816614874885, + "loss": 1.3678, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.8367554545402527, + "learning_rate": 0.00047734132539526086, + "loss": 1.3705, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.8449316024780273, + "learning_rate": 0.00047500404457661747, + "loss": 1.3647, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 1.1922999620437622, + "learning_rate": 0.00047266984522193134, + "loss": 1.3612, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.7674472332000732, + "learning_rate": 0.00047033875348704576, + "loss": 1.3675, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.8017942309379578, + "learning_rate": 0.00046801079549298224, + "loss": 1.3732, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.8246696591377258, + "learning_rate": 0.0004656859973256466, + "loss": 1.3625, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.8886998891830444, + "learning_rate": 0.00046336438503553754, + "loss": 1.3688, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.7429714798927307, + "learning_rate": 0.00046104598463745424, + "loss": 1.3701, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.8599113821983337, + "learning_rate": 0.0004587308221102053, + "loss": 1.3526, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.9029124975204468, + "learning_rate": 0.00045641892339631703, + "loss": 1.3714, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.7533534169197083, + "learning_rate": 0.000454110314401744, + "loss": 1.3763, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.7360434532165527, + "learning_rate": 0.00045180502099557686, + "loss": 1.3668, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.718610942363739, + "learning_rate": 0.00044950306900975377, + "loss": 1.3677, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.7161412239074707, + "learning_rate": 0.00044720448423877113, + "loss": 1.3534, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 1.0942147970199585, + "learning_rate": 0.0004449092924393933, + "loss": 1.3696, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.8358039855957031, + "learning_rate": 0.00044261751933036525, + "loss": 1.3521, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 1.0643682479858398, + "learning_rate": 0.0004403291905921233, + "loss": 1.372, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7182710766792297, + "learning_rate": 0.00043804433186650916, + "loss": 1.3627, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.8677999973297119, + "learning_rate": 0.00043576296875647984, + "loss": 1.3589, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.7765915989875793, + "learning_rate": 0.0004334851268258234, + "loss": 1.3609, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.803703784942627, + "learning_rate": 0.00043121083159887056, + "loss": 1.3545, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.8354234099388123, + "learning_rate": 0.00042894010856020997, + "loss": 1.3662, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.803389310836792, + "learning_rate": 0.0004266729831544017, + "loss": 1.3638, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.8341847062110901, + "learning_rate": 0.0004244094807856936, + "loss": 1.3606, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 1.0650243759155273, + "learning_rate": 0.00042214962681773457, + "loss": 1.3588, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.768581748008728, + "learning_rate": 0.00041989344657329187, + "loss": 1.3718, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.7287893295288086, + "learning_rate": 0.00041764096533396667, + "loss": 1.3651, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.712559700012207, + "learning_rate": 0.00041539220833991124, + "loss": 1.3404, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.8367510437965393, + "learning_rate": 0.0004131472007895457, + "loss": 1.3631, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.7825482487678528, + "learning_rate": 0.00041090596783927583, + "loss": 1.3656, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.7313151955604553, + "learning_rate": 0.0004086685346032111, + "loss": 1.3592, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.861193060874939, + "learning_rate": 0.00040643492615288367, + "loss": 1.3565, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.7870667576789856, + "learning_rate": 0.00040420516751696664, + "loss": 1.3628, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.7211747765541077, + "learning_rate": 0.00040197928368099445, + "loss": 1.3526, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 1.0162476301193237, + "learning_rate": 0.00039975729958708223, + "loss": 1.3574, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 1.0729355812072754, + "learning_rate": 0.0003975392401336468, + "loss": 1.3637, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.9434623122215271, + "learning_rate": 0.00039532513017512694, + "loss": 1.3549, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.8569313287734985, + "learning_rate": 0.00039311499452170665, + "loss": 1.3641, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.7464538812637329, + "learning_rate": 0.0003909088579390347, + "loss": 1.3613, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.905977725982666, + "learning_rate": 0.00038870674514794877, + "loss": 1.3576, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6940488219261169, + "learning_rate": 0.0003865086808241979, + "loss": 1.3518, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.7382473349571228, + "learning_rate": 0.0003843146895981661, + "loss": 1.3525, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 1.062016248703003, + "learning_rate": 0.00038212479605459617, + "loss": 1.3491, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 1.0533969402313232, + "learning_rate": 0.000379939024732315, + "loss": 1.3578, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7547302842140198, + "learning_rate": 0.0003777574001239573, + "loss": 1.3516, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.8784534335136414, + "learning_rate": 0.00037557994667569217, + "loss": 1.3541, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.8634799122810364, + "learning_rate": 0.0003734066887869485, + "loss": 1.3541, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.7431122064590454, + "learning_rate": 0.0003712376508101424, + "loss": 1.3369, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.7444623112678528, + "learning_rate": 0.0003690728570504032, + "loss": 1.3418, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.7375025749206543, + "learning_rate": 0.00036691233176530197, + "loss": 1.3601, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 1.0819963216781616, + "learning_rate": 0.00036475609916457996, + "loss": 1.3551, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.8467463850975037, + "learning_rate": 0.000362604183409876, + "loss": 1.3511, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.7659574151039124, + "learning_rate": 0.00036045660861445684, + "loss": 1.3433, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.7466603517532349, + "learning_rate": 0.0003583133988429468, + "loss": 1.3518, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 1.0312880277633667, + "learning_rate": 0.0003561745781110579, + "loss": 1.3371, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.6879087686538696, + "learning_rate": 0.00035404017038532045, + "loss": 1.3398, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.9129236340522766, + "learning_rate": 0.00035191019958281575, + "loss": 1.353, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.7813423275947571, + "learning_rate": 0.00034978468957090635, + "loss": 1.3488, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 1.3656965494155884, + "learning_rate": 0.0003476636641669699, + "loss": 1.3547, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.882732629776001, + "learning_rate": 0.0003455471471381318, + "loss": 1.3509, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.880490779876709, + "learning_rate": 0.0003434351622009985, + "loss": 1.3636, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.7175732851028442, + "learning_rate": 0.0003413277330213928, + "loss": 1.3637, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.8369249701499939, + "learning_rate": 0.0003392248832140876, + "loss": 1.3483, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.7723156809806824, + "learning_rate": 0.00033712663634254163, + "loss": 1.3414, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.8925264477729797, + "learning_rate": 0.00033503301591863586, + "loss": 1.3508, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.8304356932640076, + "learning_rate": 0.0003329440454024092, + "loss": 1.3477, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 1.1964733600616455, + "learning_rate": 0.0003308597482017965, + "loss": 1.3482, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.7674272656440735, + "learning_rate": 0.0003287801476723656, + "loss": 1.3439, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.7483757138252258, + "learning_rate": 0.00032670526711705536, + "loss": 1.3411, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.8660572171211243, + "learning_rate": 0.0003246351297859164, + "loss": 1.3447, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.8355633616447449, + "learning_rate": 0.00032256975887584783, + "loss": 1.3508, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.8152512311935425, + "learning_rate": 0.00032050917753033935, + "loss": 1.3387, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.7424959540367126, + "learning_rate": 0.000318453408839211, + "loss": 1.3468, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.7757070660591125, + "learning_rate": 0.0003164024758383548, + "loss": 1.3416, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.9231721758842468, + "learning_rate": 0.00031435640150947645, + "loss": 1.3447, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.7455094456672668, + "learning_rate": 0.0003123152087798376, + "loss": 1.3387, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.7922433614730835, + "learning_rate": 0.00031027892052200003, + "loss": 1.3388, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.738114595413208, + "learning_rate": 0.0003082475595535677, + "loss": 1.342, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.7328730821609497, + "learning_rate": 0.00030622114863693205, + "loss": 1.3432, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.8095319271087646, + "learning_rate": 0.00030419971047901704, + "loss": 1.338, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.7258723974227905, + "learning_rate": 0.00030218326773102407, + "loss": 1.34, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.7479500770568848, + "learning_rate": 0.00030017184298817873, + "loss": 1.3398, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.7625308632850647, + "learning_rate": 0.00029816545878947763, + "loss": 1.3316, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.8120285272598267, + "learning_rate": 0.00029616413761743537, + "loss": 1.3422, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.8360898494720459, + "learning_rate": 0.00029416790189783286, + "loss": 1.3431, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.708296000957489, + "learning_rate": 0.000292176773999466, + "loss": 1.3469, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 1.0304299592971802, + "learning_rate": 0.0002901907762338952, + "loss": 1.3396, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.7473954558372498, + "learning_rate": 0.0002882099308551951, + "loss": 1.3433, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.7926616072654724, + "learning_rate": 0.00028623426005970517, + "loss": 1.3388, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.7733747363090515, + "learning_rate": 0.00028426378598578187, + "loss": 1.3445, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.7091941833496094, + "learning_rate": 0.0002822985307135491, + "loss": 1.3335, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 1.0063104629516602, + "learning_rate": 0.0002803385162646518, + "loss": 1.3378, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.7392050623893738, + "learning_rate": 0.0002783837646020089, + "loss": 1.3398, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.7198581099510193, + "learning_rate": 0.0002764342976295673, + "loss": 1.3364, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.9013230800628662, + "learning_rate": 0.00027449013719205623, + "loss": 1.3262, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.7867927551269531, + "learning_rate": 0.00027255130507474276, + "loss": 1.3354, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.8540751934051514, + "learning_rate": 0.00027061782300318726, + "loss": 1.3319, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.7475560307502747, + "learning_rate": 0.0002686897126430009, + "loss": 1.3309, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.7040795087814331, + "learning_rate": 0.00026676699559960145, + "loss": 1.3366, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.7869455218315125, + "learning_rate": 0.00026484969341797224, + "loss": 1.3268, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.8050547242164612, + "learning_rate": 0.0002629378275824204, + "loss": 1.3292, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.790063202381134, + "learning_rate": 0.00026103141951633617, + "loss": 1.3509, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.8851976990699768, + "learning_rate": 0.00025913049058195277, + "loss": 1.3329, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.7389865517616272, + "learning_rate": 0.0002572350620801072, + "loss": 1.339, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.9593669176101685, + "learning_rate": 0.0002553451552500012, + "loss": 1.3423, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.7427859902381897, + "learning_rate": 0.0002534607912689637, + "loss": 1.3383, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.8160619735717773, + "learning_rate": 0.00025158199125221325, + "loss": 1.3302, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.7946783900260925, + "learning_rate": 0.0002497087762526211, + "loss": 1.3242, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.8179084062576294, + "learning_rate": 0.0002478411672604766, + "loss": 1.3281, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.779151201248169, + "learning_rate": 0.00024597918520324994, + "loss": 1.3286, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.7516962289810181, + "learning_rate": 0.00024412285094535952, + "loss": 1.3396, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.7767512202262878, + "learning_rate": 0.00024227218528793696, + "loss": 1.3096, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.9467287063598633, + "learning_rate": 0.00024042720896859471, + "loss": 1.3262, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.7859766483306885, + "learning_rate": 0.00023858794266119323, + "loss": 1.3323, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 1.17026948928833, + "learning_rate": 0.00023675440697560943, + "loss": 1.3371, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.7524764537811279, + "learning_rate": 0.0002349266224575063, + "loss": 1.325, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.7579354047775269, + "learning_rate": 0.0002331046095881017, + "loss": 1.3275, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.7482304573059082, + "learning_rate": 0.00023128838878393946, + "loss": 1.3363, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.7653604745864868, + "learning_rate": 0.00022947798039666051, + "loss": 1.3327, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.7971358299255371, + "learning_rate": 0.00022767340471277492, + "loss": 1.3295, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.7952221035957336, + "learning_rate": 0.00022587468195343436, + "loss": 1.3253, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.775639533996582, + "learning_rate": 0.00022408183227420528, + "loss": 1.3369, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.8792526721954346, + "learning_rate": 0.0002222948757648443, + "loss": 1.331, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.7526869177818298, + "learning_rate": 0.00022051383244907143, + "loss": 1.341, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.8298428654670715, + "learning_rate": 0.0002187387222843467, + "loss": 1.3216, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.7673541307449341, + "learning_rate": 0.0002169695651616463, + "loss": 1.3182, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.7222262620925903, + "learning_rate": 0.00021520638090523955, + "loss": 1.3306, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 1.087087631225586, + "learning_rate": 0.00021344918927246678, + "loss": 1.3365, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.9983855485916138, + "learning_rate": 0.00021169800995351874, + "loss": 1.315, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.7416133284568787, + "learning_rate": 0.00020995286257121453, + "loss": 1.3162, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.7659913301467896, + "learning_rate": 0.00020821376668078264, + "loss": 1.3239, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.7985150814056396, + "learning_rate": 0.00020648074176964182, + "loss": 1.3281, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.8098172545433044, + "learning_rate": 0.00020475380725718228, + "loss": 1.341, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.8471201658248901, + "learning_rate": 0.00020303298249454857, + "loss": 1.3368, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.7861455678939819, + "learning_rate": 0.00020131828676442237, + "loss": 1.3327, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.7464272379875183, + "learning_rate": 0.00019960973928080666, + "loss": 1.3271, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.7989276647567749, + "learning_rate": 0.0001979073591888101, + "loss": 1.3249, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.7528112530708313, + "learning_rate": 0.000196211165564433, + "loss": 1.3239, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.9353505373001099, + "learning_rate": 0.00019452117741435314, + "loss": 1.3257, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.704439640045166, + "learning_rate": 0.00019283741367571294, + "loss": 1.335, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.8311592936515808, + "learning_rate": 0.00019115989321590694, + "loss": 1.3391, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.7646101117134094, + "learning_rate": 0.00018948863483237154, + "loss": 1.3192, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.8160330653190613, + "learning_rate": 0.00018782365725237272, + "loss": 1.3165, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.8452218770980835, + "learning_rate": 0.00018616497913279728, + "loss": 1.3224, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.9059053659439087, + "learning_rate": 0.0001845126190599434, + "loss": 1.3225, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.7078434824943542, + "learning_rate": 0.00018286659554931254, + "loss": 1.3147, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.7410702109336853, + "learning_rate": 0.00018122692704540194, + "loss": 1.3243, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.7025983333587646, + "learning_rate": 0.00017959363192149752, + "loss": 1.3256, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.7534384727478027, + "learning_rate": 0.00017796672847946905, + "loss": 1.3126, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.742020308971405, + "learning_rate": 0.0001763462349495639, + "loss": 1.3243, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.7991107106208801, + "learning_rate": 0.00017473216949020326, + "loss": 1.3312, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.7028428912162781, + "learning_rate": 0.0001731245501877787, + "loss": 1.3105, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.7953914999961853, + "learning_rate": 0.00017152339505644963, + "loss": 1.318, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.7239530682563782, + "learning_rate": 0.0001699287220379407, + "loss": 1.3031, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.7389691472053528, + "learning_rate": 0.00016834054900134228, + "loss": 1.3081, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.7094627618789673, + "learning_rate": 0.00016675889374290852, + "loss": 1.3102, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.7082148194313049, + "learning_rate": 0.0001651837739858589, + "loss": 1.3197, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.7567812204360962, + "learning_rate": 0.00016361520738017934, + "loss": 1.3131, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.8620700836181641, + "learning_rate": 0.00016205321150242454, + "loss": 1.3195, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.706338107585907, + "learning_rate": 0.00016049780385552113, + "loss": 1.3249, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.7611110806465149, + "learning_rate": 0.00015894900186857105, + "loss": 1.3207, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.7151779532432556, + "learning_rate": 0.00015740682289665714, + "loss": 1.3276, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.7691872119903564, + "learning_rate": 0.0001558712842206477, + "loss": 1.3112, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.7694010138511658, + "learning_rate": 0.00015434240304700332, + "loss": 1.3129, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.7300862073898315, + "learning_rate": 0.0001528201965075841, + "loss": 1.3115, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.7128973603248596, + "learning_rate": 0.0001513046816594575, + "loss": 1.307, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.7924280166625977, + "learning_rate": 0.0001497958754847076, + "loss": 1.3105, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.7732334136962891, + "learning_rate": 0.00014829379489024415, + "loss": 1.3215, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.7494179010391235, + "learning_rate": 0.0001467984567076137, + "loss": 1.3177, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.749058723449707, + "learning_rate": 0.00014530987769281075, + "loss": 1.3088, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.7149328589439392, + "learning_rate": 0.00014382807452609003, + "loss": 1.3115, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.7429171800613403, + "learning_rate": 0.00014235306381177952, + "loss": 1.327, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.7342028021812439, + "learning_rate": 0.00014088486207809449, + "loss": 1.2993, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.8076477646827698, + "learning_rate": 0.0001394234857769521, + "loss": 1.3228, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.8029670715332031, + "learning_rate": 0.0001379689512837878, + "loss": 1.3146, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.7958090305328369, + "learning_rate": 0.00013652127489737067, + "loss": 1.33, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.7447437047958374, + "learning_rate": 0.00013508047283962137, + "loss": 1.3058, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.6928157806396484, + "learning_rate": 0.00013364656125543044, + "loss": 1.3134, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.8141385316848755, + "learning_rate": 0.00013221955621247749, + "loss": 1.3276, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.6999407410621643, + "learning_rate": 0.00013079947370105057, + "loss": 1.3022, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.7120127081871033, + "learning_rate": 0.00012938632963386808, + "loss": 1.3107, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.8419378995895386, + "learning_rate": 0.00012798013984589894, + "loss": 1.3096, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.8840544819831848, + "learning_rate": 0.00012658092009418652, + "loss": 1.313, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.7965825796127319, + "learning_rate": 0.00012518868605767118, + "loss": 1.3193, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.7404676675796509, + "learning_rate": 0.0001238034533370153, + "loss": 1.3211, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.7107611894607544, + "learning_rate": 0.0001224252374544278, + "loss": 1.3038, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.9253067970275879, + "learning_rate": 0.00012105405385349047, + "loss": 1.3062, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.7095223069190979, + "learning_rate": 0.00011968991789898533, + "loss": 1.313, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.9178645014762878, + "learning_rate": 0.00011833284487672185, + "loss": 1.3053, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.7774658203125, + "learning_rate": 0.00011698284999336578, + "loss": 1.3239, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.7078198194503784, + "learning_rate": 0.00011563994837626898, + "loss": 1.3119, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.7260295748710632, + "learning_rate": 0.00011430415507329975, + "loss": 1.3103, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.7673613429069519, + "learning_rate": 0.00011297548505267424, + "loss": 1.317, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.7970551252365112, + "learning_rate": 0.00011165395320278898, + "loss": 1.3075, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.7818833589553833, + "learning_rate": 0.00011033957433205364, + "loss": 1.2925, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.6978318095207214, + "learning_rate": 0.00010903236316872514, + "loss": 1.302, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.8298162817955017, + "learning_rate": 0.00010773233436074287, + "loss": 1.2927, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.8039307594299316, + "learning_rate": 0.00010643950247556447, + "loss": 1.3046, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.7726734280586243, + "learning_rate": 0.00010515388200000245, + "loss": 1.3247, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.7092564105987549, + "learning_rate": 0.00010387548734006195, + "loss": 1.3229, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.7407183647155762, + "learning_rate": 0.00010260433282077944, + "loss": 1.3007, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.8650563955307007, + "learning_rate": 0.00010134043268606191, + "loss": 1.3098, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.7856301069259644, + "learning_rate": 0.00010008380109852752, + "loss": 1.3078, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.7108278274536133, + "learning_rate": 9.883445213934675e-05, + "loss": 1.3202, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.7760100364685059, + "learning_rate": 9.759239980808494e-05, + "loss": 1.3116, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.7740240097045898, + "learning_rate": 9.635765802254482e-05, + "loss": 1.3154, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.7392635941505432, + "learning_rate": 9.5130240618611e-05, + "loss": 1.2993, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.7922165989875793, + "learning_rate": 9.391016135009484e-05, + "loss": 1.2978, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.7694012522697449, + "learning_rate": 9.269743388858019e-05, + "loss": 1.3005, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.8477908372879028, + "learning_rate": 9.149207182327054e-05, + "loss": 1.3105, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.7255398631095886, + "learning_rate": 9.029408866083638e-05, + "loss": 1.3063, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.6968474984169006, + "learning_rate": 8.910349782526394e-05, + "loss": 1.3121, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.7033606767654419, + "learning_rate": 8.792031265770475e-05, + "loss": 1.3045, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.699926495552063, + "learning_rate": 8.67445464163267e-05, + "loss": 1.3012, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.720828115940094, + "learning_rate": 8.557621227616444e-05, + "loss": 1.3152, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.7115282416343689, + "learning_rate": 8.441532332897248e-05, + "loss": 1.298, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.7304837107658386, + "learning_rate": 8.326189258307832e-05, + "loss": 1.3058, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.7286218404769897, + "learning_rate": 8.211593296323672e-05, + "loss": 1.3093, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.7476864457130432, + "learning_rate": 8.097745731048475e-05, + "loss": 1.3128, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.7549279928207397, + "learning_rate": 7.984647838199773e-05, + "loss": 1.2992, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.9543203711509705, + "learning_rate": 7.872300885094736e-05, + "loss": 1.2929, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.7204482555389404, + "learning_rate": 7.760706130635792e-05, + "loss": 1.312, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.7159847021102905, + "learning_rate": 7.649864825296669e-05, + "loss": 1.3025, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.7771650552749634, + "learning_rate": 7.539778211108309e-05, + "loss": 1.3027, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.7387121915817261, + "learning_rate": 7.430447521644973e-05, + "loss": 1.3012, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.7092037796974182, + "learning_rate": 7.321873982010422e-05, + "loss": 1.2988, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.7340413928031921, + "learning_rate": 7.214058808824192e-05, + "loss": 1.3091, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.7065339684486389, + "learning_rate": 7.107003210207947e-05, + "loss": 1.2978, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.7204703092575073, + "learning_rate": 7.000708385771928e-05, + "loss": 1.306, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.8304011821746826, + "learning_rate": 6.89517552660156e-05, + "loss": 1.3009, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.7489545345306396, + "learning_rate": 6.790405815244044e-05, + "loss": 1.313, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.733373761177063, + "learning_rate": 6.686400425695171e-05, + "loss": 1.3036, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.724223256111145, + "learning_rate": 6.583160523386086e-05, + "loss": 1.3104, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.7404448390007019, + "learning_rate": 6.480687265170342e-05, + "loss": 1.3074, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.6869707703590393, + "learning_rate": 6.37898179931081e-05, + "loss": 1.3028, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.7272505164146423, + "learning_rate": 6.278045265466911e-05, + "loss": 1.3182, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.7321150302886963, + "learning_rate": 6.177878794681782e-05, + "loss": 1.309, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.7701349258422852, + "learning_rate": 6.078483509369642e-05, + "loss": 1.306, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.7576636075973511, + "learning_rate": 5.9798605233031904e-05, + "loss": 1.2888, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.6983384490013123, + "learning_rate": 5.8820109416011485e-05, + "loss": 1.2887, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.7134150266647339, + "learning_rate": 5.784935860715862e-05, + "loss": 1.3147, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.7575438618659973, + "learning_rate": 5.6886363684210016e-05, + "loss": 1.292, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.7906581163406372, + "learning_rate": 5.5931135437993994e-05, + "loss": 1.3117, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.7092099189758301, + "learning_rate": 5.498368457230965e-05, + "loss": 1.3059, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.7480196952819824, + "learning_rate": 5.4044021703806375e-05, + "loss": 1.2929, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.7682920694351196, + "learning_rate": 5.311215736186536e-05, + "loss": 1.2957, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.7485683560371399, + "learning_rate": 5.21881019884819e-05, + "loss": 1.2927, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.712194561958313, + "learning_rate": 5.127186593814748e-05, + "loss": 1.3014, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.742014467716217, + "learning_rate": 5.0363459477734464e-05, + "loss": 1.3077, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.7252182960510254, + "learning_rate": 4.946289278638064e-05, + "loss": 1.2978, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.7428345680236816, + "learning_rate": 4.8570175955375715e-05, + "loss": 1.2995, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.7599277496337891, + "learning_rate": 4.768531898804754e-05, + "loss": 1.3155, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.7169622778892517, + "learning_rate": 4.680833179965063e-05, + "loss": 1.3048, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.7297709584236145, + "learning_rate": 4.5939224217254574e-05, + "loss": 1.2992, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.7419764995574951, + "learning_rate": 4.507800597963424e-05, + "loss": 1.2938, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.8800206780433655, + "learning_rate": 4.422468673716054e-05, + "loss": 1.3025, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.729854941368103, + "learning_rate": 4.337927605169212e-05, + "loss": 1.2989, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.691215991973877, + "learning_rate": 4.2541783396468584e-05, + "loss": 1.3015, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.7305216789245605, + "learning_rate": 4.1712218156004014e-05, + "loss": 1.2948, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.7202968597412109, + "learning_rate": 4.089058962598213e-05, + "loss": 1.3007, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.7010484337806702, + "learning_rate": 4.0076907013151726e-05, + "loss": 1.2905, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.688684344291687, + "learning_rate": 3.927117943522379e-05, + "loss": 1.3028, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.6860314011573792, + "learning_rate": 3.8473415920769304e-05, + "loss": 1.2976, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.7367382049560547, + "learning_rate": 3.768362540911788e-05, + "loss": 1.3104, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.7010230422019958, + "learning_rate": 3.690181675025775e-05, + "loss": 1.3078, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.7741788625717163, + "learning_rate": 3.612799870473696e-05, + "loss": 1.2994, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.7187257409095764, + "learning_rate": 3.5362179943564496e-05, + "loss": 1.2899, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.7981131672859192, + "learning_rate": 3.46043690481134e-05, + "loss": 1.3088, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.7295516133308411, + "learning_rate": 3.38545745100248e-05, + "loss": 1.3028, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.8317485451698303, + "learning_rate": 3.31128047311127e-05, + "loss": 1.304, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.7807537913322449, + "learning_rate": 3.237906802326951e-05, + "loss": 1.2944, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.7953311204910278, + "learning_rate": 3.165337260837351e-05, + "loss": 1.2962, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.7834194898605347, + "learning_rate": 3.093572661819602e-05, + "loss": 1.2954, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.7415850758552551, + "learning_rate": 3.022613809431088e-05, + "loss": 1.3047, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.8832075595855713, + "learning_rate": 2.952461498800388e-05, + "loss": 1.2855, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.7296496629714966, + "learning_rate": 2.8831165160184024e-05, + "loss": 1.2898, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.7627224326133728, + "learning_rate": 2.8145796381295276e-05, + "loss": 1.2942, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.6941163539886475, + "learning_rate": 2.7468516331229432e-05, + "loss": 1.2989, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.6807804703712463, + "learning_rate": 2.6799332599239974e-05, + "loss": 1.3095, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.6976079940795898, + "learning_rate": 2.6138252683857693e-05, + "loss": 1.3042, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.7047716975212097, + "learning_rate": 2.5485283992805615e-05, + "loss": 1.2995, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.7119665741920471, + "learning_rate": 2.4840433842916872e-05, + "loss": 1.2984, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.6755378842353821, + "learning_rate": 2.4203709460052292e-05, + "loss": 1.2915, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.7142366766929626, + "learning_rate": 2.357511797901929e-05, + "loss": 1.306, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.7216423153877258, + "learning_rate": 2.2954666443492505e-05, + "loss": 1.293, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.7036957144737244, + "learning_rate": 2.2342361805934297e-05, + "loss": 1.2914, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.7846879363059998, + "learning_rate": 2.173821092751721e-05, + "loss": 1.2801, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.6835852861404419, + "learning_rate": 2.1142220578046712e-05, + "loss": 1.2891, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.7038044333457947, + "learning_rate": 2.0554397435885746e-05, + "loss": 1.2988, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.6903934478759766, + "learning_rate": 1.9974748087879636e-05, + "loss": 1.2913, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.7022151350975037, + "learning_rate": 1.9403279029282376e-05, + "loss": 1.2892, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.6856456398963928, + "learning_rate": 1.8839996663683635e-05, + "loss": 1.3082, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.6846105456352234, + "learning_rate": 1.8284907302937608e-05, + "loss": 1.2942, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.7259573936462402, + "learning_rate": 1.773801716709153e-05, + "loss": 1.31, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.6945582628250122, + "learning_rate": 1.719933238431645e-05, + "loss": 1.2959, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.7551063299179077, + "learning_rate": 1.666885899083831e-05, + "loss": 1.294, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.733173668384552, + "learning_rate": 1.614660293087056e-05, + "loss": 1.2947, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.6905251145362854, + "learning_rate": 1.5632570056547308e-05, + "loss": 1.2971, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.7244827747344971, + "learning_rate": 1.512676612785796e-05, + "loss": 1.2996, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.6888943314552307, + "learning_rate": 1.4629196812582513e-05, + "loss": 1.3007, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.6929469108581543, + "learning_rate": 1.4139867686228102e-05, + "loss": 1.2909, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.7915308475494385, + "learning_rate": 1.3658784231966481e-05, + "loss": 1.2915, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.6817038059234619, + "learning_rate": 1.3185951840572723e-05, + "loss": 1.2973, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.7126800417900085, + "learning_rate": 1.2721375810364616e-05, + "loss": 1.2916, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.7025084495544434, + "learning_rate": 1.2265061347143447e-05, + "loss": 1.2941, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.6987863183021545, + "learning_rate": 1.1817013564135475e-05, + "loss": 1.2963, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.7058993577957153, + "learning_rate": 1.137723748193506e-05, + "loss": 1.2987, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.7585347890853882, + "learning_rate": 1.0945738028447783e-05, + "loss": 1.2965, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.7683965563774109, + "learning_rate": 1.0522520038835831e-05, + "loss": 1.2924, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.6941251754760742, + "learning_rate": 1.0107588255463373e-05, + "loss": 1.299, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.6950638294219971, + "learning_rate": 9.700947327843685e-06, + "loss": 1.2919, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.7188221216201782, + "learning_rate": 9.302601812586852e-06, + "loss": 1.2893, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.717399001121521, + "learning_rate": 8.912556173348907e-06, + "loss": 1.2922, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.7319753170013428, + "learning_rate": 8.53081478078177e-06, + "loss": 1.3105, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.7008991241455078, + "learning_rate": 8.157381912484053e-06, + "loss": 1.2856, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.6839700937271118, + "learning_rate": 7.792261752953333e-06, + "loss": 1.2978, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.6857908368110657, + "learning_rate": 7.435458393539457e-06, + "loss": 1.2977, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.6887038946151733, + "learning_rate": 7.086975832398146e-06, + "loss": 1.3006, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.6924844980239868, + "learning_rate": 6.746817974446706e-06, + "loss": 1.3005, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.6965781450271606, + "learning_rate": 6.414988631320062e-06, + "loss": 1.2999, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.6972033977508545, + "learning_rate": 6.091491521327958e-06, + "loss": 1.2799, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.6812601089477539, + "learning_rate": 5.776330269413488e-06, + "loss": 1.2918, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.7206260561943054, + "learning_rate": 5.469508407112467e-06, + "loss": 1.302, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.7339971661567688, + "learning_rate": 5.171029372513458e-06, + "loss": 1.2838, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.7800081372261047, + "learning_rate": 4.880896510220056e-06, + "loss": 1.3068, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.7187288999557495, + "learning_rate": 4.5991130713124995e-06, + "loss": 1.2932, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.6699792146682739, + "learning_rate": 4.325682213311782e-06, + "loss": 1.3002, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.680574893951416, + "learning_rate": 4.060607000144351e-06, + "loss": 1.2995, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.6840635538101196, + "learning_rate": 3.803890402107213e-06, + "loss": 1.295, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.6749611496925354, + "learning_rate": 3.555535295835216e-06, + "loss": 1.29, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.7414464354515076, + "learning_rate": 3.3155444642687384e-06, + "loss": 1.2949, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.7133172154426575, + "learning_rate": 3.0839205966220474e-06, + "loss": 1.2937, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.6884540915489197, + "learning_rate": 2.8606662883539082e-06, + "loss": 1.2923, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.668569028377533, + "learning_rate": 2.6457840411376888e-06, + "loss": 1.2832, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.7091270089149475, + "learning_rate": 2.4392762628338838e-06, + "loss": 1.2782, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.6706377863883972, + "learning_rate": 2.2411452674630517e-06, + "loss": 1.2919, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.6869157552719116, + "learning_rate": 2.0513932751796695e-06, + "loss": 1.2871, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.7050811648368835, + "learning_rate": 1.8700224122475683e-06, + "loss": 1.2974, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.6995279788970947, + "learning_rate": 1.6970347110157879e-06, + "loss": 1.2851, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.7185582518577576, + "learning_rate": 1.532432109895926e-06, + "loss": 1.2931, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.7025833129882812, + "learning_rate": 1.376216453340573e-06, + "loss": 1.2922, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.7122918963432312, + "learning_rate": 1.2283894918224125e-06, + "loss": 1.2937, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.6857956647872925, + "learning_rate": 1.0889528818147366e-06, + "loss": 1.2879, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.6943703889846802, + "learning_rate": 9.579081857728766e-07, + "loss": 1.3007, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.6928566694259644, + "learning_rate": 8.352568721165521e-07, + "loss": 1.2984, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.6639316082000732, + "learning_rate": 7.210003152136324e-07, + "loss": 1.3064, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.7120042443275452, + "learning_rate": 6.151397953647331e-07, + "loss": 1.3005, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.7038432359695435, + "learning_rate": 5.176764987885607e-07, + "loss": 1.2988, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.7377620339393616, + "learning_rate": 4.2861151760900665e-07, + "loss": 1.2832, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.7252809405326843, + "learning_rate": 3.479458498426569e-07, + "loss": 1.2902, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.6902305483818054, + "learning_rate": 2.756803993877177e-07, + "loss": 1.3032, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.7786527872085571, + "learning_rate": 2.1181597601385716e-07, + "loss": 1.2773, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.6905246376991272, + "learning_rate": 1.5635329535304554e-07, + "loss": 1.2971, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.6763595342636108, + "learning_rate": 1.0929297889172852e-07, + "loss": 1.2965, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.6686998009681702, + "learning_rate": 7.063555396383259e-08, + "loss": 1.2936, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.6945585012435913, + "learning_rate": 4.038145374460345e-08, + "loss": 1.301, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.6883581280708313, + "learning_rate": 1.8531017245942972e-08, + "loss": 1.2859, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.6829051971435547, + "learning_rate": 5.084489312745521e-09, + "loss": 1.2987, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 2.0826334953308105, + "learning_rate": 4.202061990032924e-11, + "loss": 1.2885, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/training_args.bin b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8284870bb4bccde344a2a1a6a525b145939793b2 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b579207dd32ac39bd0d6f26d7975605af0b526fa834cf05cf20db4463028bb4 +size 5240 diff --git a/saves-llama-cosine-adamw_bnb_8bit/config.json b/saves-llama-cosine-adamw_bnb_8bit/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/generation_config.json b/saves-llama-cosine-adamw_bnb_8bit/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/model.safetensors b/saves-llama-cosine-adamw_bnb_8bit/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2f4e8c96c507f6e311326509899c3b30da23da9 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1854ed991b54705d2041a97bdd04c2a72eb9b0cbd95a23dab84fd1f1e190cec1 +size 8346712 diff --git a/saves-llama-cosine-adamw_bnb_8bit/result.log b/saves-llama-cosine-adamw_bnb_8bit/result.log new file mode 100644 index 0000000000000000000000000000000000000000..ef273754cf3a5726d5c4d82fa6e6ddba562eeebd --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/result.log @@ -0,0 +1 @@ +{'train_runtime': 2265.8304, 'train_samples_per_second': 4283.906, 'train_steps_per_second': 4.184, 'train_loss': 1.5513636445194356, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_bnb_8bit/special_tokens_map.json b/saves-llama-cosine-adamw_bnb_8bit/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adamw_bnb_8bit/tokenizer.json b/saves-llama-cosine-adamw_bnb_8bit/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_bnb_8bit/tokenizer_config.json b/saves-llama-cosine-adamw_bnb_8bit/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adamw_bnb_8bit/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/config.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/generation_config.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/model.safetensors b/saves-llama-cosine-adamw_hf/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..326bafebec1a8bc743d68e40b8ca9d096fa47f45 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6695e62846abf43a6d787732f2f7f0ca563048a37bd6af4a85931372f7a2904 +size 8346712 diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/optimizer.pt b/saves-llama-cosine-adamw_hf/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee18b6d428b49eedf7718d360a2f40f58429e50 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df247704f24a3ece63baa90ed4b84567abd19b17f1543709e0d3bcb87b391bac +size 16701494 diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/rng_state.pth b/saves-llama-cosine-adamw_hf/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/scheduler.pt b/saves-llama-cosine-adamw_hf/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ca193b702fc31e51e3ee0689a4054b394880b6 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f195640e66bde784a0961679ecd73c2a561c5a12962a7316325d731f304936 +size 1064 diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/trainer_state.json b/saves-llama-cosine-adamw_hf/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5c4d831f5e254b2d49bb6edb08bf499482af8d4f --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.281753659248352, + "learning_rate": 0.00015789473684210527, + "loss": 7.5122, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1707550287246704, + "learning_rate": 0.00031578947368421053, + "loss": 6.9093, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8732145428657532, + "learning_rate": 0.00047368421052631577, + "loss": 6.2582, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.911007285118103, + "learning_rate": 0.0006315789473684211, + "loss": 5.7652, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.2406620979309082, + "learning_rate": 0.0007894736842105263, + "loss": 5.3073, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.3634661436080933, + "learning_rate": 0.0009473684210526315, + "loss": 4.7877, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.0261237621307373, + "learning_rate": 0.0011052631578947368, + "loss": 4.385, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.5167491436004639, + "learning_rate": 0.0012631578947368421, + "loss": 4.1392, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.849207878112793, + "learning_rate": 0.0014210526315789472, + "loss": 3.9325, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.8754621148109436, + "learning_rate": 0.0014999989494847376, + "loss": 3.7779, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.58613520860672, + "learning_rate": 0.0014999905453802946, + "loss": 3.6232, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.9189424514770508, + "learning_rate": 0.0014999737372655805, + "loss": 3.5039, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.7585026621818542, + "learning_rate": 0.0014999485253289388, + "loss": 3.399, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.8590853214263916, + "learning_rate": 0.0014999149098528814, + "loss": 3.301, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.5862516760826111, + "learning_rate": 0.0014998728912140862, + "loss": 3.2138, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.8057186007499695, + "learning_rate": 0.0014998224698833922, + "loss": 3.1519, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.8671597242355347, + "learning_rate": 0.0014997636464257956, + "loss": 3.0799, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 1.039334774017334, + "learning_rate": 0.0014996964215004416, + "loss": 3.035, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.824468731880188, + "learning_rate": 0.0014996207958606182, + "loss": 2.9722, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.8207864761352539, + "learning_rate": 0.001499536770353748, + "loss": 2.9257, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.8991343975067139, + "learning_rate": 0.0014994443459213774, + "loss": 2.8889, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8417520523071289, + "learning_rate": 0.001499343523599168, + "loss": 2.8514, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.6757763028144836, + "learning_rate": 0.0014992343045168823, + "loss": 2.8067, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.7877993583679199, + "learning_rate": 0.0014991166898983739, + "loss": 2.7601, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9585819840431213, + "learning_rate": 0.001498990681061572, + "loss": 2.7274, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 1.006851077079773, + "learning_rate": 0.001498856279418467, + "loss": 2.6915, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.8644171357154846, + "learning_rate": 0.0014987134864750948, + "loss": 2.6607, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.782991349697113, + "learning_rate": 0.0014985623038315206, + "loss": 2.6331, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.9489585757255554, + "learning_rate": 0.0014984027331818193, + "loss": 2.6008, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.01542329788208, + "learning_rate": 0.0014982347763140584, + "loss": 2.5784, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.7982136607170105, + "learning_rate": 0.0014980584351102762, + "loss": 2.551, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.389794111251831, + "learning_rate": 0.001497873711546462, + "loss": 2.5257, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.7754802107810974, + "learning_rate": 0.0014976806076925334, + "loss": 2.5162, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.9034753441810608, + "learning_rate": 0.0014974791257123137, + "loss": 2.4903, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.763302743434906, + "learning_rate": 0.001497269267863507, + "loss": 2.4517, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 1.0804508924484253, + "learning_rate": 0.0014970510364976724, + "loss": 2.4307, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.8051794767379761, + "learning_rate": 0.0014968244340601996, + "loss": 2.4207, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.0223069190979004, + "learning_rate": 0.001496589463090279, + "loss": 2.4081, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.0545941591262817, + "learning_rate": 0.001496346126220875, + "loss": 2.3881, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.7329314947128296, + "learning_rate": 0.0014960944261786966, + "loss": 2.3588, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.5836018323898315, + "learning_rate": 0.0014958343657841655, + "loss": 2.3532, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.0970488786697388, + "learning_rate": 0.001495565947951385, + "loss": 2.3399, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8173145651817322, + "learning_rate": 0.0014952891756881085, + "loss": 2.3135, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.2800233364105225, + "learning_rate": 0.0014950040520957037, + "loss": 2.2934, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.8970997333526611, + "learning_rate": 0.0014947105803691204, + "loss": 2.2981, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7999330163002014, + "learning_rate": 0.0014944087637968522, + "loss": 2.2757, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7487330436706543, + "learning_rate": 0.0014940986057609012, + "loss": 2.2548, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8741482496261597, + "learning_rate": 0.0014937801097367396, + "loss": 2.2454, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8719668388366699, + "learning_rate": 0.001493453279293271, + "loss": 2.2234, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.8162099123001099, + "learning_rate": 0.0014931181180927902, + "loss": 2.2204, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.839779257774353, + "learning_rate": 0.001492774629890942, + "loss": 2.2083, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.7697337865829468, + "learning_rate": 0.001492422818536679, + "loss": 2.1983, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7342979907989502, + "learning_rate": 0.00149206268797222, + "loss": 2.1783, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.9562809467315674, + "learning_rate": 0.0014916942422330032, + "loss": 2.163, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.6906911134719849, + "learning_rate": 0.001491317485447643, + "loss": 2.1658, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8576987981796265, + "learning_rate": 0.0014909324218378838, + "loss": 2.1279, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7869489789009094, + "learning_rate": 0.0014905390557185508, + "loss": 2.134, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.1268903017044067, + "learning_rate": 0.0014901373914975036, + "loss": 2.1339, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8695049285888672, + "learning_rate": 0.0014897274336755856, + "loss": 2.1158, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.2872540950775146, + "learning_rate": 0.001489309186846575, + "loss": 2.0942, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8001000285148621, + "learning_rate": 0.0014888826556971313, + "loss": 2.0952, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8871486186981201, + "learning_rate": 0.0014884478450067444, + "loss": 2.0855, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 1.0699702501296997, + "learning_rate": 0.0014880047596476807, + "loss": 2.0688, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.7940484285354614, + "learning_rate": 0.0014875534045849274, + "loss": 2.0818, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.9331493973731995, + "learning_rate": 0.0014870937848761388, + "loss": 2.0704, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.9877519011497498, + "learning_rate": 0.001486625905671578, + "loss": 2.0657, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.8880543112754822, + "learning_rate": 0.00148614977221406, + "loss": 2.0417, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.865791380405426, + "learning_rate": 0.0014856653898388927, + "loss": 2.0386, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7400647401809692, + "learning_rate": 0.001485172763973817, + "loss": 2.0399, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8002055883407593, + "learning_rate": 0.0014846719001389466, + "loss": 2.0251, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7134732604026794, + "learning_rate": 0.001484162803946705, + "loss": 2.0148, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.8022155165672302, + "learning_rate": 0.0014836454811017635, + "loss": 1.9978, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9345313906669617, + "learning_rate": 0.0014831199374009778, + "loss": 1.9957, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.737798273563385, + "learning_rate": 0.0014825861787333208, + "loss": 2.0038, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8962474465370178, + "learning_rate": 0.0014820442110798197, + "loss": 1.9859, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.7600175142288208, + "learning_rate": 0.0014814940405134865, + "loss": 1.9878, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.9256311655044556, + "learning_rate": 0.001480935673199251, + "loss": 1.9724, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8020193576812744, + "learning_rate": 0.0014803691153938915, + "loss": 1.968, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.924941897392273, + "learning_rate": 0.0014797943734459653, + "loss": 1.9725, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7024965286254883, + "learning_rate": 0.001479211453795736, + "loss": 1.9482, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.813156247138977, + "learning_rate": 0.0014786203629751033, + "loss": 1.9374, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.9243624210357666, + "learning_rate": 0.0014780211076075279, + "loss": 1.9442, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 1.046899437904358, + "learning_rate": 0.0014774136944079594, + "loss": 1.9462, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.8379732966423035, + "learning_rate": 0.0014767981301827592, + "loss": 1.9239, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7675923109054565, + "learning_rate": 0.0014761744218296249, + "loss": 1.927, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.6716737151145935, + "learning_rate": 0.001475542576337513, + "loss": 1.9253, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.9615976214408875, + "learning_rate": 0.001474902600786561, + "loss": 1.9201, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 1.0707359313964844, + "learning_rate": 0.0014742545023480075, + "loss": 1.9155, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9218859672546387, + "learning_rate": 0.0014735982882841117, + "loss": 1.9089, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.312366247177124, + "learning_rate": 0.0014729339659480727, + "loss": 1.8998, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.8077645301818848, + "learning_rate": 0.0014722615427839468, + "loss": 1.9071, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.9507492184638977, + "learning_rate": 0.0014715810263265633, + "loss": 1.9039, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 1.5656588077545166, + "learning_rate": 0.0014708924242014423, + "loss": 1.894, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.9367612600326538, + "learning_rate": 0.0014701957441247064, + "loss": 1.8873, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8315409421920776, + "learning_rate": 0.0014694909939029959, + "loss": 1.8625, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7968072891235352, + "learning_rate": 0.0014687781814333814, + "loss": 1.8767, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.877154529094696, + "learning_rate": 0.0014680573147032746, + "loss": 1.8799, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7661100029945374, + "learning_rate": 0.0014673284017903392, + "loss": 1.8588, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.8402513861656189, + "learning_rate": 0.0014665914508624, + "loss": 1.8606, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.992628276348114, + "learning_rate": 0.0014658464701773526, + "loss": 1.8721, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 1.1602342128753662, + "learning_rate": 0.0014650934680830688, + "loss": 1.8614, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 1.093902349472046, + "learning_rate": 0.0014643324530173051, + "loss": 1.8541, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.8267302513122559, + "learning_rate": 0.0014635634335076067, + "loss": 1.8529, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.741106390953064, + "learning_rate": 0.001462786418171213, + "loss": 1.8433, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.0178207159042358, + "learning_rate": 0.0014620014157149597, + "loss": 1.8409, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.9372745156288147, + "learning_rate": 0.001461208434935183, + "loss": 1.8329, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.7344574332237244, + "learning_rate": 0.0014604074847176197, + "loss": 1.8226, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.8814179301261902, + "learning_rate": 0.0014595985740373082, + "loss": 1.8243, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.9900213479995728, + "learning_rate": 0.0014587817119584873, + "loss": 1.8354, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.9492560625076294, + "learning_rate": 0.001457956907634496, + "loss": 1.8209, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.8075652718544006, + "learning_rate": 0.0014571241703076692, + "loss": 1.824, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.694759726524353, + "learning_rate": 0.0014562835093092348, + "loss": 1.8105, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.068515658378601, + "learning_rate": 0.0014554349340592104, + "loss": 1.7969, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.9704002737998962, + "learning_rate": 0.001454578454066296, + "loss": 1.8132, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.1903709173202515, + "learning_rate": 0.0014537140789277678, + "loss": 1.7983, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.8845016360282898, + "learning_rate": 0.0014528418183293716, + "loss": 1.8129, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.1104865074157715, + "learning_rate": 0.001451961682045213, + "loss": 1.8035, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.8706414699554443, + "learning_rate": 0.001451073679937649, + "loss": 1.7847, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6799960136413574, + "learning_rate": 0.0014501778219571766, + "loss": 1.7706, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.8295177221298218, + "learning_rate": 0.0014492741181423225, + "loss": 1.7895, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 1.107081413269043, + "learning_rate": 0.0014483625786195285, + "loss": 1.7914, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7618156671524048, + "learning_rate": 0.0014474432136030405, + "loss": 1.7717, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.8248320817947388, + "learning_rate": 0.0014465160333947923, + "loss": 1.7667, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7723872661590576, + "learning_rate": 0.0014455810483842908, + "loss": 1.7821, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.7738557457923889, + "learning_rate": 0.0014446382690484997, + "loss": 1.7826, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.8339896202087402, + "learning_rate": 0.0014436877059517215, + "loss": 1.7709, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7648717164993286, + "learning_rate": 0.0014427293697454803, + "loss": 1.7792, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.7579119205474854, + "learning_rate": 0.001441763271168401, + "loss": 1.7691, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.884143590927124, + "learning_rate": 0.00144078942104609, + "loss": 1.7589, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7581146359443665, + "learning_rate": 0.001439807830291013, + "loss": 1.7529, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7806832194328308, + "learning_rate": 0.0014388185099023744, + "loss": 1.7567, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.9394419193267822, + "learning_rate": 0.0014378214709659916, + "loss": 1.7606, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.15559983253479, + "learning_rate": 0.0014368167246541733, + "loss": 1.7549, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 2.064676523208618, + "learning_rate": 0.0014358042822255918, + "loss": 1.7576, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.9762903451919556, + "learning_rate": 0.0014347841550251597, + "loss": 1.7615, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.7241702079772949, + "learning_rate": 0.0014337563544838997, + "loss": 1.7407, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7886254191398621, + "learning_rate": 0.001432720892118819, + "loss": 1.7411, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.986682653427124, + "learning_rate": 0.0014316777795327794, + "loss": 1.7334, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.9229147434234619, + "learning_rate": 0.001430627028414366, + "loss": 1.7454, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8327695727348328, + "learning_rate": 0.0014295686505377586, + "loss": 1.7256, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.6828871369361877, + "learning_rate": 0.0014285026577625982, + "loss": 1.728, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7544017434120178, + "learning_rate": 0.0014274290620338542, + "loss": 1.739, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.8737987875938416, + "learning_rate": 0.0014263478753816906, + "loss": 1.7309, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.815551221370697, + "learning_rate": 0.0014252591099213326, + "loss": 1.723, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7114374041557312, + "learning_rate": 0.001424162777852928, + "loss": 1.7257, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.7523857355117798, + "learning_rate": 0.0014230588914614134, + "loss": 1.7216, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.9350714087486267, + "learning_rate": 0.0014219474631163745, + "loss": 1.7179, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.7759507894515991, + "learning_rate": 0.001420828505271909, + "loss": 1.7189, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.6648463606834412, + "learning_rate": 0.0014197020304664856, + "loss": 1.7155, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.722392737865448, + "learning_rate": 0.0014185680513228048, + "loss": 1.7202, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.9407737255096436, + "learning_rate": 0.0014174265805476564, + "loss": 1.7161, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.7787057757377625, + "learning_rate": 0.0014162776309317778, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.7414025068283081, + "learning_rate": 0.0014151212153497108, + "loss": 1.6982, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.7560591697692871, + "learning_rate": 0.0014139573467596561, + "loss": 1.6896, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.6860440969467163, + "learning_rate": 0.00141278603820333, + "loss": 1.6907, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 1.0000585317611694, + "learning_rate": 0.0014116073028058165, + "loss": 1.6918, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7621354460716248, + "learning_rate": 0.0014104211537754217, + "loss": 1.6871, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.786876916885376, + "learning_rate": 0.001409227604403524, + "loss": 1.6967, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.2952214479446411, + "learning_rate": 0.0014080266680644277, + "loss": 1.6904, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 1.0267448425292969, + "learning_rate": 0.0014068183582152103, + "loss": 1.6962, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.9297143816947937, + "learning_rate": 0.001405602688395574, + "loss": 1.6934, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 1.0625101327896118, + "learning_rate": 0.0014043796722276924, + "loss": 1.6704, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 1.2425276041030884, + "learning_rate": 0.0014031493234160591, + "loss": 1.6779, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 1.4398293495178223, + "learning_rate": 0.0014019116557473332, + "loss": 1.6881, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.7769531607627869, + "learning_rate": 0.0014006666830901854, + "loss": 1.664, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.8062126040458679, + "learning_rate": 0.001399414419395142, + "loss": 1.6585, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.9165257811546326, + "learning_rate": 0.0013981548786944293, + "loss": 1.6764, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.0061345100402832, + "learning_rate": 0.0013968880751018158, + "loss": 1.6655, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 1.026166558265686, + "learning_rate": 0.0013956140228124545, + "loss": 1.6588, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7095503211021423, + "learning_rate": 0.0013943327361027231, + "loss": 1.6777, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.7568669319152832, + "learning_rate": 0.0013930442293300649, + "loss": 1.6609, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7210203409194946, + "learning_rate": 0.0013917485169328279, + "loss": 1.6526, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.763261616230011, + "learning_rate": 0.0013904456134301016, + "loss": 1.6611, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.8423966765403748, + "learning_rate": 0.0013891355334215562, + "loss": 1.6602, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7480831146240234, + "learning_rate": 0.0013878182915872776, + "loss": 1.6824, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.715969979763031, + "learning_rate": 0.001386493902687604, + "loss": 1.66, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6824060678482056, + "learning_rate": 0.00138516238156296, + "loss": 1.6617, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.9273524880409241, + "learning_rate": 0.0013838237431336895, + "loss": 1.6661, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 2.018726348876953, + "learning_rate": 0.0013824780023998899, + "loss": 1.6741, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 1.502572774887085, + "learning_rate": 0.0013811251744412431, + "loss": 1.6691, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.90468829870224, + "learning_rate": 0.0013797652744168473, + "loss": 1.6386, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.8139953017234802, + "learning_rate": 0.0013783983175650457, + "loss": 1.634, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7573320865631104, + "learning_rate": 0.0013770243192032581, + "loss": 1.6393, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.803521454334259, + "learning_rate": 0.0013756432947278064, + "loss": 1.6417, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.676461398601532, + "learning_rate": 0.0013742552596137444, + "loss": 1.641, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.7045630216598511, + "learning_rate": 0.0013728602294146833, + "loss": 1.6496, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.7004404067993164, + "learning_rate": 0.0013714582197626175, + "loss": 1.6488, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6805158853530884, + "learning_rate": 0.0013700492463677501, + "loss": 1.635, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.6834223866462708, + "learning_rate": 0.0013686333250183154, + "loss": 1.6435, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.061880350112915, + "learning_rate": 0.001367210471580404, + "loss": 1.6397, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 1.1606338024139404, + "learning_rate": 0.0013657807019977835, + "loss": 1.6374, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.7113993167877197, + "learning_rate": 0.0013643440322917198, + "loss": 1.6342, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 1.2351900339126587, + "learning_rate": 0.0013629004785607989, + "loss": 1.6323, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.7484331130981445, + "learning_rate": 0.0013614500569807445, + "loss": 1.627, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.739666223526001, + "learning_rate": 0.0013599927838042394, + "loss": 1.6288, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 1.1977354288101196, + "learning_rate": 0.0013585286753607408, + "loss": 1.6293, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6730018258094788, + "learning_rate": 0.0013570577480562986, + "loss": 1.6401, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 1.1211644411087036, + "learning_rate": 0.0013555800183733717, + "loss": 1.6225, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6605643033981323, + "learning_rate": 0.0013540955028706425, + "loss": 1.6175, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 1.1141338348388672, + "learning_rate": 0.0013526042181828324, + "loss": 1.6187, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.654744029045105, + "learning_rate": 0.0013511061810205143, + "loss": 1.6255, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.7747483849525452, + "learning_rate": 0.001349601408169926, + "loss": 1.6329, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.8426884412765503, + "learning_rate": 0.0013480899164927823, + "loss": 1.6217, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.8079628348350525, + "learning_rate": 0.0013465717229260853, + "loss": 1.6215, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.70868980884552, + "learning_rate": 0.001345046844481935, + "loss": 1.6181, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 1.0628615617752075, + "learning_rate": 0.0013435152982473396, + "loss": 1.609, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.1153923273086548, + "learning_rate": 0.0013419771013840217, + "loss": 1.612, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 1.4523441791534424, + "learning_rate": 0.001340432271128229, + "loss": 1.6253, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.673022449016571, + "learning_rate": 0.0013388808247905381, + "loss": 1.6009, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.8973956108093262, + "learning_rate": 0.0013373227797556634, + "loss": 1.6101, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.8235937356948853, + "learning_rate": 0.00133575815348226, + "loss": 1.6025, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.7105578780174255, + "learning_rate": 0.0013341869635027292, + "loss": 1.5997, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.9764186143875122, + "learning_rate": 0.001332609227423022, + "loss": 1.6051, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6583696007728577, + "learning_rate": 0.0013310249629224417, + "loss": 1.598, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.9083722233772278, + "learning_rate": 0.0013294341877534454, + "loss": 1.6055, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.9433847665786743, + "learning_rate": 0.0013278369197414458, + "loss": 1.6248, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 1.0756428241729736, + "learning_rate": 0.0013262331767846104, + "loss": 1.6139, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.8095933794975281, + "learning_rate": 0.0013246229768536628, + "loss": 1.5827, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.7876030802726746, + "learning_rate": 0.001323006337991679, + "loss": 1.6071, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.7395517230033875, + "learning_rate": 0.0013213832783138873, + "loss": 1.5944, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.8268523812294006, + "learning_rate": 0.0013197538160074633, + "loss": 1.5838, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.762881875038147, + "learning_rate": 0.0013181179693313283, + "loss": 1.601, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 1.0932894945144653, + "learning_rate": 0.0013164757566159428, + "loss": 1.5951, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.775640606880188, + "learning_rate": 0.001314827196263102, + "loss": 1.5927, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 1.1541540622711182, + "learning_rate": 0.0013131723067457302, + "loss": 1.5914, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.923848569393158, + "learning_rate": 0.0013115111066076721, + "loss": 1.5814, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 1.0156478881835938, + "learning_rate": 0.0013098436144634862, + "loss": 1.612, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.8369004726409912, + "learning_rate": 0.0013081698489982364, + "loss": 1.5998, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6826422214508057, + "learning_rate": 0.001306489828967282, + "loss": 1.5826, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.924490213394165, + "learning_rate": 0.0013048035731960679, + "loss": 1.5806, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.7319629788398743, + "learning_rate": 0.0013031111005799133, + "loss": 1.586, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6873080134391785, + "learning_rate": 0.0013014124300838004, + "loss": 1.596, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.8748582005500793, + "learning_rate": 0.0012997075807421612, + "loss": 1.5774, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.9027491211891174, + "learning_rate": 0.0012979965716586653, + "loss": 1.5717, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.7842824459075928, + "learning_rate": 0.0012962794220060048, + "loss": 1.5804, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 1.0558085441589355, + "learning_rate": 0.0012945561510256801, + "loss": 1.5817, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 1.5054733753204346, + "learning_rate": 0.001292826778027784, + "loss": 1.5809, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.9746042490005493, + "learning_rate": 0.0012910913223907856, + "loss": 1.5805, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 1.0360198020935059, + "learning_rate": 0.0012893498035613123, + "loss": 1.5692, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.8236413598060608, + "learning_rate": 0.001287602241053933, + "loss": 1.5699, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.68341064453125, + "learning_rate": 0.0012858486544509392, + "loss": 1.5771, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8383939862251282, + "learning_rate": 0.0012840890634021249, + "loss": 1.573, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.9827631711959839, + "learning_rate": 0.0012823234876245667, + "loss": 1.5759, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.8817957639694214, + "learning_rate": 0.0012805519469024035, + "loss": 1.5824, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.8089924454689026, + "learning_rate": 0.0012787744610866143, + "loss": 1.5595, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.7037054896354675, + "learning_rate": 0.0012769910500947954, + "loss": 1.5769, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 1.0453506708145142, + "learning_rate": 0.0012752017339109376, + "loss": 1.5702, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.8949272036552429, + "learning_rate": 0.0012734065325852029, + "loss": 1.5754, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.9170915484428406, + "learning_rate": 0.0012716054662336987, + "loss": 1.564, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.8970065116882324, + "learning_rate": 0.001269798555038252, + "loss": 1.558, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.8219038844108582, + "learning_rate": 0.0012679858192461864, + "loss": 1.564, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6997198462486267, + "learning_rate": 0.0012661672791700906, + "loss": 1.5662, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.8577184677124023, + "learning_rate": 0.0012643429551875945, + "loss": 1.5627, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 1.7808401584625244, + "learning_rate": 0.0012625128677411388, + "loss": 1.5664, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.9855268597602844, + "learning_rate": 0.0012606770373377475, + "loss": 1.5681, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.8617801070213318, + "learning_rate": 0.0012588354845487959, + "loss": 1.5625, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.7381689548492432, + "learning_rate": 0.001256988230009783, + "loss": 1.553, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.7527607679367065, + "learning_rate": 0.0012551352944200976, + "loss": 1.5575, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6910273432731628, + "learning_rate": 0.0012532766985427874, + "loss": 1.565, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.7376472353935242, + "learning_rate": 0.0012514124632043272, + "loss": 1.5655, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.7212229371070862, + "learning_rate": 0.0012495426092943842, + "loss": 1.562, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.8666029572486877, + "learning_rate": 0.0012476671577655845, + "loss": 1.5607, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.9047456979751587, + "learning_rate": 0.0012457861296332774, + "loss": 1.5511, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.7443682551383972, + "learning_rate": 0.001243899545975303, + "loss": 1.5621, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.8028952479362488, + "learning_rate": 0.0012420074279317515, + "loss": 1.5524, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.9384350180625916, + "learning_rate": 0.0012401097967047298, + "loss": 1.5476, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6824517250061035, + "learning_rate": 0.001238206673558122, + "loss": 1.5498, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6348094344139099, + "learning_rate": 0.0012362980798173526, + "loss": 1.5482, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7970465421676636, + "learning_rate": 0.0012343840368691462, + "loss": 1.5505, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6667698621749878, + "learning_rate": 0.0012324645661612886, + "loss": 1.5453, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.7847800254821777, + "learning_rate": 0.0012305396892023867, + "loss": 1.5516, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6802813410758972, + "learning_rate": 0.0012286094275616264, + "loss": 1.5545, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7703807950019836, + "learning_rate": 0.0012266738028685318, + "loss": 1.5326, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.6709527969360352, + "learning_rate": 0.001224732836812723, + "loss": 1.5442, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.696071445941925, + "learning_rate": 0.0012227865511436724, + "loss": 1.5486, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8581094145774841, + "learning_rate": 0.001220834967670461, + "loss": 1.5557, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6772289872169495, + "learning_rate": 0.0012188781082615346, + "loss": 1.5507, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6636837124824524, + "learning_rate": 0.0012169159948444588, + "loss": 1.5481, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6257638931274414, + "learning_rate": 0.001214948649405672, + "loss": 1.545, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6627100706100464, + "learning_rate": 0.0012129760939902407, + "loss": 1.5439, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.7219129204750061, + "learning_rate": 0.0012109983507016114, + "loss": 1.5453, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.7363254427909851, + "learning_rate": 0.0012090154417013636, + "loss": 1.5503, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.719441294670105, + "learning_rate": 0.0012070273892089605, + "loss": 1.5257, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.745360791683197, + "learning_rate": 0.0012050342155015012, + "loss": 1.5273, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.78196781873703, + "learning_rate": 0.0012030359429134707, + "loss": 1.5305, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.7005848288536072, + "learning_rate": 0.0012010325938364883, + "loss": 1.5393, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 1.3260812759399414, + "learning_rate": 0.0011990241907190592, + "loss": 1.5386, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7265012264251709, + "learning_rate": 0.001197010756066321, + "loss": 1.5249, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.7650523781776428, + "learning_rate": 0.0011949923124397917, + "loss": 1.5272, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6694566607475281, + "learning_rate": 0.001192968882457118, + "loss": 1.5309, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.67763751745224, + "learning_rate": 0.001190940488791821, + "loss": 1.5355, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 1.0468145608901978, + "learning_rate": 0.0011889071541730419, + "loss": 1.5286, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.7940829396247864, + "learning_rate": 0.001186868901385288, + "loss": 1.524, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.6903820037841797, + "learning_rate": 0.001184825753268177, + "loss": 1.5272, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.6803721189498901, + "learning_rate": 0.0011827777327161814, + "loss": 1.54, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 1.6378977298736572, + "learning_rate": 0.0011807248626783714, + "loss": 1.5238, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.0977939367294312, + "learning_rate": 0.0011786671661581584, + "loss": 1.5177, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.9927310347557068, + "learning_rate": 0.001176604666213036, + "loss": 1.5128, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6859022378921509, + "learning_rate": 0.0011745373859543236, + "loss": 1.5323, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.8309093713760376, + "learning_rate": 0.0011724653485469063, + "loss": 1.5122, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.6543201208114624, + "learning_rate": 0.0011703885772089743, + "loss": 1.5226, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.8993769288063049, + "learning_rate": 0.0011683070952117646, + "loss": 1.5217, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6465635299682617, + "learning_rate": 0.0011662209258792998, + "loss": 1.5143, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.8522810339927673, + "learning_rate": 0.0011641300925881257, + "loss": 1.5204, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.7852684855461121, + "learning_rate": 0.0011620346187670501, + "loss": 1.5136, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6950536966323853, + "learning_rate": 0.0011599345278968806, + "loss": 1.5259, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.8415475487709045, + "learning_rate": 0.0011578298435101604, + "loss": 1.5176, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.8313452005386353, + "learning_rate": 0.0011557205891909062, + "loss": 1.5081, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.613431453704834, + "learning_rate": 0.0011536067885743423, + "loss": 1.5224, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.8133174180984497, + "learning_rate": 0.001151488465346637, + "loss": 1.5094, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.7211087346076965, + "learning_rate": 0.0011493656432446362, + "loss": 1.5166, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.682667076587677, + "learning_rate": 0.0011472383460555983, + "loss": 1.5166, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.5974841117858887, + "learning_rate": 0.001145106597616927, + "loss": 1.5292, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6949234008789062, + "learning_rate": 0.001142970421815904, + "loss": 1.5038, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6972474455833435, + "learning_rate": 0.0011408298425894226, + "loss": 1.5118, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.7973185181617737, + "learning_rate": 0.0011386848839237186, + "loss": 1.514, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.7194811105728149, + "learning_rate": 0.0011365355698541005, + "loss": 1.5149, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6512601375579834, + "learning_rate": 0.0011343819244646824, + "loss": 1.5091, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.6934634447097778, + "learning_rate": 0.001132223971888112, + "loss": 1.5124, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.709214448928833, + "learning_rate": 0.0011300617363053024, + "loss": 1.5057, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.8465114831924438, + "learning_rate": 0.0011278952419451586, + "loss": 1.5166, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6625987887382507, + "learning_rate": 0.0011257245130843077, + "loss": 1.5097, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6848903298377991, + "learning_rate": 0.0011235495740468265, + "loss": 1.5039, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.7153477668762207, + "learning_rate": 0.0011213704492039694, + "loss": 1.4827, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.7239137291908264, + "learning_rate": 0.001119187162973894, + "loss": 1.5116, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.6427382826805115, + "learning_rate": 0.001116999739821388, + "loss": 1.4981, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.7354733943939209, + "learning_rate": 0.0011148082042575968, + "loss": 1.5166, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.8644187450408936, + "learning_rate": 0.0011126125808397461, + "loss": 1.5141, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 1.0546091794967651, + "learning_rate": 0.0011104128941708683, + "loss": 1.4937, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.654690146446228, + "learning_rate": 0.001108209168899527, + "loss": 1.5011, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6327159404754639, + "learning_rate": 0.0011060014297195396, + "loss": 1.5042, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6495179533958435, + "learning_rate": 0.0011037897013697015, + "loss": 1.5084, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.7837378978729248, + "learning_rate": 0.0011015740086335092, + "loss": 1.4999, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.7139352560043335, + "learning_rate": 0.0010993543763388814, + "loss": 1.5021, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6452745795249939, + "learning_rate": 0.0010971308293578814, + "loss": 1.4912, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.677642285823822, + "learning_rate": 0.0010949033926064397, + "loss": 1.4913, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.9014589786529541, + "learning_rate": 0.0010926720910440725, + "loss": 1.4995, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.7984604239463806, + "learning_rate": 0.001090436949673603, + "loss": 1.4969, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6424825191497803, + "learning_rate": 0.0010881979935408815, + "loss": 1.4907, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.74113929271698, + "learning_rate": 0.0010859552477345052, + "loss": 1.498, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6416418552398682, + "learning_rate": 0.001083708737385536, + "loss": 1.4946, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 1.0173593759536743, + "learning_rate": 0.0010814584876672187, + "loss": 1.4752, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.6335579752922058, + "learning_rate": 0.0010792045237947008, + "loss": 1.4919, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.7825088500976562, + "learning_rate": 0.0010769468710247478, + "loss": 1.4876, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6434103846549988, + "learning_rate": 0.0010746855546554612, + "loss": 1.4863, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.6860970854759216, + "learning_rate": 0.0010724206000259954, + "loss": 1.4779, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.8527423739433289, + "learning_rate": 0.0010701520325162727, + "loss": 1.4952, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.7300753593444824, + "learning_rate": 0.0010678798775467001, + "loss": 1.4993, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.7711049318313599, + "learning_rate": 0.0010656041605778832, + "loss": 1.4929, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6592317223548889, + "learning_rate": 0.001063324907110342, + "loss": 1.4744, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6633989214897156, + "learning_rate": 0.0010610421426842241, + "loss": 1.4945, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.7151485681533813, + "learning_rate": 0.00105875589287902, + "loss": 1.4913, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.7675790190696716, + "learning_rate": 0.0010564661833132752, + "loss": 1.4998, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.261635184288025, + "learning_rate": 0.001054173039644303, + "loss": 1.4957, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6637124419212341, + "learning_rate": 0.0010518764875678981, + "loss": 1.4842, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.7653613686561584, + "learning_rate": 0.001049576552818048, + "loss": 1.4823, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 1.5657800436019897, + "learning_rate": 0.0010472732611666448, + "loss": 1.4773, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 1.3445134162902832, + "learning_rate": 0.0010449666384231954, + "loss": 1.4834, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.716289758682251, + "learning_rate": 0.0010426567104345346, + "loss": 1.4885, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7706812620162964, + "learning_rate": 0.0010403435030845332, + "loss": 1.4737, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 1.0079050064086914, + "learning_rate": 0.0010380270422938093, + "loss": 1.4758, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6356129050254822, + "learning_rate": 0.0010357073540194362, + "loss": 1.4772, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 1.1435695886611938, + "learning_rate": 0.001033384464254655, + "loss": 1.4769, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 1.018843650817871, + "learning_rate": 0.001031058399028579, + "loss": 1.4768, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.6845547556877136, + "learning_rate": 0.001028729184405905, + "loss": 1.4873, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.7335551977157593, + "learning_rate": 0.0010263968464866201, + "loss": 1.4784, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.7382904887199402, + "learning_rate": 0.0010240614114057098, + "loss": 1.4723, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.9586758017539978, + "learning_rate": 0.001021722905332864, + "loss": 1.4744, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6617874503135681, + "learning_rate": 0.0010193813544721855, + "loss": 1.4862, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.8000274300575256, + "learning_rate": 0.001017036785061895, + "loss": 1.4847, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6757653951644897, + "learning_rate": 0.0010146892233740376, + "loss": 1.4724, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.7536963820457458, + "learning_rate": 0.0010123386957141883, + "loss": 1.4555, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.6162813901901245, + "learning_rate": 0.0010099852284211573, + "loss": 1.4724, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.723198413848877, + "learning_rate": 0.0010076288478666944, + "loss": 1.4736, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.8122689723968506, + "learning_rate": 0.0010052695804551946, + "loss": 1.479, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 1.0385117530822754, + "learning_rate": 0.0010029074526234014, + "loss": 1.4691, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6956025958061218, + "learning_rate": 0.0010005424908401104, + "loss": 1.4829, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6772257685661316, + "learning_rate": 0.0009981747216058728, + "loss": 1.4693, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 1.2388560771942139, + "learning_rate": 0.0009958041714526998, + "loss": 1.473, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 1.170211672782898, + "learning_rate": 0.0009934308669437627, + "loss": 1.4799, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.7374141216278076, + "learning_rate": 0.0009910548346730972, + "loss": 1.4595, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.7336722016334534, + "learning_rate": 0.0009886761012653062, + "loss": 1.4554, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6598965525627136, + "learning_rate": 0.000986294693375258, + "loss": 1.4577, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.6743797659873962, + "learning_rate": 0.000983910637687791, + "loss": 1.4775, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.849048912525177, + "learning_rate": 0.0009815239609174138, + "loss": 1.4615, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.9981573820114136, + "learning_rate": 0.0009791346898080043, + "loss": 1.4725, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.691103994846344, + "learning_rate": 0.0009767428511325122, + "loss": 1.4629, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.7077181935310364, + "learning_rate": 0.0009743484716926576, + "loss": 1.4553, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.8576418161392212, + "learning_rate": 0.0009719515783186319, + "loss": 1.4533, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.1091513633728027, + "learning_rate": 0.0009695521978687951, + "loss": 1.4538, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6998710632324219, + "learning_rate": 0.0009671503572293767, + "loss": 1.4591, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.7016639113426208, + "learning_rate": 0.0009647460833141742, + "loss": 1.4521, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.7067856788635254, + "learning_rate": 0.0009623394030642507, + "loss": 1.4588, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.8337339758872986, + "learning_rate": 0.0009599303434476334, + "loss": 1.4576, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.9599086046218872, + "learning_rate": 0.0009575189314590118, + "loss": 1.4629, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.6289507150650024, + "learning_rate": 0.0009551051941194346, + "loss": 1.4618, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.7182209491729736, + "learning_rate": 0.0009526891584760071, + "loss": 1.45, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6944434642791748, + "learning_rate": 0.0009502708516015889, + "loss": 1.4609, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.6946083307266235, + "learning_rate": 0.0009478503005944888, + "loss": 1.4519, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.7730834484100342, + "learning_rate": 0.0009454275325781632, + "loss": 1.4645, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 1.5695055723190308, + "learning_rate": 0.0009432451682581424, + "loss": 1.4538, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 1.139216423034668, + "learning_rate": 0.000940818262738138, + "loss": 1.4573, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.9682896137237549, + "learning_rate": 0.0009383892190063256, + "loss": 1.4422, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.7299572229385376, + "learning_rate": 0.0009359580642813265, + "loss": 1.4539, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.6831508874893188, + "learning_rate": 0.0009335248258054162, + "loss": 1.4539, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.9515681266784668, + "learning_rate": 0.0009310895308442202, + "loss": 1.4586, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 1.240949034690857, + "learning_rate": 0.0009286522066864078, + "loss": 1.4574, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6996131539344788, + "learning_rate": 0.0009262128806433858, + "loss": 1.4604, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6759021282196045, + "learning_rate": 0.0009237715800489942, + "loss": 1.4508, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5993544459342957, + "learning_rate": 0.0009213283322591977, + "loss": 1.4518, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.9326764345169067, + "learning_rate": 0.000918883164651781, + "loss": 1.445, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6843815445899963, + "learning_rate": 0.0009164361046260412, + "loss": 1.4526, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6950252056121826, + "learning_rate": 0.0009139871796024807, + "loss": 1.4402, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.6593072414398193, + "learning_rate": 0.0009115364170225, + "loss": 1.4447, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.7160829305648804, + "learning_rate": 0.0009090838443480903, + "loss": 1.4504, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.7197774052619934, + "learning_rate": 0.0009066294890615266, + "loss": 1.444, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.7182207107543945, + "learning_rate": 0.0009041733786650578, + "loss": 1.4448, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.6120582222938538, + "learning_rate": 0.0009017155406806006, + "loss": 1.4405, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.9504909515380859, + "learning_rate": 0.0008992560026494294, + "loss": 1.4477, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.89927738904953, + "learning_rate": 0.0008967947921318689, + "loss": 1.4499, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.8201597332954407, + "learning_rate": 0.0008943319367069844, + "loss": 1.4393, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6967815160751343, + "learning_rate": 0.0008918674639722742, + "loss": 1.4446, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 1.0743404626846313, + "learning_rate": 0.0008894014015433582, + "loss": 1.4429, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7688655853271484, + "learning_rate": 0.0008869337770536699, + "loss": 1.4389, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 1.0831153392791748, + "learning_rate": 0.0008844646181541472, + "loss": 1.4447, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 1.177405834197998, + "learning_rate": 0.0008819939525129207, + "loss": 1.4495, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.6696770191192627, + "learning_rate": 0.0008795218078150056, + "loss": 1.4398, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.6478503346443176, + "learning_rate": 0.0008770482117619901, + "loss": 1.4325, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.6330786943435669, + "learning_rate": 0.000874573192071726, + "loss": 1.4464, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.7457678318023682, + "learning_rate": 0.0008720967764780173, + "loss": 1.4452, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.7768924832344055, + "learning_rate": 0.0008696189927303101, + "loss": 1.4425, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7091420888900757, + "learning_rate": 0.0008671398685933811, + "loss": 1.4335, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.7445207238197327, + "learning_rate": 0.0008646594318470268, + "loss": 1.4433, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.9108366966247559, + "learning_rate": 0.000862177710285752, + "loss": 1.4334, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.6861720085144043, + "learning_rate": 0.0008596947317184585, + "loss": 1.4361, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.9899851679801941, + "learning_rate": 0.0008572105239681338, + "loss": 1.4511, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 1.09987473487854, + "learning_rate": 0.0008547251148715386, + "loss": 1.4302, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.7392022013664246, + "learning_rate": 0.0008522385322788955, + "loss": 1.4349, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6557256579399109, + "learning_rate": 0.0008497508040535766, + "loss": 1.4266, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.7369914054870605, + "learning_rate": 0.0008472619580717914, + "loss": 1.4321, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6846641898155212, + "learning_rate": 0.000844772022222274, + "loss": 1.4468, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6874028444290161, + "learning_rate": 0.0008422810244059721, + "loss": 1.4302, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.7561067938804626, + "learning_rate": 0.000839788992535732, + "loss": 1.4343, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7646554112434387, + "learning_rate": 0.000837295954535988, + "loss": 1.4283, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6366352438926697, + "learning_rate": 0.0008348019383424479, + "loss": 1.4405, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.6604663729667664, + "learning_rate": 0.0008323069719017812, + "loss": 1.4242, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.7483847737312317, + "learning_rate": 0.0008298110831713047, + "loss": 1.4365, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6634123921394348, + "learning_rate": 0.0008273143001186709, + "loss": 1.4404, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6505631804466248, + "learning_rate": 0.0008248166507215526, + "loss": 1.4286, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.8349068760871887, + "learning_rate": 0.0008223181629673312, + "loss": 1.4277, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.8086479902267456, + "learning_rate": 0.0008198188648527818, + "loss": 1.4327, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.7039761543273926, + "learning_rate": 0.00081731878438376, + "loss": 1.4107, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 1.3149323463439941, + "learning_rate": 0.0008148179495748885, + "loss": 1.4359, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.6844233870506287, + "learning_rate": 0.0008123163884492422, + "loss": 1.4307, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 1.050879716873169, + "learning_rate": 0.0008098141290380353, + "loss": 1.4317, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.8016988039016724, + "learning_rate": 0.000807311199380306, + "loss": 1.4202, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 1.0670498609542847, + "learning_rate": 0.0008048076275226032, + "loss": 1.4028, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 1.0285097360610962, + "learning_rate": 0.0008023034415186725, + "loss": 1.4285, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.8433698415756226, + "learning_rate": 0.0007997986694291404, + "loss": 1.4113, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.7636685967445374, + "learning_rate": 0.0007972933393212012, + "loss": 1.4283, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.9311510324478149, + "learning_rate": 0.0007947874792683025, + "loss": 1.4323, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.7102547287940979, + "learning_rate": 0.0007922811173498293, + "loss": 1.4064, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.7735443711280823, + "learning_rate": 0.000789774281650791, + "loss": 1.4264, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.8344414234161377, + "learning_rate": 0.0007872670002615056, + "loss": 1.4293, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.8580491542816162, + "learning_rate": 0.0007847593012772852, + "loss": 1.4285, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.666509747505188, + "learning_rate": 0.0007822512127981218, + "loss": 1.4189, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6427246928215027, + "learning_rate": 0.0007797427629283708, + "loss": 1.4183, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.6431294083595276, + "learning_rate": 0.0007772339797764385, + "loss": 1.413, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.9001253843307495, + "learning_rate": 0.0007747248914544646, + "loss": 1.4123, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.8244867920875549, + "learning_rate": 0.0007722155260780093, + "loss": 1.4209, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.6998911499977112, + "learning_rate": 0.0007697059117657368, + "loss": 1.4235, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 1.1831077337265015, + "learning_rate": 0.0007671960766391008, + "loss": 1.4207, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.8262091875076294, + "learning_rate": 0.0007646860488220293, + "loss": 1.4153, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6739415526390076, + "learning_rate": 0.00076217585644061, + "loss": 1.4132, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6746724247932434, + "learning_rate": 0.0007596655276227739, + "loss": 1.4319, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.7905839085578918, + "learning_rate": 0.0007571550904979812, + "loss": 1.4155, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.8470945358276367, + "learning_rate": 0.0007546445731969056, + "loss": 1.4148, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.7767723798751831, + "learning_rate": 0.0007521340038511196, + "loss": 1.4253, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.7497154474258423, + "learning_rate": 0.0007496234105927785, + "loss": 1.407, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.7352545261383057, + "learning_rate": 0.0007471128215543056, + "loss": 1.4122, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.677992582321167, + "learning_rate": 0.0007446022648680768, + "loss": 1.4133, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.8154480457305908, + "learning_rate": 0.0007420917686661055, + "loss": 1.4318, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.6944006681442261, + "learning_rate": 0.0007395813610797283, + "loss": 1.4139, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 1.21970796585083, + "learning_rate": 0.0007370710702392873, + "loss": 1.4091, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.9442689418792725, + "learning_rate": 0.0007345609242738173, + "loss": 1.4194, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6289509534835815, + "learning_rate": 0.0007320509513107296, + "loss": 1.4063, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.8363620638847351, + "learning_rate": 0.0007295411794754967, + "loss": 1.4006, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.7297316193580627, + "learning_rate": 0.0007270316368913374, + "loss": 1.4184, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 1.0297095775604248, + "learning_rate": 0.0007245223516789019, + "loss": 1.4117, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.7083756327629089, + "learning_rate": 0.0007220133519559563, + "loss": 1.4193, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.8673659563064575, + "learning_rate": 0.0007195046658370675, + "loss": 1.4143, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.9152645468711853, + "learning_rate": 0.0007169963214332885, + "loss": 1.4022, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.8333408832550049, + "learning_rate": 0.000714488346851843, + "loss": 1.4126, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.7255474328994751, + "learning_rate": 0.000711980770195811, + "loss": 1.4098, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.7678618431091309, + "learning_rate": 0.0007094736195638128, + "loss": 1.4179, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7069323658943176, + "learning_rate": 0.0007069669230496961, + "loss": 1.4, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 1.0740123987197876, + "learning_rate": 0.0007044607087422191, + "loss": 1.4057, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.7819149494171143, + "learning_rate": 0.000701955004724737, + "loss": 1.4024, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.646610677242279, + "learning_rate": 0.0006994498390748865, + "loss": 1.4019, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.7318787574768066, + "learning_rate": 0.0006969452398642721, + "loss": 1.4126, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.6314866542816162, + "learning_rate": 0.0006944412351581506, + "loss": 1.4061, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.834693431854248, + "learning_rate": 0.0006919378530151182, + "loss": 1.4016, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.6236812472343445, + "learning_rate": 0.0006894351214867937, + "loss": 1.3846, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.664553165435791, + "learning_rate": 0.0006869330686175058, + "loss": 1.4118, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.6874618530273438, + "learning_rate": 0.0006844317224439788, + "loss": 1.3986, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.6190400123596191, + "learning_rate": 0.0006819311109950177, + "loss": 1.4111, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 1.047164797782898, + "learning_rate": 0.0006794312622911953, + "loss": 1.4003, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.7667319774627686, + "learning_rate": 0.0006769322043445363, + "loss": 1.4141, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.9032647013664246, + "learning_rate": 0.0006744339651582059, + "loss": 1.4043, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.7803893089294434, + "learning_rate": 0.0006719365727261935, + "loss": 1.3884, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.714446485042572, + "learning_rate": 0.0006694400550330013, + "loss": 1.4024, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6937583684921265, + "learning_rate": 0.0006669444400533286, + "loss": 1.3993, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.8323858976364136, + "learning_rate": 0.0006644497557517599, + "loss": 1.3971, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8532124757766724, + "learning_rate": 0.0006619560300824507, + "loss": 1.4123, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.7675754427909851, + "learning_rate": 0.0006594632909888154, + "loss": 1.4055, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.8182488679885864, + "learning_rate": 0.0006569715664032124, + "loss": 1.401, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.7972416281700134, + "learning_rate": 0.0006544808842466324, + "loss": 1.3999, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.8812068104743958, + "learning_rate": 0.0006519912724283851, + "loss": 1.41, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.7234752774238586, + "learning_rate": 0.0006495027588457864, + "loss": 1.3926, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.9225847721099854, + "learning_rate": 0.0006470153713838463, + "loss": 1.4054, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.7419421672821045, + "learning_rate": 0.0006445291379149556, + "loss": 1.3891, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6472369432449341, + "learning_rate": 0.0006420440862985748, + "loss": 1.3972, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 1.104505181312561, + "learning_rate": 0.0006395602443809203, + "loss": 1.3924, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.7523930072784424, + "learning_rate": 0.0006370776399946536, + "loss": 1.3994, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 1.0366647243499756, + "learning_rate": 0.0006345963009585694, + "loss": 1.391, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.8382375836372375, + "learning_rate": 0.0006321162550772829, + "loss": 1.3939, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.6724934577941895, + "learning_rate": 0.0006296375301409187, + "loss": 1.4023, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.8834611773490906, + "learning_rate": 0.0006271601539248012, + "loss": 1.3906, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.8029678463935852, + "learning_rate": 0.0006246841541891399, + "loss": 1.3942, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.7332834005355835, + "learning_rate": 0.0006222095586787208, + "loss": 1.396, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.8929516077041626, + "learning_rate": 0.0006197363951225951, + "loss": 1.386, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.8867559432983398, + "learning_rate": 0.0006172646912337678, + "loss": 1.3861, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.6337891817092896, + "learning_rate": 0.0006147944747088881, + "loss": 1.3954, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.7554860711097717, + "learning_rate": 0.000612325773227938, + "loss": 1.3878, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.8300672173500061, + "learning_rate": 0.0006098586144539235, + "loss": 1.3822, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.6472622156143188, + "learning_rate": 0.0006073930260325632, + "loss": 1.3894, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.678819477558136, + "learning_rate": 0.0006049290355919792, + "loss": 1.3886, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.7347920536994934, + "learning_rate": 0.0006024666707423875, + "loss": 1.3831, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7904503345489502, + "learning_rate": 0.0006000059590757886, + "loss": 1.3858, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.802675187587738, + "learning_rate": 0.0005975469281656581, + "loss": 1.3842, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.6231290698051453, + "learning_rate": 0.0005950896055666384, + "loss": 1.3863, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.6504110097885132, + "learning_rate": 0.0005926340188142289, + "loss": 1.3792, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6663057804107666, + "learning_rate": 0.0005901801954244782, + "loss": 1.3779, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.68030846118927, + "learning_rate": 0.0005877281628936756, + "loss": 1.3756, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.688315749168396, + "learning_rate": 0.0005852779486980427, + "loss": 1.3829, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6646932363510132, + "learning_rate": 0.0005828295802934263, + "loss": 1.3842, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.7625579237937927, + "learning_rate": 0.0005803830851149892, + "loss": 1.3835, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.6739574074745178, + "learning_rate": 0.0005779384905769053, + "loss": 1.3878, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.6768545508384705, + "learning_rate": 0.0005754958240720498, + "loss": 1.3907, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.7745399475097656, + "learning_rate": 0.0005730551129716936, + "loss": 1.3809, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 1.0100916624069214, + "learning_rate": 0.0005706163846251961, + "loss": 1.3883, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.6042978167533875, + "learning_rate": 0.0005681796663596996, + "loss": 1.3784, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.8127723932266235, + "learning_rate": 0.0005657449854798216, + "loss": 1.3695, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.6895067691802979, + "learning_rate": 0.0005633123692673503, + "loss": 1.3701, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.703092098236084, + "learning_rate": 0.0005608818449809387, + "loss": 1.3871, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.7611879706382751, + "learning_rate": 0.0005584534398557977, + "loss": 1.3944, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.644504725933075, + "learning_rate": 0.0005560271811033928, + "loss": 1.3787, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.952104389667511, + "learning_rate": 0.0005536030959111377, + "loss": 1.3756, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.7188992500305176, + "learning_rate": 0.0005511812114420908, + "loss": 1.3782, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.7364240884780884, + "learning_rate": 0.0005487615548346502, + "loss": 1.3728, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.6614511013031006, + "learning_rate": 0.0005463441532022495, + "loss": 1.3784, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.666408360004425, + "learning_rate": 0.0005439290336330545, + "loss": 1.3886, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.6617103219032288, + "learning_rate": 0.0005415162231896593, + "loss": 1.3792, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.9930887222290039, + "learning_rate": 0.000539105748908783, + "loss": 1.3881, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.8630357384681702, + "learning_rate": 0.0005366976378009668, + "loss": 1.382, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.8617135882377625, + "learning_rate": 0.0005342919168502717, + "loss": 1.3762, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.7107936143875122, + "learning_rate": 0.0005318886130139753, + "loss": 1.3852, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.6863983869552612, + "learning_rate": 0.0005294877532222709, + "loss": 1.3864, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9210748076438904, + "learning_rate": 0.0005270893643779649, + "loss": 1.3644, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.8707157373428345, + "learning_rate": 0.0005246934733561751, + "loss": 1.3717, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.6799771785736084, + "learning_rate": 0.0005223001070040305, + "loss": 1.3735, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.8240166902542114, + "learning_rate": 0.0005199092921403696, + "loss": 1.3775, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.7255812883377075, + "learning_rate": 0.00051752105555544, + "loss": 1.3746, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.7232790589332581, + "learning_rate": 0.0005151354240105994, + "loss": 1.3724, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.7431049346923828, + "learning_rate": 0.0005127524242380139, + "loss": 1.3494, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.7193424105644226, + "learning_rate": 0.0005103720829403594, + "loss": 1.3568, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.9045636057853699, + "learning_rate": 0.0005079944267905226, + "loss": 1.36, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.7302725911140442, + "learning_rate": 0.0005056194824313015, + "loss": 1.3678, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.6335333585739136, + "learning_rate": 0.0005032472764751074, + "loss": 1.3645, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.8211780786514282, + "learning_rate": 0.000500877835503666, + "loss": 1.3655, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.7296932339668274, + "learning_rate": 0.000498511186067721, + "loss": 1.3731, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.7274990081787109, + "learning_rate": 0.0004961473546867346, + "loss": 1.384, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.9230065941810608, + "learning_rate": 0.0004937863678485915, + "loss": 1.3689, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.7609516978263855, + "learning_rate": 0.0004914282520093023, + "loss": 1.3798, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7594123482704163, + "learning_rate": 0.0004890730335927063, + "loss": 1.3821, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.7904174327850342, + "learning_rate": 0.00048672073899017564, + "loss": 1.3682, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.6791795492172241, + "learning_rate": 0.0004843713945603205, + "loss": 1.3622, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.6898028254508972, + "learning_rate": 0.00048202502662869195, + "loss": 1.3737, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.9083935618400574, + "learning_rate": 0.0004796816614874885, + "loss": 1.363, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.8479238152503967, + "learning_rate": 0.00047734132539526086, + "loss": 1.3658, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 1.0418318510055542, + "learning_rate": 0.00047500404457661747, + "loss": 1.3602, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.9775272607803345, + "learning_rate": 0.00047266984522193134, + "loss": 1.357, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.631068766117096, + "learning_rate": 0.00047033875348704576, + "loss": 1.3635, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.7417823076248169, + "learning_rate": 0.00046801079549298224, + "loss": 1.3669, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.7994781136512756, + "learning_rate": 0.0004656859973256466, + "loss": 1.3595, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6689051389694214, + "learning_rate": 0.00046336438503553754, + "loss": 1.3655, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.6540760397911072, + "learning_rate": 0.00046104598463745424, + "loss": 1.3641, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.8898299336433411, + "learning_rate": 0.0004587308221102053, + "loss": 1.3472, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.7407407164573669, + "learning_rate": 0.00045641892339631703, + "loss": 1.3652, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.7216312289237976, + "learning_rate": 0.000454110314401744, + "loss": 1.3737, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.7877267003059387, + "learning_rate": 0.00045180502099557686, + "loss": 1.3612, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.6999595761299133, + "learning_rate": 0.00044950306900975377, + "loss": 1.3642, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.732111930847168, + "learning_rate": 0.00044720448423877113, + "loss": 1.3457, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.9228755235671997, + "learning_rate": 0.0004449092924393933, + "loss": 1.3651, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.7102705836296082, + "learning_rate": 0.00044261751933036525, + "loss": 1.3477, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.9746001958847046, + "learning_rate": 0.0004403291905921233, + "loss": 1.3675, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7171458601951599, + "learning_rate": 0.00043804433186650916, + "loss": 1.3559, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.690568208694458, + "learning_rate": 0.00043576296875647984, + "loss": 1.3561, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.7487748265266418, + "learning_rate": 0.0004334851268258234, + "loss": 1.3543, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.8148131966590881, + "learning_rate": 0.00043121083159887056, + "loss": 1.3482, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.7849488258361816, + "learning_rate": 0.00042894010856020997, + "loss": 1.3628, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.7116225361824036, + "learning_rate": 0.0004266729831544017, + "loss": 1.3564, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.6714718341827393, + "learning_rate": 0.0004244094807856936, + "loss": 1.3548, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.7513552904129028, + "learning_rate": 0.00042214962681773457, + "loss": 1.354, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.8191859722137451, + "learning_rate": 0.00041989344657329187, + "loss": 1.3662, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.7799637317657471, + "learning_rate": 0.00041764096533396667, + "loss": 1.3558, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.6763932704925537, + "learning_rate": 0.00041539220833991124, + "loss": 1.3351, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.6493298411369324, + "learning_rate": 0.0004131472007895457, + "loss": 1.3591, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.6854337453842163, + "learning_rate": 0.00041090596783927583, + "loss": 1.361, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.6839235424995422, + "learning_rate": 0.0004086685346032111, + "loss": 1.3539, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.6952365040779114, + "learning_rate": 0.00040643492615288367, + "loss": 1.3494, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.6574273109436035, + "learning_rate": 0.00040420516751696664, + "loss": 1.3568, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.6705141067504883, + "learning_rate": 0.00040197928368099445, + "loss": 1.3452, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.8345258235931396, + "learning_rate": 0.00039975729958708223, + "loss": 1.3511, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.8301558494567871, + "learning_rate": 0.0003975392401336468, + "loss": 1.3596, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.6865615844726562, + "learning_rate": 0.00039532513017512694, + "loss": 1.3479, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6713852286338806, + "learning_rate": 0.00039311499452170665, + "loss": 1.3568, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.660412073135376, + "learning_rate": 0.0003909088579390347, + "loss": 1.3555, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.7791770696640015, + "learning_rate": 0.00038870674514794877, + "loss": 1.3545, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.7100890874862671, + "learning_rate": 0.0003865086808241979, + "loss": 1.3466, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6848272681236267, + "learning_rate": 0.0003843146895981661, + "loss": 1.3469, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.7608482837677002, + "learning_rate": 0.00038212479605459617, + "loss": 1.341, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.8545164465904236, + "learning_rate": 0.000379939024732315, + "loss": 1.3504, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.6385216116905212, + "learning_rate": 0.0003777574001239573, + "loss": 1.3445, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.6825957298278809, + "learning_rate": 0.00037557994667569217, + "loss": 1.3509, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.8143519759178162, + "learning_rate": 0.0003734066887869485, + "loss": 1.3481, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.6440000534057617, + "learning_rate": 0.0003712376508101424, + "loss": 1.3307, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.6486859321594238, + "learning_rate": 0.0003690728570504032, + "loss": 1.3346, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.6770305633544922, + "learning_rate": 0.00036691233176530197, + "loss": 1.3519, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.941678524017334, + "learning_rate": 0.00036475609916457996, + "loss": 1.3512, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.8228393793106079, + "learning_rate": 0.000362604183409876, + "loss": 1.3447, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.684606671333313, + "learning_rate": 0.00036045660861445684, + "loss": 1.3373, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.7011838555335999, + "learning_rate": 0.0003583133988429468, + "loss": 1.3429, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.9510440826416016, + "learning_rate": 0.0003561745781110579, + "loss": 1.3289, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.7210097908973694, + "learning_rate": 0.00035404017038532045, + "loss": 1.3333, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.769101619720459, + "learning_rate": 0.00035191019958281575, + "loss": 1.3452, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.740253746509552, + "learning_rate": 0.00034978468957090635, + "loss": 1.3414, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 1.2986252307891846, + "learning_rate": 0.0003476636641669699, + "loss": 1.35, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.7250733375549316, + "learning_rate": 0.0003455471471381318, + "loss": 1.3444, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.7665097117424011, + "learning_rate": 0.0003434351622009985, + "loss": 1.3568, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.7032374143600464, + "learning_rate": 0.0003413277330213928, + "loss": 1.3595, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.6787393689155579, + "learning_rate": 0.0003392248832140876, + "loss": 1.3418, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.745445728302002, + "learning_rate": 0.00033712663634254163, + "loss": 1.3354, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.6580391526222229, + "learning_rate": 0.00033503301591863586, + "loss": 1.3427, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.6638602018356323, + "learning_rate": 0.0003329440454024092, + "loss": 1.3398, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 1.0527986288070679, + "learning_rate": 0.0003308597482017965, + "loss": 1.3418, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.9146166443824768, + "learning_rate": 0.0003287801476723656, + "loss": 1.3368, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.6148539781570435, + "learning_rate": 0.00032670526711705536, + "loss": 1.3349, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6986439228057861, + "learning_rate": 0.0003246351297859164, + "loss": 1.3378, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.6541133522987366, + "learning_rate": 0.00032256975887584783, + "loss": 1.3441, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.7345884442329407, + "learning_rate": 0.00032050917753033935, + "loss": 1.3303, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.6537117958068848, + "learning_rate": 0.000318453408839211, + "loss": 1.3396, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.6956437230110168, + "learning_rate": 0.0003164024758383548, + "loss": 1.3324, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.7272790670394897, + "learning_rate": 0.00031435640150947645, + "loss": 1.3369, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.6868227124214172, + "learning_rate": 0.0003123152087798376, + "loss": 1.3319, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.6691982746124268, + "learning_rate": 0.00031027892052200003, + "loss": 1.3325, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.6686353087425232, + "learning_rate": 0.0003082475595535677, + "loss": 1.3339, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.6458573341369629, + "learning_rate": 0.00030622114863693205, + "loss": 1.3375, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.6652058959007263, + "learning_rate": 0.00030419971047901704, + "loss": 1.3294, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.6503669619560242, + "learning_rate": 0.00030218326773102407, + "loss": 1.3315, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.6382567286491394, + "learning_rate": 0.00030017184298817873, + "loss": 1.3344, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.8746625185012817, + "learning_rate": 0.00029816545878947763, + "loss": 1.3251, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.7243242263793945, + "learning_rate": 0.00029616413761743537, + "loss": 1.3336, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.8179724812507629, + "learning_rate": 0.00029416790189783286, + "loss": 1.3369, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.6592196226119995, + "learning_rate": 0.000292176773999466, + "loss": 1.3368, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.8134679794311523, + "learning_rate": 0.0002901907762338952, + "loss": 1.3321, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.65492182970047, + "learning_rate": 0.0002882099308551951, + "loss": 1.335, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.7491779923439026, + "learning_rate": 0.00028623426005970517, + "loss": 1.3328, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.6567303538322449, + "learning_rate": 0.00028426378598578187, + "loss": 1.3366, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.6415104866027832, + "learning_rate": 0.0002822985307135491, + "loss": 1.3228, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 1.0002161264419556, + "learning_rate": 0.0002803385162646518, + "loss": 1.3253, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.6753124594688416, + "learning_rate": 0.0002783837646020089, + "loss": 1.3301, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.7003511786460876, + "learning_rate": 0.0002764342976295673, + "loss": 1.3277, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.7631194591522217, + "learning_rate": 0.00027449013719205623, + "loss": 1.3168, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.6557474136352539, + "learning_rate": 0.00027255130507474276, + "loss": 1.3255, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.8119695782661438, + "learning_rate": 0.00027061782300318726, + "loss": 1.321, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.6647341251373291, + "learning_rate": 0.0002686897126430009, + "loss": 1.3201, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.6715971827507019, + "learning_rate": 0.00026676699559960145, + "loss": 1.3282, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.7210767269134521, + "learning_rate": 0.00026484969341797224, + "loss": 1.3172, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.6769729852676392, + "learning_rate": 0.0002629378275824204, + "loss": 1.3189, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.728450357913971, + "learning_rate": 0.00026103141951633617, + "loss": 1.3447, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.8838924765586853, + "learning_rate": 0.00025913049058195277, + "loss": 1.3227, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.6649219393730164, + "learning_rate": 0.0002572350620801072, + "loss": 1.3299, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.691104531288147, + "learning_rate": 0.0002553451552500012, + "loss": 1.3322, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.6900149583816528, + "learning_rate": 0.0002534607912689637, + "loss": 1.3296, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.6626471281051636, + "learning_rate": 0.00025158199125221325, + "loss": 1.3195, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.6535481810569763, + "learning_rate": 0.0002497087762526211, + "loss": 1.3159, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.6971670985221863, + "learning_rate": 0.0002478411672604766, + "loss": 1.3218, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.6511154174804688, + "learning_rate": 0.00024597918520324994, + "loss": 1.3203, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.7733587622642517, + "learning_rate": 0.00024412285094535952, + "loss": 1.331, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.685684859752655, + "learning_rate": 0.00024227218528793696, + "loss": 1.3041, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.7792125344276428, + "learning_rate": 0.00024042720896859471, + "loss": 1.318, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.7213562726974487, + "learning_rate": 0.00023858794266119323, + "loss": 1.3249, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.9945384860038757, + "learning_rate": 0.00023675440697560943, + "loss": 1.3295, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.6952188014984131, + "learning_rate": 0.0002349266224575063, + "loss": 1.3156, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6873391270637512, + "learning_rate": 0.0002331046095881017, + "loss": 1.3196, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.7940738797187805, + "learning_rate": 0.00023128838878393946, + "loss": 1.3278, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.6671113967895508, + "learning_rate": 0.00022947798039666051, + "loss": 1.3225, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.6724119782447815, + "learning_rate": 0.00022767340471277492, + "loss": 1.322, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.6412546038627625, + "learning_rate": 0.00022587468195343436, + "loss": 1.318, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.6673798561096191, + "learning_rate": 0.00022408183227420528, + "loss": 1.327, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.7734135985374451, + "learning_rate": 0.0002222948757648443, + "loss": 1.3212, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.6902635097503662, + "learning_rate": 0.00022051383244907143, + "loss": 1.3307, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.7915105819702148, + "learning_rate": 0.0002187387222843467, + "loss": 1.3149, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.6439545750617981, + "learning_rate": 0.0002169695651616463, + "loss": 1.3108, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.7627606391906738, + "learning_rate": 0.00021520638090523955, + "loss": 1.3194, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 1.0325992107391357, + "learning_rate": 0.00021344918927246678, + "loss": 1.3272, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.744968593120575, + "learning_rate": 0.00021169800995351874, + "loss": 1.3062, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.6517015099525452, + "learning_rate": 0.00020995286257121453, + "loss": 1.3097, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.6919528841972351, + "learning_rate": 0.00020821376668078264, + "loss": 1.314, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.6990111470222473, + "learning_rate": 0.00020648074176964182, + "loss": 1.3179, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.8284183740615845, + "learning_rate": 0.00020475380725718228, + "loss": 1.331, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.7366883754730225, + "learning_rate": 0.00020303298249454857, + "loss": 1.3269, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.7097327709197998, + "learning_rate": 0.00020131828676442237, + "loss": 1.3219, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.6799291968345642, + "learning_rate": 0.00019960973928080666, + "loss": 1.3186, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.6854842901229858, + "learning_rate": 0.0001979073591888101, + "loss": 1.3169, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.6777929067611694, + "learning_rate": 0.000196211165564433, + "loss": 1.3129, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.9655599594116211, + "learning_rate": 0.00019452117741435314, + "loss": 1.3171, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.6834695339202881, + "learning_rate": 0.00019283741367571294, + "loss": 1.3248, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.8187342286109924, + "learning_rate": 0.00019115989321590694, + "loss": 1.3301, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.6526690125465393, + "learning_rate": 0.00018948863483237154, + "loss": 1.3129, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.7523473501205444, + "learning_rate": 0.00018782365725237272, + "loss": 1.3089, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.7795331478118896, + "learning_rate": 0.00018616497913279728, + "loss": 1.3111, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.8736000657081604, + "learning_rate": 0.0001845126190599434, + "loss": 1.3104, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.7167467474937439, + "learning_rate": 0.00018286659554931254, + "loss": 1.3073, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.7300223708152771, + "learning_rate": 0.00018122692704540194, + "loss": 1.3142, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.671873152256012, + "learning_rate": 0.00017959363192149752, + "loss": 1.3149, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.6954656839370728, + "learning_rate": 0.00017796672847946905, + "loss": 1.3026, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.7982514500617981, + "learning_rate": 0.0001763462349495639, + "loss": 1.3143, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.8448479771614075, + "learning_rate": 0.00017473216949020326, + "loss": 1.3192, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.7651928663253784, + "learning_rate": 0.0001731245501877787, + "loss": 1.3012, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.808005690574646, + "learning_rate": 0.00017152339505644963, + "loss": 1.307, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.6326072812080383, + "learning_rate": 0.0001699287220379407, + "loss": 1.2925, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.641252875328064, + "learning_rate": 0.00016834054900134228, + "loss": 1.2964, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.6453474760055542, + "learning_rate": 0.00016675889374290852, + "loss": 1.2998, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.6745063066482544, + "learning_rate": 0.0001651837739858589, + "loss": 1.3118, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.6970017552375793, + "learning_rate": 0.00016361520738017934, + "loss": 1.3023, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.819610595703125, + "learning_rate": 0.00016205321150242454, + "loss": 1.3102, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.6704266667366028, + "learning_rate": 0.00016049780385552113, + "loss": 1.3147, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.684683620929718, + "learning_rate": 0.00015894900186857105, + "loss": 1.3099, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.6652682423591614, + "learning_rate": 0.00015740682289665714, + "loss": 1.3181, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.65765780210495, + "learning_rate": 0.0001558712842206477, + "loss": 1.3013, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.6687241196632385, + "learning_rate": 0.00015434240304700332, + "loss": 1.3025, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.6935544013977051, + "learning_rate": 0.0001528201965075841, + "loss": 1.299, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.7061299681663513, + "learning_rate": 0.0001513046816594575, + "loss": 1.2953, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.7440963387489319, + "learning_rate": 0.0001497958754847076, + "loss": 1.3, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.8268978595733643, + "learning_rate": 0.00014829379489024415, + "loss": 1.3121, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.7233864665031433, + "learning_rate": 0.0001467984567076137, + "loss": 1.3084, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.6765027046203613, + "learning_rate": 0.00014530987769281075, + "loss": 1.2992, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.7198473215103149, + "learning_rate": 0.00014382807452609003, + "loss": 1.3033, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.7215249538421631, + "learning_rate": 0.00014235306381177952, + "loss": 1.3146, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.6656304597854614, + "learning_rate": 0.00014088486207809449, + "loss": 1.2876, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.6388023495674133, + "learning_rate": 0.0001394234857769521, + "loss": 1.3128, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.6659093499183655, + "learning_rate": 0.0001379689512837878, + "loss": 1.3029, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.6641107797622681, + "learning_rate": 0.00013652127489737067, + "loss": 1.3196, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.6964825391769409, + "learning_rate": 0.00013508047283962137, + "loss": 1.2966, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.6330327391624451, + "learning_rate": 0.00013364656125543044, + "loss": 1.303, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.8244850039482117, + "learning_rate": 0.00013221955621247749, + "loss": 1.3179, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.7391464710235596, + "learning_rate": 0.00013079947370105057, + "loss": 1.2909, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.6498596668243408, + "learning_rate": 0.00012938632963386808, + "loss": 1.3022, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.9545032382011414, + "learning_rate": 0.00012798013984589894, + "loss": 1.2983, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.9015225172042847, + "learning_rate": 0.00012658092009418652, + "loss": 1.303, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.6953148245811462, + "learning_rate": 0.00012518868605767118, + "loss": 1.3097, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.7007344365119934, + "learning_rate": 0.0001238034533370153, + "loss": 1.3097, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.6556501984596252, + "learning_rate": 0.0001224252374544278, + "loss": 1.294, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.7583401203155518, + "learning_rate": 0.00012105405385349047, + "loss": 1.2953, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.6536235213279724, + "learning_rate": 0.00011968991789898533, + "loss": 1.3026, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.9007168412208557, + "learning_rate": 0.00011833284487672185, + "loss": 1.2947, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.822363018989563, + "learning_rate": 0.00011698284999336578, + "loss": 1.3124, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.6882434487342834, + "learning_rate": 0.00011563994837626898, + "loss": 1.301, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.6219406723976135, + "learning_rate": 0.00011430415507329975, + "loss": 1.2994, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.7564154863357544, + "learning_rate": 0.00011297548505267424, + "loss": 1.3064, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.7380446791648865, + "learning_rate": 0.00011165395320278898, + "loss": 1.2975, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.6821550726890564, + "learning_rate": 0.00011033957433205364, + "loss": 1.2846, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.6716055274009705, + "learning_rate": 0.00010903236316872514, + "loss": 1.2925, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.6739335656166077, + "learning_rate": 0.00010773233436074287, + "loss": 1.2812, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.649252712726593, + "learning_rate": 0.00010643950247556447, + "loss": 1.2939, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.7520459890365601, + "learning_rate": 0.00010515388200000245, + "loss": 1.3141, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.6486638784408569, + "learning_rate": 0.00010387548734006195, + "loss": 1.3097, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.6894299983978271, + "learning_rate": 0.00010260433282077944, + "loss": 1.2909, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.7930160164833069, + "learning_rate": 0.00010134043268606191, + "loss": 1.2994, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.7372665405273438, + "learning_rate": 0.00010008380109852752, + "loss": 1.2958, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.7255853414535522, + "learning_rate": 9.883445213934675e-05, + "loss": 1.3076, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.641669750213623, + "learning_rate": 9.759239980808494e-05, + "loss": 1.2994, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.6384446024894714, + "learning_rate": 9.635765802254482e-05, + "loss": 1.3037, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.752605140209198, + "learning_rate": 9.5130240618611e-05, + "loss": 1.2909, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.7616172432899475, + "learning_rate": 9.391016135009484e-05, + "loss": 1.2905, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.6532970666885376, + "learning_rate": 9.269743388858019e-05, + "loss": 1.2887, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.6917771100997925, + "learning_rate": 9.149207182327054e-05, + "loss": 1.2991, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.6677715182304382, + "learning_rate": 9.029408866083638e-05, + "loss": 1.2947, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.8115660548210144, + "learning_rate": 8.92222238732397e-05, + "loss": 1.3028, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.676626443862915, + "learning_rate": 8.803829754089138e-05, + "loss": 1.2942, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.6849190592765808, + "learning_rate": 8.686178881264568e-05, + "loss": 1.2918, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.6659732460975647, + "learning_rate": 8.569271087185756e-05, + "loss": 1.3049, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.6546719074249268, + "learning_rate": 8.453107681861616e-05, + "loss": 1.2842, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.6582532525062561, + "learning_rate": 8.337689966959819e-05, + "loss": 1.2939, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.6461778283119202, + "learning_rate": 8.223019235792214e-05, + "loss": 1.2993, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.6988905072212219, + "learning_rate": 8.109096773300348e-05, + "loss": 1.3008, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.6567661166191101, + "learning_rate": 7.995923856041013e-05, + "loss": 1.2877, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.8190459609031677, + "learning_rate": 7.883501752172038e-05, + "loss": 1.2844, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.6638689637184143, + "learning_rate": 7.771831721437989e-05, + "loss": 1.3008, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.6531414985656738, + "learning_rate": 7.660915015156067e-05, + "loss": 1.289, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.7257735133171082, + "learning_rate": 7.55075287620215e-05, + "loss": 1.2923, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.6310346126556396, + "learning_rate": 7.441346538996769e-05, + "loss": 1.291, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.6479582786560059, + "learning_rate": 7.332697229491373e-05, + "loss": 1.2854, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.6325903534889221, + "learning_rate": 7.224806165154504e-05, + "loss": 1.2963, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.677290141582489, + "learning_rate": 7.117674554958253e-05, + "loss": 1.2903, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.707441508769989, + "learning_rate": 7.011303599364608e-05, + "loss": 1.2964, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.7063124775886536, + "learning_rate": 6.905694490312064e-05, + "loss": 1.2892, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.6436252593994141, + "learning_rate": 6.80084841120226e-05, + "loss": 1.3, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.6381955742835999, + "learning_rate": 6.696766536886692e-05, + "loss": 1.2943, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.7381530404090881, + "learning_rate": 6.593450033653586e-05, + "loss": 1.2994, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.6792395710945129, + "learning_rate": 6.490900059214836e-05, + "loss": 1.2952, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.6321101188659668, + "learning_rate": 6.389117762692952e-05, + "loss": 1.2916, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.6617045998573303, + "learning_rate": 6.288104284608284e-05, + "loss": 1.3058, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.7012975215911865, + "learning_rate": 6.187860756866157e-05, + "loss": 1.2969, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.6854604482650757, + "learning_rate": 6.088388302744266e-05, + "loss": 1.2942, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.6472890973091125, + "learning_rate": 5.9896880368800115e-05, + "loss": 1.2779, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.6605722904205322, + "learning_rate": 5.891761065258089e-05, + "loss": 1.2792, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.6920452117919922, + "learning_rate": 5.794608485198008e-05, + "loss": 1.3041, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.7682325839996338, + "learning_rate": 5.698231385341887e-05, + "loss": 1.2819, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.7030491828918457, + "learning_rate": 5.60263084564217e-05, + "loss": 1.3004, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.6490678787231445, + "learning_rate": 5.507807937349604e-05, + "loss": 1.2936, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.6462332010269165, + "learning_rate": 5.413763723001164e-05, + "loss": 1.2805, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.645033061504364, + "learning_rate": 5.320499256408204e-05, + "loss": 1.2853, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.6679040789604187, + "learning_rate": 5.228015582644585e-05, + "loss": 1.2823, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.6407747268676758, + "learning_rate": 5.136313738035059e-05, + "loss": 1.2916, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.6732246279716492, + "learning_rate": 5.045394750143567e-05, + "loss": 1.2967, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.7067869901657104, + "learning_rate": 4.955259637761761e-05, + "loss": 1.2874, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.675907552242279, + "learning_rate": 4.865909410897576e-05, + "loss": 1.2868, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.6973927021026611, + "learning_rate": 4.7773450707639414e-05, + "loss": 1.3052, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.6466608643531799, + "learning_rate": 4.6895676097675225e-05, + "loss": 1.2947, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.6730669736862183, + "learning_rate": 4.6025780114976545e-05, + "loss": 1.2911, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.6851930618286133, + "learning_rate": 4.5163772507152425e-05, + "loss": 1.2837, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.7445343732833862, + "learning_rate": 4.430966293341912e-05, + "loss": 1.2903, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.6899713277816772, + "learning_rate": 4.346346096449136e-05, + "loss": 1.2882, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.6613866686820984, + "learning_rate": 4.26251760824754e-05, + "loss": 1.29, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.6546576619148254, + "learning_rate": 4.179481768076274e-05, + "loss": 1.2821, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.6866971254348755, + "learning_rate": 4.0972395063924554e-05, + "loss": 1.2879, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.6406285762786865, + "learning_rate": 4.015791744760811e-05, + "loss": 1.2798, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.6423125267028809, + "learning_rate": 3.93513939584326e-05, + "loss": 1.2911, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.6347548961639404, + "learning_rate": 3.855283363388762e-05, + "loss": 1.2851, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.6761476397514343, + "learning_rate": 3.7762245422231476e-05, + "loss": 1.3001, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.636894941329956, + "learning_rate": 3.697963818239117e-05, + "loss": 1.2959, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.6979252099990845, + "learning_rate": 3.6205020683862836e-05, + "loss": 1.2869, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.671042263507843, + "learning_rate": 3.543840160661396e-05, + "loss": 1.2785, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.7815701961517334, + "learning_rate": 3.467978954098549e-05, + "loss": 1.2979, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.6872392892837524, + "learning_rate": 3.392919298759623e-05, + "loss": 1.2876, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.7770042419433594, + "learning_rate": 3.318662035724679e-05, + "loss": 1.2938, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.6594602465629578, + "learning_rate": 3.2452079970826335e-05, + "loss": 1.2852, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.6838461756706238, + "learning_rate": 3.172558005921841e-05, + "loss": 1.2876, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.7709410190582275, + "learning_rate": 3.100712876320924e-05, + "loss": 1.2833, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.6450920701026917, + "learning_rate": 3.029673413339651e-05, + "loss": 1.2933, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.7203512191772461, + "learning_rate": 2.959440413009895e-05, + "loss": 1.2753, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.6634292006492615, + "learning_rate": 2.890014662326701e-05, + "loss": 1.2788, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.7300726771354675, + "learning_rate": 2.8213969392395233e-05, + "loss": 1.2803, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.6458709836006165, + "learning_rate": 2.7535880126434433e-05, + "loss": 1.2883, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.6189814805984497, + "learning_rate": 2.686588642370591e-05, + "loss": 1.2965, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.6375811100006104, + "learning_rate": 2.6203995791816372e-05, + "loss": 1.2885, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.6480770707130432, + "learning_rate": 2.5550215647573482e-05, + "loss": 1.2895, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.6383376121520996, + "learning_rate": 2.490455331690303e-05, + "loss": 1.2849, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.6496900320053101, + "learning_rate": 2.4267016034766637e-05, + "loss": 1.2814, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.6400648355484009, + "learning_rate": 2.363761094508085e-05, + "loss": 1.2928, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.6740437150001526, + "learning_rate": 2.301634510063702e-05, + "loss": 1.2831, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.6760841608047485, + "learning_rate": 2.2403225463022288e-05, + "loss": 1.2797, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.7134016156196594, + "learning_rate": 2.1798258902541723e-05, + "loss": 1.269, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.626210629940033, + "learning_rate": 2.120145219814082e-05, + "loss": 1.2793, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.674151599407196, + "learning_rate": 2.0612812037330202e-05, + "loss": 1.2868, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.6493917107582092, + "learning_rate": 2.003234501611037e-05, + "loss": 1.2798, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.652468740940094, + "learning_rate": 1.9460057638897578e-05, + "loss": 1.2799, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.6398833394050598, + "learning_rate": 1.8895956318451398e-05, + "loss": 1.297, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.6292800903320312, + "learning_rate": 1.8340047375802693e-05, + "loss": 1.2827, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.6489097476005554, + "learning_rate": 1.7792337040182434e-05, + "loss": 1.2999, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.6469489336013794, + "learning_rate": 1.72528314489524e-05, + "loss": 1.2852, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.7080603837966919, + "learning_rate": 1.6721536647536255e-05, + "loss": 1.2844, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.7085657119750977, + "learning_rate": 1.6198458589351595e-05, + "loss": 1.2844, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.6312565207481384, + "learning_rate": 1.568360313574349e-05, + "loss": 1.2871, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.6665783524513245, + "learning_rate": 1.517697605591864e-05, + "loss": 1.2884, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.6456872820854187, + "learning_rate": 1.4678583026880993e-05, + "loss": 1.2891, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.6229240298271179, + "learning_rate": 1.4188429633367721e-05, + "loss": 1.2797, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.6531126499176025, + "learning_rate": 1.370652136778694e-05, + "loss": 1.2781, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.6330586671829224, + "learning_rate": 1.3232863630156077e-05, + "loss": 1.2872, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.6318323016166687, + "learning_rate": 1.2767461728041357e-05, + "loss": 1.2819, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.6362433433532715, + "learning_rate": 1.2310320876498333e-05, + "loss": 1.2853, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.6001209616661072, + "learning_rate": 1.186144619801352e-05, + "loss": 1.2858, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.6504714488983154, + "learning_rate": 1.14208427224467e-05, + "loss": 1.2883, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.7938284873962402, + "learning_rate": 1.0988515386975206e-05, + "loss": 1.2853, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.7599204182624817, + "learning_rate": 1.0564469036037722e-05, + "loss": 1.2822, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.6392332911491394, + "learning_rate": 1.0148708421280822e-05, + "loss": 1.2866, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.6156899929046631, + "learning_rate": 9.74123820150502e-06, + "loss": 1.2804, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.7023313641548157, + "learning_rate": 9.342062942613222e-06, + "loss": 1.277, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.6554434895515442, + "learning_rate": 8.9511871175591e-06, + "loss": 1.2802, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.6764358878135681, + "learning_rate": 8.568615106297223e-06, + "loss": 1.2984, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.664933443069458, + "learning_rate": 8.194351195733585e-06, + "loss": 1.2756, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.6336010694503784, + "learning_rate": 7.828399579678153e-06, + "loss": 1.2864, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.6007170081138611, + "learning_rate": 7.470764358797566e-06, + "loss": 1.2877, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.6316767334938049, + "learning_rate": 7.121449540568842e-06, + "loss": 1.288, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.6550620198249817, + "learning_rate": 6.780459039235409e-06, + "loss": 1.2899, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.6269824504852295, + "learning_rate": 6.447796675762146e-06, + "loss": 1.2903, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.6472267508506775, + "learning_rate": 6.123466177793247e-06, + "loss": 1.2686, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.6144204139709473, + "learning_rate": 5.807471179610418e-06, + "loss": 1.2793, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.6408663988113403, + "learning_rate": 5.499815222091836e-06, + "loss": 1.2911, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.6615253686904907, + "learning_rate": 5.200501752672754e-06, + "loss": 1.2771, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.6785182356834412, + "learning_rate": 4.909534125306702e-06, + "loss": 1.2934, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.6627257466316223, + "learning_rate": 4.626915600428105e-06, + "loss": 1.2817, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.6076435446739197, + "learning_rate": 4.352649344915471e-06, + "loss": 1.288, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.6198477745056152, + "learning_rate": 4.086738432056092e-06, + "loss": 1.2865, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.623679518699646, + "learning_rate": 3.8291858415117344e-06, + "loss": 1.2867, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.6261500716209412, + "learning_rate": 3.579994459284752e-06, + "loss": 1.2793, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.6912320256233215, + "learning_rate": 3.339167077686278e-06, + "loss": 1.2832, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.6676372289657593, + "learning_rate": 3.1067063953048313e-06, + "loss": 1.2831, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.6578547358512878, + "learning_rate": 2.8826150169758425e-06, + "loss": 1.2809, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.6263319253921509, + "learning_rate": 2.66689545375251e-06, + "loss": 1.2739, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.6633256673812866, + "learning_rate": 2.4595501228779906e-06, + "loss": 1.265, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.6043865084648132, + "learning_rate": 2.2605813477579172e-06, + "loss": 1.2813, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.6398628950119019, + "learning_rate": 2.069991357934592e-06, + "loss": 1.2751, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.653148889541626, + "learning_rate": 1.8877822890618346e-06, + "loss": 1.2876, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.6248723268508911, + "learning_rate": 1.7139561828813377e-06, + "loss": 1.2757, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.6223885416984558, + "learning_rate": 1.5485149871995175e-06, + "loss": 1.2816, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.6285667419433594, + "learning_rate": 1.3914605558656146e-06, + "loss": 1.2819, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.658174991607666, + "learning_rate": 1.2427946487512941e-06, + "loss": 1.2816, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.6376784443855286, + "learning_rate": 1.1025189317305784e-06, + "loss": 1.2771, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.6339856386184692, + "learning_rate": 9.706349766615275e-07, + "loss": 1.2896, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.6104322671890259, + "learning_rate": 8.47144261368088e-07, + "loss": 1.2852, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.6234305500984192, + "learning_rate": 7.320481696241887e-07, + "loss": 1.2957, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.652967631816864, + "learning_rate": 6.253479911375037e-07, + "loss": 1.2872, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.6444950699806213, + "learning_rate": 5.270449215358797e-07, + "loss": 1.2873, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.6644588112831116, + "learning_rate": 4.371400623530142e-07, + "loss": 1.2727, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.6382048726081848, + "learning_rate": 3.5563442101696486e-07, + "loss": 1.278, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.6332500576972961, + "learning_rate": 2.825289108379925e-07, + "loss": 1.292, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.6931483149528503, + "learning_rate": 2.1782435099923503e-07, + "loss": 1.2669, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.6163036227226257, + "learning_rate": 1.6152146654671573e-07, + "loss": 1.2862, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.638114333152771, + "learning_rate": 1.1362088838193229e-07, + "loss": 1.2858, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.6300340294837952, + "learning_rate": 7.412315325411312e-08, + "loss": 1.2823, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.6341334581375122, + "learning_rate": 4.302870375472168e-08, + "loss": 1.2922, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.6342418789863586, + "learning_rate": 2.0337888312210727e-08, + "loss": 1.2737, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.6190896034240723, + "learning_rate": 6.050961188358573e-09, + "loss": 1.2885, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.9135394096374512, + "learning_rate": 1.6808247493838026e-10, + "loss": 1.2788, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-adamw_hf/checkpoint-9480/training_args.bin b/saves-llama-cosine-adamw_hf/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e278f47461d7e772718cb159df92e0b13a7b313 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3af8890b601fbb625f3a3be1e330ccd132aa182333adc665a52d2a79527b50 +size 5176 diff --git a/saves-llama-cosine-adamw_hf/config.json b/saves-llama-cosine-adamw_hf/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-adamw_hf/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-adamw_hf/generation_config.json b/saves-llama-cosine-adamw_hf/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-adamw_hf/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-adamw_hf/model.safetensors b/saves-llama-cosine-adamw_hf/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..326bafebec1a8bc743d68e40b8ca9d096fa47f45 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6695e62846abf43a6d787732f2f7f0ca563048a37bd6af4a85931372f7a2904 +size 8346712 diff --git a/saves-llama-cosine-adamw_hf/result.log b/saves-llama-cosine-adamw_hf/result.log new file mode 100644 index 0000000000000000000000000000000000000000..e0dfcb7dff4d365f9550ffff26f786286141c445 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/result.log @@ -0,0 +1 @@ +{'train_runtime': 2267.4516, 'train_samples_per_second': 4280.843, 'train_steps_per_second': 4.181, 'train_loss': 1.5545854362254405, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_hf/special_tokens_map.json b/saves-llama-cosine-adamw_hf/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-adamw_hf/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-adamw_hf/tokenizer.json b/saves-llama-cosine-adamw_hf/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-adamw_hf/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-adamw_hf/tokenizer_config.json b/saves-llama-cosine-adamw_hf/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-adamw_hf/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/config.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/generation_config.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/model.safetensors b/saves-llama-cosine-lion_32bit/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ca71a5f370b3d97793d9c7d55fdf0f8e8f59fda --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab046d740c84f61701593a9d267b130ea9b4e5ee8cfbab13212b974f7cc11b5 +size 8346712 diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/optimizer.pt b/saves-llama-cosine-lion_32bit/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce0e55dd97d3b378768b95737102e5af7a3b62d3 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cffe4ed3abf93bd0318c73faf8e6e5cf6c31a8eb0c47fe1c931d9f49bbeab0a1 +size 8351306 diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/rng_state.pth b/saves-llama-cosine-lion_32bit/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/scheduler.pt b/saves-llama-cosine-lion_32bit/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c3cddaf3bc6166b2c6bea7f6e51b5463d8eb73 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035f870cdb66fbd7c747d8bb26a3c8aa5030080ac75c60b85ae89909384ce7a3 +size 1064 diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/trainer_state.json b/saves-llama-cosine-lion_32bit/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..474116ae1ebf0292f101cce12762f295032a23d5 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.4955074787139893, + "learning_rate": 0.00015789473684210527, + "loss": 7.6087, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1852571964263916, + "learning_rate": 0.00031578947368421053, + "loss": 7.2343, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 1.4482988119125366, + "learning_rate": 0.00047368421052631577, + "loss": 6.8612, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.4734665155410767, + "learning_rate": 0.0006315789473684211, + "loss": 6.4914, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.0499128103256226, + "learning_rate": 0.0007894736842105263, + "loss": 6.2224, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.2521113157272339, + "learning_rate": 0.0009473684210526315, + "loss": 6.1004, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.7382813692092896, + "learning_rate": 0.0011052631578947368, + "loss": 6.2123, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 25.527446746826172, + "learning_rate": 0.0012631578947368421, + "loss": 6.3898, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 7.692363739013672, + "learning_rate": 0.001405263157894737, + "loss": 6.5055, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 3.504094362258911, + "learning_rate": 0.0014999993276701756, + "loss": 6.469, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.358729362487793, + "learning_rate": 0.001499991763973493, + "loss": 6.3882, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 27.70503044128418, + "learning_rate": 0.0014999757962528846, + "loss": 6.6067, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 14.84610366821289, + "learning_rate": 0.0014999514246872762, + "loss": 6.353, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.9949373006820679, + "learning_rate": 0.0014999186495497636, + "loss": 6.5599, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 16.629016876220703, + "learning_rate": 0.001499877471207608, + "loss": 6.1935, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 39.98115921020508, + "learning_rate": 0.0014998332263391192, + "loss": 6.3391, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 4.969245910644531, + "learning_rate": 0.0014997760832571839, + "loss": 6.1064, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 1.1446038484573364, + "learning_rate": 0.0014997105385681306, + "loss": 6.3438, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 3.734700918197632, + "learning_rate": 0.0014996365930064197, + "loss": 6.4487, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 11.851530075073242, + "learning_rate": 0.001499554247400647, + "loss": 6.1444, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 1.2074213027954102, + "learning_rate": 0.001499463502673535, + "loss": 6.2079, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 20.981239318847656, + "learning_rate": 0.0014993643598419234, + "loss": 6.4194, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 7.646417617797852, + "learning_rate": 0.001499256820016755, + "loss": 6.0984, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.9586338996887207, + "learning_rate": 0.0014991408844030672, + "loss": 6.2391, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 21.232391357421875, + "learning_rate": 0.0014990165542999746, + "loss": 6.1045, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 47.847408294677734, + "learning_rate": 0.0014988838311006565, + "loss": 6.3164, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 26.20873260498047, + "learning_rate": 0.0014987427162923416, + "loss": 6.2124, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 2.2058753967285156, + "learning_rate": 0.0014985932114562896, + "loss": 6.4459, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.8475031852722168, + "learning_rate": 0.0014984353182677759, + "loss": 6.1968, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": Infinity, + "learning_rate": 0.0014982860438171187, + "loss": 6.2505, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 11.123407363891602, + "learning_rate": 0.0014981122177109383, + "loss": 6.3171, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.9859116077423096, + "learning_rate": 0.0014979300086420655, + "loss": 6.0927, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.975177526473999, + "learning_rate": 0.001497739418652242, + "loss": 6.3139, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 28.991073608398438, + "learning_rate": 0.0014975404498771222, + "loss": 6.1409, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 3.932039976119995, + "learning_rate": 0.0014973331045462475, + "loss": 6.0396, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 9.37112808227539, + "learning_rate": 0.0014971173849830243, + "loss": 6.0739, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 20.821840286254883, + "learning_rate": 0.0014968932936046953, + "loss": 6.2279, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.634981393814087, + "learning_rate": 0.0014966608329223137, + "loss": 6.2517, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.9171635508537292, + "learning_rate": 0.0014964200055407153, + "loss": 6.0175, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 24.53272247314453, + "learning_rate": 0.0014961708141584885, + "loss": 5.9509, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.7777763605117798, + "learning_rate": 0.001495913261567944, + "loss": 6.0547, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.304945468902588, + "learning_rate": 0.0014956473506550845, + "loss": 5.9514, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 1.0723352432250977, + "learning_rate": 0.001495373084399572, + "loss": 5.9259, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.6883535385131836, + "learning_rate": 0.0014950904658746933, + "loss": 5.984, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 1.6531939506530762, + "learning_rate": 0.0014947994982473273, + "loss": 6.0531, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.6506848931312561, + "learning_rate": 0.0014945001847779082, + "loss": 6.2724, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9666869640350342, + "learning_rate": 0.0014941925288203897, + "loss": 5.8783, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 4.7674970626831055, + "learning_rate": 0.0014938765338222068, + "loss": 6.0206, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.7304931282997131, + "learning_rate": 0.0014935522033242379, + "loss": 5.904, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 11.769916534423828, + "learning_rate": 0.0014932195409607645, + "loss": 5.8601, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.9517804384231567, + "learning_rate": 0.001492878550459431, + "loss": 6.1078, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 20.521808624267578, + "learning_rate": 0.0014925292356412025, + "loss": 5.9196, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 26.059223175048828, + "learning_rate": 0.001492171600420322, + "loss": 5.9167, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 10.85610580444336, + "learning_rate": 0.0014918056488042665, + "loss": 5.9687, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 2.926618814468384, + "learning_rate": 0.001491431384893703, + "loss": 5.8261, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 28.76153564453125, + "learning_rate": 0.0014910488128824409, + "loss": 5.8701, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7511129975318909, + "learning_rate": 0.0014906579370573868, + "loss": 5.8192, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.507708191871643, + "learning_rate": 0.0014902587617984951, + "loss": 5.9549, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.3214479684829712, + "learning_rate": 0.0014898512915787192, + "loss": 5.7937, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.9652126431465149, + "learning_rate": 0.0014894355309639621, + "loss": 5.9931, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 1.2022321224212646, + "learning_rate": 0.0014890114846130248, + "loss": 5.8308, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.7490571141242981, + "learning_rate": 0.0014885791572775533, + "loss": 5.8179, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 2.2113516330718994, + "learning_rate": 0.0014881385538019867, + "loss": 5.7837, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.9326190948486328, + "learning_rate": 0.0014876896791235015, + "loss": 5.7873, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 25.712390899658203, + "learning_rate": 0.0014872325382719587, + "loss": 5.8261, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.984717845916748, + "learning_rate": 0.001486767136369844, + "loss": 5.8581, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 2.278379440307617, + "learning_rate": 0.0014862934786322131, + "loss": 5.8848, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 2.4504611492156982, + "learning_rate": 0.0014858115703666325, + "loss": 5.7952, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 2.039900064468384, + "learning_rate": 0.001485321416973119, + "loss": 5.9687, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 2.5772364139556885, + "learning_rate": 0.0014848230239440812, + "loss": 5.6788, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 2.3077950477600098, + "learning_rate": 0.0014843163968642566, + "loss": 5.688, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 1.388044834136963, + "learning_rate": 0.0014838015414106486, + "loss": 5.6627, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.6177185773849487, + "learning_rate": 0.0014832784633524638, + "loss": 5.603, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 2.3754689693450928, + "learning_rate": 0.0014827471685510477, + "loss": 5.575, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 1.5429346561431885, + "learning_rate": 0.0014822076629598176, + "loss": 5.5788, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.5719550848007202, + "learning_rate": 0.0014816599526241974, + "loss": 5.5297, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 1.4323952198028564, + "learning_rate": 0.0014811040436815486, + "loss": 5.4571, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 1.3504546880722046, + "learning_rate": 0.0014805399423611025, + "loss": 5.4423, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 1.519071340560913, + "learning_rate": 0.0014799676549838898, + "loss": 5.4328, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 1.3911455869674683, + "learning_rate": 0.00147938718796267, + "loss": 5.3922, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 1.9010822772979736, + "learning_rate": 0.0014787985478018593, + "loss": 5.383, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.662956953048706, + "learning_rate": 0.0014782017410974583, + "loss": 5.3926, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 1.5445090532302856, + "learning_rate": 0.0014775967745369778, + "loss": 5.3807, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 1.5067335367202759, + "learning_rate": 0.0014769836548993631, + "loss": 5.3539, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 1.7864198684692383, + "learning_rate": 0.0014763623890549193, + "loss": 5.3637, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 5.682808876037598, + "learning_rate": 0.0014757329839652335, + "loss": 5.3767, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 2.5971896648406982, + "learning_rate": 0.001475095446683097, + "loss": 5.3898, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 1.902963399887085, + "learning_rate": 0.0014744497843524266, + "loss": 5.3684, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.5862916707992554, + "learning_rate": 0.0014737960042081836, + "loss": 5.3468, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 2.078481912612915, + "learning_rate": 0.001473134113576294, + "loss": 5.3363, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 26.264135360717773, + "learning_rate": 0.0014724641198735659, + "loss": 5.4566, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 17.928512573242188, + "learning_rate": 0.0014717860306076049, + "loss": 5.4373, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 13.263995170593262, + "learning_rate": 0.001471099853376733, + "loss": 5.462, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 7.3359456062316895, + "learning_rate": 0.001470405595869901, + "loss": 5.4371, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 2.4762542247772217, + "learning_rate": 0.0014697032658666036, + "loss": 5.46, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 4.583887100219727, + "learning_rate": 0.0014689928712367907, + "loss": 5.6235, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 2.1167221069335938, + "learning_rate": 0.0014682744199407817, + "loss": 5.8745, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 2.869769334793091, + "learning_rate": 0.0014675479200291738, + "loss": 5.6713, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 5.200531005859375, + "learning_rate": 0.0014668133796427532, + "loss": 5.6873, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 3.0656626224517822, + "learning_rate": 0.0014660708070124038, + "loss": 5.77, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 1.5934990644454956, + "learning_rate": 0.0014653202104590146, + "loss": 5.5021, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 20.099164962768555, + "learning_rate": 0.001464561598393386, + "loss": 5.4818, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 8.185047149658203, + "learning_rate": 0.0014637949793161371, + "loss": 5.8422, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 2.036337375640869, + "learning_rate": 0.0014630203618176088, + "loss": 5.629, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 2.5447497367858887, + "learning_rate": 0.0014622377545777687, + "loss": 5.4836, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 5.428991794586182, + "learning_rate": 0.0014614471663661123, + "loss": 5.8285, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 3.257345199584961, + "learning_rate": 0.0014606486060415673, + "loss": 5.6546, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 6.7466864585876465, + "learning_rate": 0.0014598420825523918, + "loss": 5.608, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 3.765772819519043, + "learning_rate": 0.0014590276049360755, + "loss": 5.7426, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 2.1478514671325684, + "learning_rate": 0.0014582051823192374, + "loss": 5.6029, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 1.7784197330474854, + "learning_rate": 0.0014573748239175247, + "loss": 5.4245, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 1.705778956413269, + "learning_rate": 0.0014565365390355087, + "loss": 5.5136, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.9040672779083252, + "learning_rate": 0.0014556903370665807, + "loss": 5.443, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.9954731464385986, + "learning_rate": 0.0014548362274928476, + "loss": 5.386, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 11.958235740661621, + "learning_rate": 0.0014539742198850234, + "loss": 5.3513, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 2.2634782791137695, + "learning_rate": 0.0014531043239023247, + "loss": 5.3413, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 2.512418270111084, + "learning_rate": 0.0014522265492923608, + "loss": 5.3044, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 4.138009071350098, + "learning_rate": 0.0014513409058910243, + "loss": 5.3048, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 2.446187973022461, + "learning_rate": 0.0014504474036223826, + "loss": 5.2955, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 2.151524305343628, + "learning_rate": 0.0014495460524985644, + "loss": 5.26, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 2.684720993041992, + "learning_rate": 0.0014486368626196494, + "loss": 5.2618, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 2.5549938678741455, + "learning_rate": 0.0014477198441735543, + "loss": 5.2473, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 2.3496365547180176, + "learning_rate": 0.001446795007435918, + "loss": 5.2329, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 1.9384872913360596, + "learning_rate": 0.0014458623627699883, + "loss": 5.2268, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 2.716400623321533, + "learning_rate": 0.0014449219206265041, + "loss": 5.2578, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.674951195716858, + "learning_rate": 0.0014439736915435786, + "loss": 5.2682, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 1.987032413482666, + "learning_rate": 0.0014430176861465812, + "loss": 5.1841, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 2.017362117767334, + "learning_rate": 0.0014420539151480199, + "loss": 5.215, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 1.741590142250061, + "learning_rate": 0.0014410823893474193, + "loss": 5.1823, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 2.4790561199188232, + "learning_rate": 0.0014401031196312, + "loss": 5.1719, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 2.8530025482177734, + "learning_rate": 0.0014391161169725573, + "loss": 5.1794, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 4.470705986022949, + "learning_rate": 0.0014381213924313386, + "loss": 5.1886, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.5181102752685547, + "learning_rate": 0.0014371189571539174, + "loss": 5.2539, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 1.5661035776138306, + "learning_rate": 0.0014361088223730704, + "loss": 5.3015, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 2.310349941253662, + "learning_rate": 0.0014350909994078516, + "loss": 5.2073, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 4.454345703125, + "learning_rate": 0.001434065499663464, + "loss": 5.202, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 1.5452641248703003, + "learning_rate": 0.001433032334631133, + "loss": 5.2179, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 2.83355450630188, + "learning_rate": 0.0014319915158879776, + "loss": 5.1246, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.2328715324401855, + "learning_rate": 0.0014309430550968794, + "loss": 5.1222, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.7708998918533325, + "learning_rate": 0.001429886964006354, + "loss": 5.0799, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 2.349193811416626, + "learning_rate": 0.0014288232544504174, + "loss": 5.1315, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 2.6197426319122314, + "learning_rate": 0.0014277519383484548, + "loss": 5.1204, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 2.097552537918091, + "learning_rate": 0.0014266730277050863, + "loss": 5.1609, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 1.9973235130310059, + "learning_rate": 0.0014255865346100324, + "loss": 5.0869, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 2.1963138580322266, + "learning_rate": 0.0014244924712379786, + "loss": 5.0731, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 1.9913876056671143, + "learning_rate": 0.0014233908498484393, + "loss": 5.076, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 2.04766583442688, + "learning_rate": 0.0014222816827856202, + "loss": 5.0631, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 2.4936294555664062, + "learning_rate": 0.0014211649824782797, + "loss": 5.0616, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 2.5747439861297607, + "learning_rate": 0.0014200407614395898, + "loss": 5.0554, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 2.3981728553771973, + "learning_rate": 0.0014189090322669967, + "loss": 5.0566, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 2.201969623565674, + "learning_rate": 0.001417769807642078, + "loss": 5.0772, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 6.607595920562744, + "learning_rate": 0.0014166231003304019, + "loss": 5.0717, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 2.4264588356018066, + "learning_rate": 0.0014154689231813838, + "loss": 5.0602, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 2.041923999786377, + "learning_rate": 0.0014143072891281425, + "loss": 5.0269, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 2.711793899536133, + "learning_rate": 0.0014131382111873543, + "loss": 5.0404, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 2.552089214324951, + "learning_rate": 0.0014119617024591089, + "loss": 5.0436, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 1.8372821807861328, + "learning_rate": 0.0014107777761267605, + "loss": 5.1018, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 1.857517957687378, + "learning_rate": 0.0014095864454567821, + "loss": 5.0017, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 2.4412038326263428, + "learning_rate": 0.0014083877237986153, + "loss": 4.9886, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 1.83058500289917, + "learning_rate": 0.001407181624584522, + "loss": 5.098, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 3.6769912242889404, + "learning_rate": 0.0014059681613294327, + "loss": 5.0198, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 1.8989999294281006, + "learning_rate": 0.0014047473476307955, + "loss": 5.051, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 2.89774489402771, + "learning_rate": 0.0014035191971684242, + "loss": 5.0427, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 2.3925230503082275, + "learning_rate": 0.0014022837237043441, + "loss": 5.0374, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 2.1988370418548584, + "learning_rate": 0.001401040941082639, + "loss": 5.0086, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 2.2729415893554688, + "learning_rate": 0.0013997908632292948, + "loss": 5.0359, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 2.042452573776245, + "learning_rate": 0.0013985335041520443, + "loss": 4.9858, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 2.6199772357940674, + "learning_rate": 0.00139726887794021, + "loss": 4.9499, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 2.379549026489258, + "learning_rate": 0.001395996998764546, + "loss": 4.9954, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 2.333350419998169, + "learning_rate": 0.0013947178808770794, + "loss": 5.0037, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 2.261662244796753, + "learning_rate": 0.0013934315386109509, + "loss": 5.0054, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 2.3880715370178223, + "learning_rate": 0.0013921379863802536, + "loss": 4.9978, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 2.2738215923309326, + "learning_rate": 0.0013908372386798717, + "loss": 5.0145, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 2.1261074542999268, + "learning_rate": 0.0013895293100853188, + "loss": 4.9925, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 3.12884783744812, + "learning_rate": 0.0013882142152525732, + "loss": 4.9938, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 2.532956838607788, + "learning_rate": 0.0013868919689179143, + "loss": 4.9914, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 1.8527002334594727, + "learning_rate": 0.0013855625858977584, + "loss": 5.0011, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 2.036776065826416, + "learning_rate": 0.001384226081088491, + "loss": 4.954, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 2.065924644470215, + "learning_rate": 0.0013828824694663013, + "loss": 4.9374, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 2.005577802658081, + "learning_rate": 0.0013815317660870138, + "loss": 5.1765, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 2.4041264057159424, + "learning_rate": 0.0013801739860859188, + "loss": 5.0036, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 2.1881420612335205, + "learning_rate": 0.001378809144677605, + "loss": 4.9521, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 2.115715503692627, + "learning_rate": 0.0013774372571557856, + "loss": 4.9124, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 2.3303935527801514, + "learning_rate": 0.0013760583388931315, + "loss": 4.9313, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 2.541919708251953, + "learning_rate": 0.0013746724053410944, + "loss": 4.9502, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 2.633435010910034, + "learning_rate": 0.0013732794720297367, + "loss": 4.9382, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 2.3229167461395264, + "learning_rate": 0.001371879554567556, + "loss": 4.943, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 2.1760222911834717, + "learning_rate": 0.0013704726686413116, + "loss": 4.9184, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 2.105520009994507, + "learning_rate": 0.0013690588300158467, + "loss": 4.9237, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 2.0479912757873535, + "learning_rate": 0.0013676380545339136, + "loss": 4.8809, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 2.4494359493255615, + "learning_rate": 0.0013662103581159955, + "loss": 4.8583, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 2.7703845500946045, + "learning_rate": 0.001364775756760128, + "loss": 4.8918, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 2.984938383102417, + "learning_rate": 0.0013633342665417192, + "loss": 4.9412, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 3.19482684135437, + "learning_rate": 0.0013618859036133714, + "loss": 4.9358, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 3.1088333129882812, + "learning_rate": 0.0013604306842046983, + "loss": 4.9446, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 2.5788025856018066, + "learning_rate": 0.0013589686246221438, + "loss": 4.9531, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 2.4632956981658936, + "learning_rate": 0.0013574997412487996, + "loss": 4.9389, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 6.852120399475098, + "learning_rate": 0.001356024050544221, + "loss": 4.955, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 3.0540056228637695, + "learning_rate": 0.001354541569044243, + "loss": 4.9499, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 3.690631151199341, + "learning_rate": 0.0013530523133607948, + "loss": 4.9237, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 2.374018907546997, + "learning_rate": 0.001351556300181713, + "loss": 4.9658, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 2.495804786682129, + "learning_rate": 0.0013500535462705565, + "loss": 4.9405, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 2.2292323112487793, + "learning_rate": 0.001348544068466416, + "loss": 4.8988, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 2.3601019382476807, + "learning_rate": 0.0013470278836837275, + "loss": 4.9084, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 2.504920482635498, + "learning_rate": 0.001345505008912082, + "loss": 4.9056, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 2.249976396560669, + "learning_rate": 0.0013439754612160353, + "loss": 4.8952, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 2.449305772781372, + "learning_rate": 0.0013424392577349152, + "loss": 4.8808, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 2.094162940979004, + "learning_rate": 0.0013408964156826327, + "loss": 4.8791, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 2.3999764919281006, + "learning_rate": 0.0013393469523474858, + "loss": 4.8657, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 2.1957786083221436, + "learning_rate": 0.001337790885091968, + "loss": 4.8674, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 2.2604613304138184, + "learning_rate": 0.0013362282313525728, + "loss": 4.8582, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 2.236294746398926, + "learning_rate": 0.001334659008639598, + "loss": 4.8683, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 2.395782709121704, + "learning_rate": 0.0013330832345369505, + "loss": 4.8471, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 2.2968459129333496, + "learning_rate": 0.0013315009267019487, + "loss": 4.8372, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 2.510758638381958, + "learning_rate": 0.0013299121028651246, + "loss": 4.8502, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 3.057630777359009, + "learning_rate": 0.0013283167808300247, + "loss": 4.8717, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 2.8189473152160645, + "learning_rate": 0.0013267149784730117, + "loss": 4.8901, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 3.082125663757324, + "learning_rate": 0.0013251067137430629, + "loss": 4.8708, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 2.5968902111053467, + "learning_rate": 0.00132349200466157, + "loss": 4.91, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 4.17230224609375, + "learning_rate": 0.001321870869322137, + "loss": 4.8878, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 2.535311222076416, + "learning_rate": 0.0013202433258903761, + "loss": 4.9012, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 2.5178253650665283, + "learning_rate": 0.0013186093926037072, + "loss": 4.8749, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 2.5765836238861084, + "learning_rate": 0.0013169690877711502, + "loss": 4.8521, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 3.2549009323120117, + "learning_rate": 0.0013153224297731215, + "loss": 4.8736, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 2.315842390060425, + "learning_rate": 0.001313669437061228, + "loss": 4.8556, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 2.5131428241729736, + "learning_rate": 0.0013120101281580605, + "loss": 4.826, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 2.3892571926116943, + "learning_rate": 0.001310344521656985, + "loss": 4.8456, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 2.556605815887451, + "learning_rate": 0.0013086726362219363, + "loss": 4.8452, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 2.3933675289154053, + "learning_rate": 0.0013069944905872064, + "loss": 4.8838, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 2.5870211124420166, + "learning_rate": 0.001305310103557237, + "loss": 4.8431, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 2.5385541915893555, + "learning_rate": 0.001303619494006407, + "loss": 4.8257, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 2.5317254066467285, + "learning_rate": 0.001301922680878822, + "loss": 4.8613, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 2.903883218765259, + "learning_rate": 0.0013002196831881014, + "loss": 4.829, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 2.642857789993286, + "learning_rate": 0.0012985105200171664, + "loss": 4.8255, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 3.0150463581085205, + "learning_rate": 0.0012967952105180243, + "loss": 4.8294, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 2.6593401432037354, + "learning_rate": 0.001295073773911556, + "loss": 4.8073, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 3.1376888751983643, + "learning_rate": 0.001293346229487299, + "loss": 4.8181, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 3.406196117401123, + "learning_rate": 0.0012916125966032322, + "loss": 4.8379, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 4.167253017425537, + "learning_rate": 0.0012898728946855588, + "loss": 4.8486, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 2.59110426902771, + "learning_rate": 0.001288127143228488, + "loss": 4.8456, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 2.7719688415527344, + "learning_rate": 0.0012863753617940172, + "loss": 4.8361, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 2.9639158248901367, + "learning_rate": 0.001284617570011713, + "loss": 4.8355, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 2.5431289672851562, + "learning_rate": 0.0012828537875784905, + "loss": 4.8184, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 3.6541528701782227, + "learning_rate": 0.001281084034258393, + "loss": 4.8096, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 2.870486259460449, + "learning_rate": 0.0012793083298823708, + "loss": 4.8081, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 2.7524688243865967, + "learning_rate": 0.0012775266943480582, + "loss": 4.8195, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 2.76414155960083, + "learning_rate": 0.0012757391476195517, + "loss": 4.7903, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 3.576305389404297, + "learning_rate": 0.0012739457097271849, + "loss": 4.8077, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 2.469773530960083, + "learning_rate": 0.0012721464007673055, + "loss": 4.8419, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 2.934180498123169, + "learning_rate": 0.0012703412409020484, + "loss": 4.8055, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 14.20032024383545, + "learning_rate": 0.0012685302503591118, + "loss": 4.8917, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 3.133007287979126, + "learning_rate": 0.001266713449431529, + "loss": 4.8588, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 2.526608943939209, + "learning_rate": 0.001264890858477441, + "loss": 4.7892, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 2.7648675441741943, + "learning_rate": 0.0012630624979198697, + "loss": 4.7691, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 2.9659976959228516, + "learning_rate": 0.0012612283882464882, + "loss": 4.7657, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 2.685804843902588, + "learning_rate": 0.0012593885500093906, + "loss": 4.7829, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 2.5587093830108643, + "learning_rate": 0.0012575430038248628, + "loss": 4.7709, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 2.9499034881591797, + "learning_rate": 0.0012556917703731509, + "loss": 4.765, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 2.5674445629119873, + "learning_rate": 0.00125383487039823, + "loss": 4.7795, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 2.9498372077941895, + "learning_rate": 0.0012519723247075706, + "loss": 4.7738, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 2.933891773223877, + "learning_rate": 0.0012501041541719067, + "loss": 4.7914, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 2.7813920974731445, + "learning_rate": 0.0012482303797250014, + "loss": 4.7757, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 2.9547176361083984, + "learning_rate": 0.0012463510223634125, + "loss": 4.7734, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 2.472228527069092, + "learning_rate": 0.0012444661031462566, + "loss": 4.7739, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 3.028064489364624, + "learning_rate": 0.0012425756431949742, + "loss": 4.7681, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 3.141963005065918, + "learning_rate": 0.0012406796636930918, + "loss": 4.7624, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 2.920543670654297, + "learning_rate": 0.0012387781858859857, + "loss": 4.7818, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 2.7779557704925537, + "learning_rate": 0.0012368712310806432, + "loss": 4.794, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 2.517868757247925, + "learning_rate": 0.001234958820645424, + "loss": 4.7548, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 3.2706551551818848, + "learning_rate": 0.0012330409760098208, + "loss": 4.7749, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 3.8404297828674316, + "learning_rate": 0.0012311177186642194, + "loss": 4.7622, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 3.0984554290771484, + "learning_rate": 0.001229189070159657, + "loss": 4.7836, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 3.7385094165802, + "learning_rate": 0.0012272550521075824, + "loss": 4.7533, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 3.1707301139831543, + "learning_rate": 0.0012253156861796119, + "loss": 4.7528, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 2.649907350540161, + "learning_rate": 0.001223370994107288, + "loss": 4.7289, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 3.0319390296936035, + "learning_rate": 0.001221420997681834, + "loss": 4.7231, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 3.859168767929077, + "learning_rate": 0.001219465718753913, + "loss": 4.7402, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 2.6841399669647217, + "learning_rate": 0.00121750517923338, + "loss": 4.7369, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 2.609192132949829, + "learning_rate": 0.001215539401089037, + "loss": 4.7213, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 2.8833703994750977, + "learning_rate": 0.0012135684063483891, + "loss": 4.743, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 2.5281152725219727, + "learning_rate": 0.0012115922170973935, + "loss": 4.7121, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 3.071457624435425, + "learning_rate": 0.0012096108554802165, + "loss": 4.726, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 2.8602724075317383, + "learning_rate": 0.0012076243436989823, + "loss": 4.7402, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 2.686028480529785, + "learning_rate": 0.001205632704013525, + "loss": 4.7209, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 3.447962760925293, + "learning_rate": 0.0012036359587411405, + "loss": 4.7218, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 3.034770965576172, + "learning_rate": 0.0012016341302563342, + "loss": 4.7423, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 3.1976609230041504, + "learning_rate": 0.0011996272409905717, + "loss": 4.7306, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 3.0060033798217773, + "learning_rate": 0.001197615313432027, + "loss": 4.7189, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 3.354975700378418, + "learning_rate": 0.0011955983701253312, + "loss": 4.7151, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 2.883009672164917, + "learning_rate": 0.0011935764336713187, + "loss": 4.7402, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 2.7966136932373047, + "learning_rate": 0.0011915495267267745, + "loss": 4.7447, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 3.373680353164673, + "learning_rate": 0.001189517672004181, + "loss": 4.736, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 2.5867300033569336, + "learning_rate": 0.0011874808922714623, + "loss": 4.7326, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 2.7779064178466797, + "learning_rate": 0.00118543921035173, + "loss": 4.7195, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 2.6546518802642822, + "learning_rate": 0.0011833926491230265, + "loss": 4.7024, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 2.8331165313720703, + "learning_rate": 0.0011813412315180704, + "loss": 4.6846, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 2.4070839881896973, + "learning_rate": 0.0011792849805239967, + "loss": 4.7142, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 2.8148386478424072, + "learning_rate": 0.0011772239191821029, + "loss": 4.6901, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 3.1715586185455322, + "learning_rate": 0.001175158070587587, + "loss": 4.7108, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 3.4174892902374268, + "learning_rate": 0.0011730874578892913, + "loss": 4.7169, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 3.138155937194824, + "learning_rate": 0.0011710121042894425, + "loss": 4.7171, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 3.323488712310791, + "learning_rate": 0.0011689320330433904, + "loss": 4.7121, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 3.087789297103882, + "learning_rate": 0.0011668472674593497, + "loss": 4.7117, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 3.9287619590759277, + "learning_rate": 0.0011647578308981363, + "loss": 4.7122, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 2.920612335205078, + "learning_rate": 0.0011626637467729072, + "loss": 4.6993, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 2.7639284133911133, + "learning_rate": 0.0011605650385488977, + "loss": 4.6876, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 2.5909385681152344, + "learning_rate": 0.0011584617297431578, + "loss": 4.6858, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 3.622706174850464, + "learning_rate": 0.0011563538439242902, + "loss": 4.6875, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 3.129620313644409, + "learning_rate": 0.0011542414047121842, + "loss": 4.7045, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 3.420426607131958, + "learning_rate": 0.0011521244357777533, + "loss": 4.7081, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 3.2381699085235596, + "learning_rate": 0.0011500029608426676, + "loss": 4.7029, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 2.674516439437866, + "learning_rate": 0.00114787700367909, + "loss": 4.6829, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 2.992539882659912, + "learning_rate": 0.001145746588109408, + "loss": 4.677, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 2.480374813079834, + "learning_rate": 0.0011436117380059692, + "loss": 4.6523, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 3.1188433170318604, + "learning_rate": 0.0011414724772908105, + "loss": 4.6511, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 3.0314910411834717, + "learning_rate": 0.0011393288299353934, + "loss": 4.6664, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 3.0282297134399414, + "learning_rate": 0.001137180819960333, + "loss": 4.6642, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 3.9388370513916016, + "learning_rate": 0.0011350284714351298, + "loss": 4.6795, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 3.2480647563934326, + "learning_rate": 0.0011328718084779004, + "loss": 4.6782, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 3.7007675170898438, + "learning_rate": 0.001130710855255106, + "loss": 4.6828, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 2.5426015853881836, + "learning_rate": 0.0011285456359812825, + "loss": 4.6866, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 2.65291690826416, + "learning_rate": 0.0011263761749187693, + "loss": 4.6515, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 2.700204372406006, + "learning_rate": 0.001124202496377437, + "loss": 4.6502, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 3.059195041656494, + "learning_rate": 0.0011220246247144149, + "loss": 4.622, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 2.9939522743225098, + "learning_rate": 0.0011198425843338183, + "loss": 4.6311, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 3.6204516887664795, + "learning_rate": 0.0011176563996864754, + "loss": 4.6152, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 2.8647263050079346, + "learning_rate": 0.0011154660952696525, + "loss": 4.6962, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 2.8345961570739746, + "learning_rate": 0.00111327169562678, + "loss": 4.6507, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 3.119981050491333, + "learning_rate": 0.0011110732253471777, + "loss": 4.6423, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 2.9357082843780518, + "learning_rate": 0.0011088707090657784, + "loss": 4.636, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 2.935332775115967, + "learning_rate": 0.0011066641714628522, + "loss": 4.646, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 2.913219690322876, + "learning_rate": 0.0011044536372637307, + "loss": 4.6506, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 3.2490315437316895, + "learning_rate": 0.001102239131238529, + "loss": 4.6387, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 2.9215688705444336, + "learning_rate": 0.0011000206782018683, + "loss": 4.6413, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 2.824744939804077, + "learning_rate": 0.0010977983030125982, + "loss": 4.659, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 2.8020405769348145, + "learning_rate": 0.0010955720305735176, + "loss": 4.6563, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 2.5569417476654053, + "learning_rate": 0.0010933418858310965, + "loss": 4.6612, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 2.829496145248413, + "learning_rate": 0.0010911078937751954, + "loss": 4.6706, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 2.9988930225372314, + "learning_rate": 0.0010888700794387867, + "loss": 4.6448, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 2.840087652206421, + "learning_rate": 0.001086628467897672, + "loss": 4.6458, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 3.391510009765625, + "learning_rate": 0.0010843830842702036, + "loss": 4.6318, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 2.902096748352051, + "learning_rate": 0.0010821339537170015, + "loss": 4.6336, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 2.794826030731201, + "learning_rate": 0.0010798811014406716, + "loss": 4.6141, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 2.7015678882598877, + "learning_rate": 0.0010776245526855235, + "loss": 4.6076, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 3.226649522781372, + "learning_rate": 0.0010753643327372886, + "loss": 4.6197, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 3.007014274597168, + "learning_rate": 0.001073100466922834, + "loss": 4.6341, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 2.9536163806915283, + "learning_rate": 0.0010708329806098822, + "loss": 4.6276, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 2.414544105529785, + "learning_rate": 0.0010685618992067243, + "loss": 4.622, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 2.5139007568359375, + "learning_rate": 0.0010662872481619367, + "loss": 4.6093, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 2.673452377319336, + "learning_rate": 0.0010640090529640948, + "loss": 4.5998, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 3.1928837299346924, + "learning_rate": 0.001061727339141488, + "loss": 4.6124, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 2.9210877418518066, + "learning_rate": 0.0010594421322618341, + "loss": 4.6103, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 2.8277082443237305, + "learning_rate": 0.001057153457931992, + "loss": 4.6126, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 2.984498977661133, + "learning_rate": 0.0010548613417976748, + "loss": 4.6394, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 2.687344789505005, + "learning_rate": 0.0010525658095431635, + "loss": 4.6244, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 3.3516616821289062, + "learning_rate": 0.0010502668868910174, + "loss": 4.6197, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 4.074513912200928, + "learning_rate": 0.0010479645996017875, + "loss": 4.6509, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 4.737973690032959, + "learning_rate": 0.0010456589734737273, + "loss": 4.6472, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 2.885319471359253, + "learning_rate": 0.001043350034342503, + "loss": 4.6515, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 3.344156503677368, + "learning_rate": 0.0010410378080809052, + "loss": 4.6053, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 2.7792258262634277, + "learning_rate": 0.001038722320598558, + "loss": 4.6058, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 3.3080620765686035, + "learning_rate": 0.0010364035978416297, + "loss": 4.6035, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 2.8839192390441895, + "learning_rate": 0.0010340816657925407, + "loss": 4.6016, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 2.7843339443206787, + "learning_rate": 0.0010317565504696733, + "loss": 4.5949, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 2.5266425609588623, + "learning_rate": 0.0010294282779270802, + "loss": 4.5968, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 2.542349338531494, + "learning_rate": 0.0010270968742541917, + "loss": 4.5723, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 3.161289691925049, + "learning_rate": 0.001024762365575525, + "loss": 4.6007, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 2.4420015811920166, + "learning_rate": 0.0010224247780503892, + "loss": 4.5904, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 2.9263546466827393, + "learning_rate": 0.001020084137872594, + "loss": 4.5761, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 2.9866251945495605, + "learning_rate": 0.0010177404712701558, + "loss": 4.5985, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 3.401718854904175, + "learning_rate": 0.001015393804505003, + "loss": 4.5929, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 3.172886371612549, + "learning_rate": 0.0010130441638726828, + "loss": 4.5936, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 3.3034322261810303, + "learning_rate": 0.0010106915757020654, + "loss": 4.6136, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 2.8849706649780273, + "learning_rate": 0.0010083360663550502, + "loss": 4.62, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 3.4315314292907715, + "learning_rate": 0.0010059776622262698, + "loss": 4.6161, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 2.871699333190918, + "learning_rate": 0.0010036163897427937, + "loss": 4.6007, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 3.350747585296631, + "learning_rate": 0.001001252275363833, + "loss": 4.5864, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 6.969882965087891, + "learning_rate": 0.0009988853455804442, + "loss": 4.5909, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 3.071051836013794, + "learning_rate": 0.0009965156269152308, + "loss": 4.6002, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 3.1520445346832275, + "learning_rate": 0.0009941431459220475, + "loss": 4.5835, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 3.175671339035034, + "learning_rate": 0.0009917679291857027, + "loss": 4.587, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 3.8424770832061768, + "learning_rate": 0.0009893900033216593, + "loss": 4.5847, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 2.9847989082336426, + "learning_rate": 0.000987009394975738, + "loss": 4.593, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 2.673767566680908, + "learning_rate": 0.0009846261308238177, + "loss": 4.6003, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 3.192701578140259, + "learning_rate": 0.0009822402375715366, + "loss": 4.5998, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 3.954310655593872, + "learning_rate": 0.000979851741953994, + "loss": 4.5992, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 2.981520414352417, + "learning_rate": 0.0009774606707354493, + "loss": 4.5949, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 3.151970148086548, + "learning_rate": 0.0009750670507090233, + "loss": 4.5648, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 2.6016056537628174, + "learning_rate": 0.0009726709086963967, + "loss": 4.5472, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 3.549995183944702, + "learning_rate": 0.0009702722715475113, + "loss": 4.5533, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 2.8463425636291504, + "learning_rate": 0.0009678711661402672, + "loss": 4.5612, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 3.008061647415161, + "learning_rate": 0.0009654676193802232, + "loss": 4.5726, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 3.4539527893066406, + "learning_rate": 0.000963061658200294, + "loss": 4.5766, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 3.225945234298706, + "learning_rate": 0.0009606533095604499, + "loss": 4.5825, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 3.2258594036102295, + "learning_rate": 0.0009582426004474129, + "loss": 4.572, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 2.8319954872131348, + "learning_rate": 0.0009558295578743559, + "loss": 4.5805, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 2.5683205127716064, + "learning_rate": 0.0009534142088805994, + "loss": 4.5558, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 2.871180534362793, + "learning_rate": 0.000950996580531308, + "loss": 4.5538, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 3.601771593093872, + "learning_rate": 0.000948576699917188, + "loss": 4.5528, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 3.3274970054626465, + "learning_rate": 0.0009461545941541832, + "loss": 4.5973, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 3.1300699710845947, + "learning_rate": 0.0009437302903831712, + "loss": 4.5732, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 3.4191720485687256, + "learning_rate": 0.0009413038157696595, + "loss": 4.5666, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 3.307903289794922, + "learning_rate": 0.0009388751975034815, + "loss": 4.5491, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 3.1058967113494873, + "learning_rate": 0.0009364444627984902, + "loss": 4.5665, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 3.429597854614258, + "learning_rate": 0.0009340116388922551, + "loss": 4.5653, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 3.3910765647888184, + "learning_rate": 0.0009315767530457556, + "loss": 4.5783, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 3.5425071716308594, + "learning_rate": 0.0009291398325430771, + "loss": 4.5947, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 2.863107442855835, + "learning_rate": 0.0009267009046911032, + "loss": 4.5497, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 2.8670520782470703, + "learning_rate": 0.0009242599968192119, + "loss": 4.554, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 3.9779365062713623, + "learning_rate": 0.0009218171362789674, + "loss": 4.536, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 2.962700128555298, + "learning_rate": 0.000919372350443815, + "loss": 4.5446, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 3.4159317016601562, + "learning_rate": 0.0009169256667087738, + "loss": 4.5579, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 3.5039987564086914, + "learning_rate": 0.0009144771124901295, + "loss": 4.5447, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 3.0800342559814453, + "learning_rate": 0.0009120267152251281, + "loss": 4.5624, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 2.8276429176330566, + "learning_rate": 0.0009095745023716671, + "loss": 4.5667, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 2.726032018661499, + "learning_rate": 0.0009071205014079888, + "loss": 4.535, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 3.5510318279266357, + "learning_rate": 0.0009046647398323728, + "loss": 4.5347, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 3.399991989135742, + "learning_rate": 0.0009022072451628263, + "loss": 4.559, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 3.2381067276000977, + "learning_rate": 0.0008997480449367771, + "loss": 4.5635, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 3.290466070175171, + "learning_rate": 0.0008972871667107643, + "loss": 4.5389, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 3.3038268089294434, + "learning_rate": 0.0008948246380601303, + "loss": 4.5415, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 2.8505473136901855, + "learning_rate": 0.000892360486578711, + "loss": 4.5383, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 2.6588008403778076, + "learning_rate": 0.0008898947398785271, + "loss": 4.5277, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 3.50152325630188, + "learning_rate": 0.000887427425589474, + "loss": 4.531, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 3.214852809906006, + "learning_rate": 0.0008849585713590134, + "loss": 4.55, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 3.2937514781951904, + "learning_rate": 0.0008824882048518622, + "loss": 4.5575, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 3.690120220184326, + "learning_rate": 0.0008800163537496837, + "loss": 4.5584, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 3.255889415740967, + "learning_rate": 0.0008775430457507759, + "loss": 4.5667, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 3.4331369400024414, + "learning_rate": 0.0008750683085697632, + "loss": 4.5741, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 2.9492852687835693, + "learning_rate": 0.0008725921699372839, + "loss": 4.5895, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 2.763516426086426, + "learning_rate": 0.0008701146575996804, + "loss": 4.555, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 3.1769704818725586, + "learning_rate": 0.0008676357993186882, + "loss": 4.5153, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 3.3468739986419678, + "learning_rate": 0.0008654036990414308, + "loss": 4.5427, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 3.2965071201324463, + "learning_rate": 0.0008629223600053465, + "loss": 4.5411, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 2.8209431171417236, + "learning_rate": 0.0008604397556190797, + "loss": 4.5357, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 2.6621696949005127, + "learning_rate": 0.0008579559137014254, + "loss": 4.5361, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 3.6703906059265137, + "learning_rate": 0.0008554708620850445, + "loss": 4.5243, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 2.6653189659118652, + "learning_rate": 0.0008529846286161539, + "loss": 4.5379, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 4.057528018951416, + "learning_rate": 0.0008504972411542138, + "loss": 4.5415, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 2.342545509338379, + "learning_rate": 0.000848008727571615, + "loss": 4.5662, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 2.9106974601745605, + "learning_rate": 0.0008455191157533677, + "loss": 4.5453, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 4.176686763763428, + "learning_rate": 0.0008430284335967876, + "loss": 4.5473, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 3.731269598007202, + "learning_rate": 0.0008405367090111845, + "loss": 4.5439, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 3.6147356033325195, + "learning_rate": 0.0008380439699175493, + "loss": 4.5363, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 3.511557102203369, + "learning_rate": 0.0008355502442482403, + "loss": 4.5265, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 3.691112995147705, + "learning_rate": 0.0008330555599466716, + "loss": 4.5124, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 3.494528293609619, + "learning_rate": 0.0008305599449669989, + "loss": 4.5338, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 3.026498794555664, + "learning_rate": 0.0008280634272738066, + "loss": 4.5385, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 3.2435731887817383, + "learning_rate": 0.0008255660348417944, + "loss": 4.5209, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 3.309622287750244, + "learning_rate": 0.0008230677956554637, + "loss": 4.5224, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 3.1670479774475098, + "learning_rate": 0.0008205687377088048, + "loss": 4.5176, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 3.0397000312805176, + "learning_rate": 0.0008180688890049823, + "loss": 4.516, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 3.4361259937286377, + "learning_rate": 0.0008155682775560215, + "loss": 4.52, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 3.779851198196411, + "learning_rate": 0.0008130669313824944, + "loss": 4.517, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 3.648378372192383, + "learning_rate": 0.0008105648785132065, + "loss": 4.5121, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 2.8818464279174805, + "learning_rate": 0.0008080621469848817, + "loss": 4.5188, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 3.1171231269836426, + "learning_rate": 0.0008055587648418492, + "loss": 4.4975, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 3.2030348777770996, + "learning_rate": 0.0008030547601357281, + "loss": 4.4998, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 3.1776087284088135, + "learning_rate": 0.0008005501609251136, + "loss": 4.518, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 3.1814539432525635, + "learning_rate": 0.0007980449952752633, + "loss": 4.5233, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 3.009540557861328, + "learning_rate": 0.000795539291257781, + "loss": 4.5171, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 4.04673433303833, + "learning_rate": 0.000793033076950304, + "loss": 4.5101, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 3.194821834564209, + "learning_rate": 0.0007905263804361873, + "loss": 4.5462, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 3.2426836490631104, + "learning_rate": 0.0007880192298041893, + "loss": 4.5206, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 3.2996058464050293, + "learning_rate": 0.0007855116531481572, + "loss": 4.51, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 3.2834324836730957, + "learning_rate": 0.0007830036785667116, + "loss": 4.5004, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 2.7887423038482666, + "learning_rate": 0.0007804953341629326, + "loss": 4.5193, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 3.367150068283081, + "learning_rate": 0.0007779866480440437, + "loss": 4.5042, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 2.977492570877075, + "learning_rate": 0.0007754776483210981, + "loss": 4.488, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 3.519120454788208, + "learning_rate": 0.0007729683631086627, + "loss": 4.5012, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 3.321234703063965, + "learning_rate": 0.0007704588205245034, + "loss": 4.509, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 3.230801820755005, + "learning_rate": 0.0007679490486892705, + "loss": 4.5065, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 3.595907688140869, + "learning_rate": 0.0007654390757261827, + "loss": 4.5063, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 3.3380320072174072, + "learning_rate": 0.0007629289297607127, + "loss": 4.5023, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 3.2435503005981445, + "learning_rate": 0.000760418638920272, + "loss": 4.495, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 3.4500696659088135, + "learning_rate": 0.0007579082313338943, + "loss": 4.4807, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 2.8793153762817383, + "learning_rate": 0.0007553977351319235, + "loss": 4.4803, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 3.8507115840911865, + "learning_rate": 0.0007528871784456948, + "loss": 4.4794, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 3.6089282035827637, + "learning_rate": 0.0007503765894072217, + "loss": 4.5068, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 3.528726100921631, + "learning_rate": 0.0007478659961488805, + "loss": 4.5079, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 3.119722366333008, + "learning_rate": 0.0007453554268030946, + "loss": 4.5003, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 3.3979053497314453, + "learning_rate": 0.0007428449095020192, + "loss": 4.5129, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 3.525012493133545, + "learning_rate": 0.0007403344723772265, + "loss": 4.4934, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 3.0945098400115967, + "learning_rate": 0.0007378241435593901, + "loss": 4.4938, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 3.4211156368255615, + "learning_rate": 0.0007353139511779707, + "loss": 4.4854, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 3.3163328170776367, + "learning_rate": 0.0007328039233608993, + "loss": 4.4702, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 3.465574026107788, + "learning_rate": 0.0007302940882342634, + "loss": 4.4925, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 3.7374582290649414, + "learning_rate": 0.0007277844739219908, + "loss": 4.5083, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 3.117872953414917, + "learning_rate": 0.0007252751085455355, + "loss": 4.5039, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 3.559821367263794, + "learning_rate": 0.0007227660202235616, + "loss": 4.4943, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 3.142214775085449, + "learning_rate": 0.0007202572370716292, + "loss": 4.496, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 3.048147439956665, + "learning_rate": 0.0007177487872018784, + "loss": 4.4815, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 2.8286218643188477, + "learning_rate": 0.0007152406987227149, + "loss": 4.4776, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 3.049813985824585, + "learning_rate": 0.0007127329997384946, + "loss": 4.4658, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 3.621373176574707, + "learning_rate": 0.0007102257183492092, + "loss": 4.4758, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 3.5828049182891846, + "learning_rate": 0.000707718882650171, + "loss": 4.4793, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 3.276440382003784, + "learning_rate": 0.0007052125207316975, + "loss": 4.4842, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 2.9380855560302734, + "learning_rate": 0.0007027066606787988, + "loss": 4.4611, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 2.8913345336914062, + "learning_rate": 0.0007002013305708598, + "loss": 4.4561, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 2.8837273120880127, + "learning_rate": 0.0006976965584813277, + "loss": 4.4543, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 3.460888147354126, + "learning_rate": 0.000695192372477397, + "loss": 4.4592, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 3.782970428466797, + "learning_rate": 0.0006926888006196944, + "loss": 4.466, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 3.4546279907226562, + "learning_rate": 0.000690185870961965, + "loss": 4.4753, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 3.430248737335205, + "learning_rate": 0.0006876836115507579, + "loss": 4.4824, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 3.0455105304718018, + "learning_rate": 0.0006851820504251117, + "loss": 4.4762, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 3.2662668228149414, + "learning_rate": 0.0006826812156162401, + "loss": 4.4696, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 3.1972880363464355, + "learning_rate": 0.0006801811351472185, + "loss": 4.4603, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 3.152986764907837, + "learning_rate": 0.000677681837032669, + "loss": 4.4692, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 3.7994041442871094, + "learning_rate": 0.0006751833492784476, + "loss": 4.4679, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 3.1490654945373535, + "learning_rate": 0.0006726856998813291, + "loss": 4.4551, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 3.9151251316070557, + "learning_rate": 0.0006701889168286953, + "loss": 4.4552, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 2.940554141998291, + "learning_rate": 0.000667693028098219, + "loss": 4.4685, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 2.848872423171997, + "learning_rate": 0.0006651980616575522, + "loss": 4.4488, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 3.832012891769409, + "learning_rate": 0.0006627040454640123, + "loss": 4.4518, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 3.0563342571258545, + "learning_rate": 0.0006602110074642682, + "loss": 4.4558, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 3.192211151123047, + "learning_rate": 0.0006577189755940282, + "loss": 4.449, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 3.361438512802124, + "learning_rate": 0.0006552279777777258, + "loss": 4.4538, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 3.468320846557617, + "learning_rate": 0.0006527380419282088, + "loss": 4.4533, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 3.1625330448150635, + "learning_rate": 0.0006502491959464235, + "loss": 4.4369, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 3.177511215209961, + "learning_rate": 0.0006477614677211046, + "loss": 4.4523, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 2.7941603660583496, + "learning_rate": 0.0006452748851284615, + "loss": 4.432, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 3.381495714187622, + "learning_rate": 0.0006427894760318664, + "loss": 4.4325, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 3.354574203491211, + "learning_rate": 0.0006403052682815415, + "loss": 4.4502, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 3.33038592338562, + "learning_rate": 0.0006378222897142482, + "loss": 4.4638, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 2.9987823963165283, + "learning_rate": 0.0006353405681529734, + "loss": 4.4527, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 3.688260078430176, + "learning_rate": 0.000632860131406619, + "loss": 4.4503, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 3.7564122676849365, + "learning_rate": 0.00063038100726969, + "loss": 4.4557, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 3.0735015869140625, + "learning_rate": 0.0006279032235219829, + "loss": 4.4523, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 2.9314091205596924, + "learning_rate": 0.0006254268079282743, + "loss": 4.4371, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 3.121161699295044, + "learning_rate": 0.00062295178823801, + "loss": 4.4247, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 3.307239055633545, + "learning_rate": 0.0006204781921849945, + "loss": 4.439, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 3.380671262741089, + "learning_rate": 0.0006180060474870793, + "loss": 4.4486, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 3.1390392780303955, + "learning_rate": 0.000615535381845853, + "loss": 4.4462, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 3.6875271797180176, + "learning_rate": 0.0006130662229463301, + "loss": 4.4394, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 3.0988991260528564, + "learning_rate": 0.0006105985984566421, + "loss": 4.4435, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 3.780428647994995, + "learning_rate": 0.0006081325360277257, + "loss": 4.4404, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 3.4755797386169434, + "learning_rate": 0.0006056680632930154, + "loss": 4.4523, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 2.8833975791931152, + "learning_rate": 0.0006032052078681312, + "loss": 4.4396, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 3.0409247875213623, + "learning_rate": 0.0006007439973505707, + "loss": 4.4202, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 3.9057488441467285, + "learning_rate": 0.0005982844593193995, + "loss": 4.4252, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 3.0410540103912354, + "learning_rate": 0.0005958266213349422, + "loss": 4.444, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 2.9824821949005127, + "learning_rate": 0.0005933705109384735, + "loss": 4.4266, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 3.238953113555908, + "learning_rate": 0.0005909161556519096, + "loss": 4.4305, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 3.3729684352874756, + "learning_rate": 0.0005884635829775002, + "loss": 4.4307, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 3.900089740753174, + "learning_rate": 0.0005860128203975196, + "loss": 4.4492, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 3.2625949382781982, + "learning_rate": 0.0005835638953739589, + "loss": 4.4485, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 3.4712352752685547, + "learning_rate": 0.0005811168353482191, + "loss": 4.4413, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 3.7630677223205566, + "learning_rate": 0.0005786716677408025, + "loss": 4.4323, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 3.911316394805908, + "learning_rate": 0.0005762284199510059, + "loss": 4.4242, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 3.6942920684814453, + "learning_rate": 0.0005737871193566141, + "loss": 4.4474, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 3.516204357147217, + "learning_rate": 0.0005713477933135923, + "loss": 4.4505, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 3.2319347858428955, + "learning_rate": 0.0005689104691557798, + "loss": 4.4385, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 3.6643333435058594, + "learning_rate": 0.0005664751741945839, + "loss": 4.4434, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 3.1461639404296875, + "learning_rate": 0.0005640419357186738, + "loss": 4.4358, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 3.308415651321411, + "learning_rate": 0.0005616107809936746, + "loss": 4.4299, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 3.5486373901367188, + "learning_rate": 0.0005591817372618621, + "loss": 4.4287, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 3.634885549545288, + "learning_rate": 0.0005567548317418576, + "loss": 4.4279, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 3.5677859783172607, + "learning_rate": 0.0005543300916283223, + "loss": 4.4271, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 3.5759193897247314, + "learning_rate": 0.0005519075440916534, + "loss": 4.4384, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 4.042449951171875, + "learning_rate": 0.0005494872162776786, + "loss": 4.4376, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 2.929685592651367, + "learning_rate": 0.0005470691353073531, + "loss": 4.4359, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 3.289767265319824, + "learning_rate": 0.0005446533282764543, + "loss": 4.4237, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 4.240915298461914, + "learning_rate": 0.0005422398222552806, + "loss": 4.4282, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 3.4194846153259277, + "learning_rate": 0.0005398286442883448, + "loss": 4.4455, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 4.180428981781006, + "learning_rate": 0.0005374198213940734, + "loss": 4.4277, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 3.635732889175415, + "learning_rate": 0.0005350133805645034, + "loss": 4.4373, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 3.748232841491699, + "learning_rate": 0.000532609348764979, + "loss": 4.4384, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 3.5721983909606934, + "learning_rate": 0.0005302077529338507, + "loss": 4.44, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 3.570868730545044, + "learning_rate": 0.0005278086199821718, + "loss": 4.4338, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 3.287091016769409, + "learning_rate": 0.0005254119767933992, + "loss": 4.429, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 3.0535316467285156, + "learning_rate": 0.00052301785022309, + "loss": 4.4242, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 3.1510660648345947, + "learning_rate": 0.0005206262670986012, + "loss": 4.4157, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 3.5819060802459717, + "learning_rate": 0.0005182372542187895, + "loss": 4.4143, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 3.865048408508301, + "learning_rate": 0.0005158508383537109, + "loss": 4.4288, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 3.293900966644287, + "learning_rate": 0.00051346704624432, + "loss": 4.4172, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 3.0748679637908936, + "learning_rate": 0.000511085904602172, + "loss": 4.4249, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 4.089321613311768, + "learning_rate": 0.0005087074401091212, + "loss": 4.4221, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 3.5329396724700928, + "learning_rate": 0.0005063316794170239, + "loss": 4.4356, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 3.693916082382202, + "learning_rate": 0.0005039586491474386, + "loss": 4.4157, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 3.4709231853485107, + "learning_rate": 0.0005015883758913281, + "loss": 4.4246, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 3.9887397289276123, + "learning_rate": 0.0004992208862087616, + "loss": 4.4245, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 3.357384204864502, + "learning_rate": 0.0004968562066286168, + "loss": 4.4342, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 3.5773301124572754, + "learning_rate": 0.0004944943636482836, + "loss": 4.4197, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 3.454458236694336, + "learning_rate": 0.0004921353837333657, + "loss": 4.4113, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 3.6243648529052734, + "learning_rate": 0.0004897792933173847, + "loss": 4.4162, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 3.646883249282837, + "learning_rate": 0.0004874261188014842, + "loss": 4.4063, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 3.113924026489258, + "learning_rate": 0.00048507588655413367, + "loss": 4.398, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 3.4230501651763916, + "learning_rate": 0.0004827286229108331, + "loss": 4.3981, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 3.9238340854644775, + "learning_rate": 0.0004803843541738173, + "loss": 4.4069, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 3.303436517715454, + "learning_rate": 0.0004780431066117629, + "loss": 4.4218, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 3.3049023151397705, + "learning_rate": 0.00047570490645949175, + "loss": 4.4103, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 3.1957497596740723, + "learning_rate": 0.0004733697799176781, + "loss": 4.4006, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 3.774670362472534, + "learning_rate": 0.0004710377531525552, + "loss": 4.3986, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 3.9058892726898193, + "learning_rate": 0.00046870885229562153, + "loss": 4.4136, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 3.088975191116333, + "learning_rate": 0.00046638310344334835, + "loss": 4.411, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 3.696850299835205, + "learning_rate": 0.0004640605326568874, + "loss": 4.3938, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 4.2880539894104, + "learning_rate": 0.00046174116596177833, + "loss": 4.4008, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 3.434882879257202, + "learning_rate": 0.00045942502934765735, + "loss": 4.4128, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 3.839188814163208, + "learning_rate": 0.00045711214876796623, + "loss": 4.42, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 4.07228946685791, + "learning_rate": 0.00045480255013966123, + "loss": 4.4306, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 3.7824175357818604, + "learning_rate": 0.0004524962593429227, + "loss": 4.4249, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 3.6401214599609375, + "learning_rate": 0.0004501933022208649, + "loss": 4.4232, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 3.3243372440338135, + "learning_rate": 0.0004478937045792474, + "loss": 4.399, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 3.512340545654297, + "learning_rate": 0.00044559749218618444, + "loss": 4.4001, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 3.8359873294830322, + "learning_rate": 0.0004433046907718571, + "loss": 4.4026, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 4.5959272384643555, + "learning_rate": 0.0004410153260282246, + "loss": 4.4087, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 3.5270018577575684, + "learning_rate": 0.0004387294236087368, + "loss": 4.4123, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 3.62646484375, + "learning_rate": 0.0004364470091280463, + "loss": 4.4145, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 3.673903226852417, + "learning_rate": 0.00043416810816172244, + "loss": 4.4123, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 3.8226370811462402, + "learning_rate": 0.0004318927462459629, + "loss": 4.4055, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 3.7879207134246826, + "learning_rate": 0.000429620948877309, + "loss": 4.4165, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 3.618147611618042, + "learning_rate": 0.00042735274151235953, + "loss": 4.4136, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 3.8073320388793945, + "learning_rate": 0.0004250881495674855, + "loss": 4.4136, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 3.799858331680298, + "learning_rate": 0.00042282719841854567, + "loss": 4.4157, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 3.574157953262329, + "learning_rate": 0.0004205699134006011, + "loss": 4.401, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 3.354156494140625, + "learning_rate": 0.00041831631980763324, + "loss": 4.3985, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 3.283491373062134, + "learning_rate": 0.0004160664428922586, + "loss": 4.3842, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 3.2704107761383057, + "learning_rate": 0.0004138203078654463, + "loss": 4.3795, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 3.7862582206726074, + "learning_rate": 0.00041157793989623625, + "loss": 4.3912, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 3.939448118209839, + "learning_rate": 0.0004093393641114565, + "loss": 4.4069, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 3.688568592071533, + "learning_rate": 0.00040710460559544167, + "loss": 4.4065, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 3.3631296157836914, + "learning_rate": 0.00040487368938975214, + "loss": 4.4016, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 3.3922948837280273, + "learning_rate": 0.00040264664049289336, + "loss": 4.3946, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 3.472234010696411, + "learning_rate": 0.0004004234838600357, + "loss": 4.3857, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 3.768303394317627, + "learning_rate": 0.00039820424440273474, + "loss": 4.3916, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 3.9347000122070312, + "learning_rate": 0.00039598894698865216, + "loss": 4.4005, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 3.940767526626587, + "learning_rate": 0.0003937776164412773, + "loss": 4.4019, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 3.7503554821014404, + "learning_rate": 0.0003915702775396483, + "loss": 4.4121, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 3.3544650077819824, + "learning_rate": 0.0003893669550180761, + "loss": 4.4084, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 3.7076947689056396, + "learning_rate": 0.00038716767356586487, + "loss": 4.3961, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 3.1956872940063477, + "learning_rate": 0.0003849724578270374, + "loss": 4.3892, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 3.7957167625427246, + "learning_rate": 0.0003827813324000578, + "loss": 4.3895, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 3.4237401485443115, + "learning_rate": 0.00038059432183755633, + "loss": 4.3827, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 3.747195243835449, + "learning_rate": 0.00037841145064605416, + "loss": 4.3759, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 3.242246150970459, + "learning_rate": 0.0003762327432856892, + "loss": 4.3754, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 4.00953483581543, + "learning_rate": 0.000374058224169941, + "loss": 4.3676, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 4.017233371734619, + "learning_rate": 0.00037188791766535825, + "loss": 4.3769, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 3.5586800575256348, + "learning_rate": 0.0003697218480912848, + "loss": 4.3664, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 3.630129098892212, + "learning_rate": 0.0003675600397195881, + "loss": 4.3673, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 3.9428844451904297, + "learning_rate": 0.0003654025167743864, + "loss": 4.381, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 4.001683712005615, + "learning_rate": 0.00036324930343177754, + "loss": 4.3941, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 3.8821346759796143, + "learning_rate": 0.00036110042381956895, + "loss": 4.4058, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 3.7010772228240967, + "learning_rate": 0.0003589559020170058, + "loss": 4.3982, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 3.5186564922332764, + "learning_rate": 0.0003568157620545019, + "loss": 4.3919, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 3.541464328765869, + "learning_rate": 0.00035468002791337047, + "loss": 4.3893, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 3.2619521617889404, + "learning_rate": 0.0003525487235255556, + "loss": 4.3887, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 3.504340648651123, + "learning_rate": 0.00035042187277336325, + "loss": 4.3722, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 3.4049315452575684, + "learning_rate": 0.00034829949948919517, + "loss": 4.3749, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 3.731231927871704, + "learning_rate": 0.00034618162745528, + "loss": 4.374, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 3.831712245941162, + "learning_rate": 0.0003440682804034081, + "loss": 4.3945, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 3.501157522201538, + "learning_rate": 0.0003419594820146652, + "loss": 4.3883, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 3.498037815093994, + "learning_rate": 0.0003398552559191667, + "loss": 4.3794, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 3.7124767303466797, + "learning_rate": 0.0003377556256957936, + "loss": 4.3822, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 3.8737070560455322, + "learning_rate": 0.0003356606148719277, + "loss": 4.368, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 3.512211322784424, + "learning_rate": 0.0003335702469231884, + "loss": 4.3747, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 3.4354124069213867, + "learning_rate": 0.0003314845452731691, + "loss": 4.3743, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 3.535693883895874, + "learning_rate": 0.00032940353329317533, + "loss": 4.3701, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 3.44981050491333, + "learning_rate": 0.00032732723430196236, + "loss": 4.3728, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 3.921905040740967, + "learning_rate": 0.0003252556715654743, + "loss": 4.3698, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 4.131836891174316, + "learning_rate": 0.00032339533378696424, + "loss": 4.3871, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 4.10322904586792, + "learning_rate": 0.00032133283384184173, + "loss": 4.3915, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 4.003731727600098, + "learning_rate": 0.00031927513732162856, + "loss": 4.3889, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 3.930255889892578, + "learning_rate": 0.00031722226728381854, + "loss": 4.3926, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 3.518800735473633, + "learning_rate": 0.000315174246731823, + "loss": 4.3817, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 3.8460512161254883, + "learning_rate": 0.00031313109861471223, + "loss": 4.3859, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 4.673398017883301, + "learning_rate": 0.0003110928458269584, + "loss": 4.3895, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 4.496396541595459, + "learning_rate": 0.00030905951120817934, + "loss": 4.3949, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 3.6391491889953613, + "learning_rate": 0.00030703111754288204, + "loss": 4.3955, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 3.6032145023345947, + "learning_rate": 0.0003050076875602084, + "loss": 4.3824, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 3.64402437210083, + "learning_rate": 0.00030298924393367923, + "loss": 4.3746, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 3.6424930095672607, + "learning_rate": 0.0003009758092809409, + "loss": 4.3671, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 3.5588512420654297, + "learning_rate": 0.00029896740616351187, + "loss": 4.3713, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 4.200392723083496, + "learning_rate": 0.00029696405708652966, + "loss": 4.3738, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 4.480619430541992, + "learning_rate": 0.00029496578449849867, + "loss": 4.3912, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 4.200009346008301, + "learning_rate": 0.00029297261079103945, + "loss": 4.3997, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 4.229198455810547, + "learning_rate": 0.00029098455829863653, + "loss": 4.3907, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 3.606245517730713, + "learning_rate": 0.0002890016492983886, + "loss": 4.3884, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 3.7194836139678955, + "learning_rate": 0.00028702390600975937, + "loss": 4.3705, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 4.486773490905762, + "learning_rate": 0.0002850513505943281, + "loss": 4.3755, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 3.8849730491638184, + "learning_rate": 0.0002830840051555414, + "loss": 4.3817, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 3.8619751930236816, + "learning_rate": 0.0002811218917384652, + "loss": 4.3804, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 3.620556116104126, + "learning_rate": 0.00027916503232953895, + "loss": 4.3841, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 3.744481086730957, + "learning_rate": 0.00027721344885632765, + "loss": 4.3676, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 3.7527897357940674, + "learning_rate": 0.000275267163187277, + "loss": 4.3638, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 4.121515274047852, + "learning_rate": 0.00027332619713146816, + "loss": 4.3621, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 4.567071437835693, + "learning_rate": 0.0002713905724383737, + "loss": 4.3811, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 4.5510687828063965, + "learning_rate": 0.00026946031079761346, + "loss": 4.3894, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 4.033400535583496, + "learning_rate": 0.00026753543383871143, + "loss": 4.3857, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 3.6749753952026367, + "learning_rate": 0.00026561596313085396, + "loss": 4.3849, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 4.349104404449463, + "learning_rate": 0.00026370192018264766, + "loss": 4.3773, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 3.414034843444824, + "learning_rate": 0.0002617933264418782, + "loss": 4.393, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 3.7386233806610107, + "learning_rate": 0.00025989020329527057, + "loss": 4.3893, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 4.024693012237549, + "learning_rate": 0.0002579925720682487, + "loss": 4.3858, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 3.7527976036071777, + "learning_rate": 0.00025610045402469695, + "loss": 4.3818, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 3.790043354034424, + "learning_rate": 0.0002542138703667224, + "loss": 4.3861, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 3.7102062702178955, + "learning_rate": 0.0002523328422344158, + "loss": 4.3724, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 3.894064426422119, + "learning_rate": 0.0002504573907056159, + "loss": 4.3728, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 3.662856340408325, + "learning_rate": 0.0002485875367956729, + "loss": 4.3741, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 3.7241017818450928, + "learning_rate": 0.0002467233014572127, + "loss": 4.3703, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 3.7095248699188232, + "learning_rate": 0.00024486470557990247, + "loss": 4.3842, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 3.674132823944092, + "learning_rate": 0.00024301176999021702, + "loss": 4.3703, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 4.808440685272217, + "learning_rate": 0.0002411645154512041, + "loss": 4.3855, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 4.470676898956299, + "learning_rate": 0.0002393229626622528, + "loss": 4.4104, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 4.692394256591797, + "learning_rate": 0.00023748713225886137, + "loss": 4.4069, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 4.287346839904785, + "learning_rate": 0.0002356570448124058, + "loss": 4.3971, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 4.723076820373535, + "learning_rate": 0.00023383272082990963, + "loss": 4.403, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 4.151793956756592, + "learning_rate": 0.00023201418075381364, + "loss": 4.4055, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 4.408592224121094, + "learning_rate": 0.00023020144496174781, + "loss": 4.4025, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 4.173978328704834, + "learning_rate": 0.00022839453376630149, + "loss": 4.4019, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 3.501197338104248, + "learning_rate": 0.00022659346741479708, + "loss": 4.3909, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 3.5134923458099365, + "learning_rate": 0.0002247982660890623, + "loss": 4.3881, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 3.7013754844665527, + "learning_rate": 0.00022300894990520478, + "loss": 4.3876, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 3.92083477973938, + "learning_rate": 0.00022122553891338586, + "loss": 4.3796, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 3.8984177112579346, + "learning_rate": 0.00021944805309759643, + "loss": 4.3724, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 3.743947744369507, + "learning_rate": 0.0002176765123754334, + "loss": 4.3716, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 5.435453414916992, + "learning_rate": 0.00021591093659787528, + "loss": 4.3866, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 4.548297882080078, + "learning_rate": 0.0002141513455490609, + "loss": 4.405, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 6.07659387588501, + "learning_rate": 0.000212397758946067, + "loss": 4.4025, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 4.572222709655762, + "learning_rate": 0.00021065019643868785, + "loss": 4.4128, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 4.403155326843262, + "learning_rate": 0.0002089086776092146, + "loss": 4.4171, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 4.462301731109619, + "learning_rate": 0.000207173221972216, + "loss": 4.4115, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 4.3970513343811035, + "learning_rate": 0.00020544384897431997, + "loss": 4.4081, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 4.407256603240967, + "learning_rate": 0.00020372057799399534, + "loss": 4.3959, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 5.197177886962891, + "learning_rate": 0.00020200342834133497, + "loss": 4.3984, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 4.821730613708496, + "learning_rate": 0.00020029241925783908, + "loss": 4.4153, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 4.892157077789307, + "learning_rate": 0.00019858756991619978, + "loss": 4.4072, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 4.649753570556641, + "learning_rate": 0.0001968888994200868, + "loss": 4.4009, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 4.3715715408325195, + "learning_rate": 0.0001951964268039322, + "loss": 4.4158, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 4.261277675628662, + "learning_rate": 0.00019351017103271805, + "loss": 4.4077, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 3.977024555206299, + "learning_rate": 0.0001918301510017638, + "loss": 4.4081, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 4.2188849449157715, + "learning_rate": 0.0001901563855365141, + "loss": 4.3877, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 3.770799398422241, + "learning_rate": 0.00018848889339232833, + "loss": 4.3952, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 3.986297845840454, + "learning_rate": 0.00018682769325426986, + "loss": 4.3874, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 4.629383563995361, + "learning_rate": 0.00018517280373689789, + "loss": 4.3939, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 4.652378559112549, + "learning_rate": 0.0001835242433840573, + "loss": 4.3803, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 4.738195896148682, + "learning_rate": 0.00018188203066867178, + "loss": 4.386, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 4.806765079498291, + "learning_rate": 0.0001802461839925368, + "loss": 4.3943, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 4.887210845947266, + "learning_rate": 0.00017861672168611293, + "loss": 4.4027, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 4.753091335296631, + "learning_rate": 0.0001769936620083211, + "loss": 4.4072, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 4.431006908416748, + "learning_rate": 0.00017537702314633722, + "loss": 4.4095, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 4.29086446762085, + "learning_rate": 0.0001737668232153896, + "loss": 4.3964, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 4.8123087882995605, + "learning_rate": 0.0001721630802585545, + "loss": 4.3985, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 5.079682350158691, + "learning_rate": 0.00017056581224655473, + "loss": 4.3937, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 4.984195232391357, + "learning_rate": 0.0001689750370775584, + "loss": 4.395, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 4.379343032836914, + "learning_rate": 0.00016739077257697804, + "loss": 4.3945, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 4.672163486480713, + "learning_rate": 0.00016581303649727076, + "loss": 4.3866, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 4.594658374786377, + "learning_rate": 0.00016424184651773997, + "loss": 4.3833, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 4.179958820343018, + "learning_rate": 0.00016267722024433654, + "loss": 4.3788, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 4.41969633102417, + "learning_rate": 0.00016111917520946175, + "loss": 4.3801, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 4.30935525894165, + "learning_rate": 0.00015956772887177115, + "loss": 4.3853, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 4.808230400085449, + "learning_rate": 0.0001580228986159783, + "loss": 4.3948, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 4.508942127227783, + "learning_rate": 0.00015648470175266057, + "loss": 4.3888, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 5.142141342163086, + "learning_rate": 0.00015495315551806486, + "loss": 4.3909, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 4.58635950088501, + "learning_rate": 0.00015342827707391475, + "loss": 4.39, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 4.537664413452148, + "learning_rate": 0.00015191008350721772, + "loss": 4.3869, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 4.170709133148193, + "learning_rate": 0.000150398591830074, + "loss": 4.3884, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 3.8539907932281494, + "learning_rate": 0.00014889381897948575, + "loss": 4.3804, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 3.9293534755706787, + "learning_rate": 0.00014739578181716765, + "loss": 4.3799, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 3.94140362739563, + "learning_rate": 0.0001459044971293575, + "loss": 4.3743, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 3.880321741104126, + "learning_rate": 0.00014441998162662847, + "loss": 4.3733, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 4.039881229400635, + "learning_rate": 0.00014294225194370154, + "loss": 4.378, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 4.3156561851501465, + "learning_rate": 0.0001414713246392594, + "loss": 4.3648, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 5.146883487701416, + "learning_rate": 0.00014000721619576077, + "loss": 4.379, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 4.7725043296813965, + "learning_rate": 0.0001385499430192557, + "loss": 4.3793, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 4.335951805114746, + "learning_rate": 0.00013709952143920148, + "loss": 4.385, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 4.610930919647217, + "learning_rate": 0.00013565596770828025, + "loss": 4.3866, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 4.222512245178223, + "learning_rate": 0.0001342192980022166, + "loss": 4.3834, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 4.0573410987854, + "learning_rate": 0.000132789528419596, + "loss": 4.3855, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 3.8743696212768555, + "learning_rate": 0.00013136667498168464, + "loss": 4.3764, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 4.4134979248046875, + "learning_rate": 0.0001299507536322502, + "loss": 4.3675, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 4.273777008056641, + "learning_rate": 0.0001285417802373827, + "loss": 4.3726, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 4.689339637756348, + "learning_rate": 0.00012713977058531685, + "loss": 4.3683, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 4.132012844085693, + "learning_rate": 0.0001257447403862557, + "loss": 4.3757, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 4.815252780914307, + "learning_rate": 0.0001243567052721937, + "loss": 4.3696, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 4.820760250091553, + "learning_rate": 0.000122975680796742, + "loss": 4.3695, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 4.230940818786621, + "learning_rate": 0.0001216016824349542, + "loss": 4.39, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 4.352594375610352, + "learning_rate": 0.0001202347255831529, + "loss": 4.3925, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 4.459583282470703, + "learning_rate": 0.00011887482555875695, + "loss": 4.3852, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 4.590174198150635, + "learning_rate": 0.00011752199760011017, + "loss": 4.4029, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 4.487617015838623, + "learning_rate": 0.00011617625686631056, + "loss": 4.386, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 3.5979554653167725, + "learning_rate": 0.0001148376184370401, + "loss": 4.3906, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 4.116230487823486, + "learning_rate": 0.00011350609731239597, + "loss": 4.3833, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 4.587367534637451, + "learning_rate": 0.00011218170841272254, + "loss": 4.3826, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 4.124564170837402, + "learning_rate": 0.00011086446657844412, + "loss": 4.3691, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 4.274283409118652, + "learning_rate": 0.00010955438656989849, + "loss": 4.368, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 4.521188259124756, + "learning_rate": 0.00010825148306717222, + "loss": 4.3689, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 4.270509719848633, + "learning_rate": 0.00010695577066993495, + "loss": 4.371, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 4.4330878257751465, + "learning_rate": 0.00010566726389727693, + "loss": 4.3696, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 4.582380771636963, + "learning_rate": 0.00010438597718754561, + "loss": 4.3776, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 4.395266532897949, + "learning_rate": 0.00010311192489818421, + "loss": 4.3657, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 4.5557050704956055, + "learning_rate": 0.00010184512130557074, + "loss": 4.362, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 3.9632482528686523, + "learning_rate": 0.0001005855806048581, + "loss": 4.3698, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 4.014522075653076, + "learning_rate": 9.933331690981473e-05, + "loss": 4.3691, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 4.5319695472717285, + "learning_rate": 9.80883442526668e-05, + "loss": 4.3666, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 4.800873279571533, + "learning_rate": 9.685067658394095e-05, + "loss": 4.3616, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 4.71228551864624, + "learning_rate": 9.562032777230772e-05, + "loss": 4.3658, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 4.438753128051758, + "learning_rate": 9.439731160442619e-05, + "loss": 4.3759, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 4.477622985839844, + "learning_rate": 9.31816417847898e-05, + "loss": 4.3685, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 4.731598377227783, + "learning_rate": 9.197333193557237e-05, + "loss": 4.3805, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 5.390109062194824, + "learning_rate": 9.077239559647591e-05, + "loss": 4.3806, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 4.585193634033203, + "learning_rate": 8.957884622457854e-05, + "loss": 4.3886, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 4.763319969177246, + "learning_rate": 8.839269719418361e-05, + "loss": 4.3859, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 5.112292766571045, + "learning_rate": 8.721396179667019e-05, + "loss": 4.378, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 4.915692329406738, + "learning_rate": 8.604265324034405e-05, + "loss": 4.3883, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 4.355308532714844, + "learning_rate": 8.48787846502893e-05, + "loss": 4.3828, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 4.728878021240234, + "learning_rate": 8.372236906822217e-05, + "loss": 4.3801, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 4.365956783294678, + "learning_rate": 8.257341945234365e-05, + "loss": 4.3862, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 4.66141939163208, + "learning_rate": 8.143194867719534e-05, + "loss": 4.3852, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 4.6612982749938965, + "learning_rate": 8.029796953351445e-05, + "loss": 4.388, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 4.586324214935303, + "learning_rate": 7.917149472809113e-05, + "loss": 4.3843, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 4.743220806121826, + "learning_rate": 7.805253688362557e-05, + "loss": 4.3925, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 5.358142375946045, + "learning_rate": 7.694110853858671e-05, + "loss": 4.3898, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 4.709871768951416, + "learning_rate": 7.583722214707206e-05, + "loss": 4.397, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 4.837324142456055, + "learning_rate": 7.474089007866756e-05, + "loss": 4.3966, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 5.2710957527160645, + "learning_rate": 7.365212461830933e-05, + "loss": 4.3974, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 6.114295959472656, + "learning_rate": 7.257093796614597e-05, + "loss": 4.3986, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 4.955920219421387, + "learning_rate": 7.149734223740187e-05, + "loss": 4.3961, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 4.632691860198975, + "learning_rate": 7.043134946224123e-05, + "loss": 4.4014, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 5.305182933807373, + "learning_rate": 6.937297158563389e-05, + "loss": 4.4075, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 5.309530735015869, + "learning_rate": 6.832222046722069e-05, + "loss": 4.4059, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 5.890382289886475, + "learning_rate": 6.72791078811808e-05, + "loss": 4.4044, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 3.940697431564331, + "learning_rate": 6.62436455161003e-05, + "loss": 4.4062, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 4.872069835662842, + "learning_rate": 6.521584497484043e-05, + "loss": 4.4114, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 4.983556747436523, + "learning_rate": 6.419571777440814e-05, + "loss": 4.4073, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 4.884251117706299, + "learning_rate": 6.318327534582688e-05, + "loss": 4.4159, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 5.57700252532959, + "learning_rate": 6.217852903400841e-05, + "loss": 4.4143, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 5.079037666320801, + "learning_rate": 6.118149009762574e-05, + "loss": 4.4095, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 6.428347587585449, + "learning_rate": 6.0192169708987026e-05, + "loss": 4.4103, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 5.536078453063965, + "learning_rate": 5.921057895391027e-05, + "loss": 4.408, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 5.461312294006348, + "learning_rate": 5.823672883159911e-05, + "loss": 4.4214, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 4.465426445007324, + "learning_rate": 5.727063025451973e-05, + "loss": 4.411, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 5.200120449066162, + "learning_rate": 5.631229404827845e-05, + "loss": 4.4162, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 5.456932544708252, + "learning_rate": 5.536173095150043e-05, + "loss": 4.4167, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 5.080636978149414, + "learning_rate": 5.441895161570934e-05, + "loss": 4.4091, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 5.389331340789795, + "learning_rate": 5.348396660520785e-05, + "loss": 4.4121, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 5.144793510437012, + "learning_rate": 5.25567863969596e-05, + "loss": 4.4099, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 5.905550003051758, + "learning_rate": 5.1637421380471586e-05, + "loss": 4.4185, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 5.687742710113525, + "learning_rate": 5.072588185767763e-05, + "loss": 4.4257, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 5.415053844451904, + "learning_rate": 4.982217804282332e-05, + "loss": 4.4203, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 5.728246688842773, + "learning_rate": 4.89263200623512e-05, + "loss": 4.4184, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 5.92189359664917, + "learning_rate": 4.803831795478719e-05, + "loss": 4.4294, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 5.393908500671387, + "learning_rate": 4.715818167062863e-05, + "loss": 4.4278, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 5.276932716369629, + "learning_rate": 4.628592107223229e-05, + "loss": 4.4276, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 4.774796009063721, + "learning_rate": 4.542154593370401e-05, + "loss": 4.4209, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 4.472014427185059, + "learning_rate": 4.4565065940789515e-05, + "loss": 4.4284, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 5.397584915161133, + "learning_rate": 4.3716490690765194e-05, + "loss": 4.4306, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 4.690983772277832, + "learning_rate": 4.287582969233103e-05, + "loss": 4.4296, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 5.7475714683532715, + "learning_rate": 4.204309236550405e-05, + "loss": 4.428, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 6.488740921020508, + "learning_rate": 4.1218288041512534e-05, + "loss": 4.4294, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 5.0946784019470215, + "learning_rate": 4.0401425962691804e-05, + "loss": 4.4247, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 5.348075866699219, + "learning_rate": 3.95925152823802e-05, + "loss": 4.4288, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 5.505839824676514, + "learning_rate": 3.879156506481699e-05, + "loss": 4.4327, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 5.539851665496826, + "learning_rate": 3.79985842850403e-05, + "loss": 4.4318, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 4.971736907958984, + "learning_rate": 3.72135818287872e-05, + "loss": 4.4376, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 5.057995319366455, + "learning_rate": 3.643656649239327e-05, + "loss": 4.4293, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 4.96615743637085, + "learning_rate": 3.566754698269492e-05, + "loss": 4.4194, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 5.738513469696045, + "learning_rate": 3.498227297979198e-05, + "loss": 4.4248, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 6.041141986846924, + "learning_rate": 3.422846920717893e-05, + "loss": 4.4239, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 4.8311567306518555, + "learning_rate": 3.3482686004069755e-05, + "loss": 4.422, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 4.712303161621094, + "learning_rate": 3.274493172732926e-05, + "loss": 4.4269, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 4.703649997711182, + "learning_rate": 3.201521464385443e-05, + "loss": 4.4261, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 5.938491344451904, + "learning_rate": 3.129354293048148e-05, + "loss": 4.4227, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 5.341588497161865, + "learning_rate": 3.057992467389431e-05, + "loss": 4.4311, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 4.706961154937744, + "learning_rate": 2.9874367870534018e-05, + "loss": 4.4195, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 6.839292049407959, + "learning_rate": 2.9176880426508957e-05, + "loss": 4.4275, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 5.095970153808594, + "learning_rate": 2.8487470157506633e-05, + "loss": 4.4212, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 6.843786239624023, + "learning_rate": 2.7806144788705718e-05, + "loss": 4.4259, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 5.412052631378174, + "learning_rate": 2.7132911954689672e-05, + "loss": 4.4357, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 4.609084606170654, + "learning_rate": 2.6467779199361e-05, + "loss": 4.4354, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 2.8259389400482178, + "learning_rate": 2.5810753975857136e-05, + "loss": 4.433, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 5.063839435577393, + "learning_rate": 2.516184364646637e-05, + "loss": 4.4264, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 4.950676441192627, + "learning_rate": 2.4521055482546046e-05, + "loss": 4.4245, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 4.4326982498168945, + "learning_rate": 2.3888396664440232e-05, + "loss": 4.4235, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 3.8274829387664795, + "learning_rate": 2.3263874281400034e-05, + "loss": 4.411, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 4.54547119140625, + "learning_rate": 2.2647495331503565e-05, + "loss": 4.4105, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 4.614604949951172, + "learning_rate": 2.203926672157802e-05, + "loss": 4.3998, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 5.983366012573242, + "learning_rate": 2.1439195267121902e-05, + "loss": 4.4114, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 5.845203876495361, + "learning_rate": 2.0847287692228905e-05, + "loss": 4.4106, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 4.725266933441162, + "learning_rate": 2.0263550629512406e-05, + "loss": 4.4053, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 4.612358093261719, + "learning_rate": 1.9687990620031266e-05, + "loss": 4.3961, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 3.2170205116271973, + "learning_rate": 1.912061411321639e-05, + "loss": 4.4024, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 5.258325099945068, + "learning_rate": 1.856142746679862e-05, + "loss": 4.3941, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 5.477872371673584, + "learning_rate": 1.8010436946737292e-05, + "loss": 4.3911, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 3.811497688293457, + "learning_rate": 1.7467648727150202e-05, + "loss": 4.382, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 3.602501153945923, + "learning_rate": 1.6933068890244595e-05, + "loss": 4.3833, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 2.851118564605713, + "learning_rate": 1.6406703426248366e-05, + "loss": 4.3824, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 5.403396129608154, + "learning_rate": 1.588855823334362e-05, + "loss": 4.3845, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 3.470393419265747, + "learning_rate": 1.5378639117600234e-05, + "loss": 4.3746, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 3.050715446472168, + "learning_rate": 1.4876951792910987e-05, + "loss": 4.3727, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 5.984134674072266, + "learning_rate": 1.4383501880927103e-05, + "loss": 4.3606, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 3.905161142349243, + "learning_rate": 1.3898294910995979e-05, + "loss": 4.3594, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 3.751277446746826, + "learning_rate": 1.3421336320098565e-05, + "loss": 4.3548, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 3.874727249145508, + "learning_rate": 1.2952631452788826e-05, + "loss": 4.3561, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 3.0299079418182373, + "learning_rate": 1.2492185561133545e-05, + "loss": 4.353, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 5.066340923309326, + "learning_rate": 1.2040003804653864e-05, + "loss": 4.3466, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 3.3527212142944336, + "learning_rate": 1.1596091250267171e-05, + "loss": 4.3476, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 3.7896416187286377, + "learning_rate": 1.1160452872230303e-05, + "loss": 4.3495, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 4.118512153625488, + "learning_rate": 1.0733093552084016e-05, + "loss": 4.3427, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 3.0552775859832764, + "learning_rate": 1.0314018078598275e-05, + "loss": 4.3364, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 3.220763921737671, + "learning_rate": 9.903231147718294e-06, + "loss": 4.3329, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 4.1169114112854, + "learning_rate": 9.500737362512168e-06, + "loss": 4.3293, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 4.713864326477051, + "learning_rate": 9.106541233119409e-06, + "loss": 4.3245, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 2.800969123840332, + "learning_rate": 8.72064717670007e-06, + "loss": 4.3337, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 3.336726665496826, + "learning_rate": 8.343059517385454e-06, + "loss": 4.3194, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 4.9808197021484375, + "learning_rate": 7.973782486229737e-06, + "loss": 4.3226, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 2.651531457901001, + "learning_rate": 7.612820221162331e-06, + "loss": 4.3271, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 2.764997959136963, + "learning_rate": 7.260176766941601e-06, + "loss": 4.3214, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 2.8649086952209473, + "learning_rate": 6.915856075109722e-06, + "loss": 4.312, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 3.470050573348999, + "learning_rate": 6.57986200394814e-06, + "loss": 4.3127, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 3.361154556274414, + "learning_rate": 6.252198318434432e-06, + "loss": 4.3, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 3.4893271923065186, + "learning_rate": 5.932868690200266e-06, + "loss": 4.301, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 2.939012050628662, + "learning_rate": 5.6218766974900915e-06, + "loss": 4.2976, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 2.9008474349975586, + "learning_rate": 5.319225825120927e-06, + "loss": 4.2939, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 3.1818408966064453, + "learning_rate": 5.024919464443723e-06, + "loss": 4.3053, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 2.980567455291748, + "learning_rate": 4.738960913304724e-06, + "loss": 4.2963, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 2.5399811267852783, + "learning_rate": 4.4613533760093365e-06, + "loss": 4.2908, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 2.5070652961730957, + "learning_rate": 4.192099963285484e-06, + "loss": 4.2949, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 2.995500087738037, + "learning_rate": 3.931203692249141e-06, + "loss": 4.2937, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 2.7085208892822266, + "learning_rate": 3.6786674863704406e-06, + "loss": 4.2907, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 2.682438373565674, + "learning_rate": 3.4344941754408663e-06, + "loss": 4.282, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 2.8788564205169678, + "learning_rate": 3.198686495541531e-06, + "loss": 4.2877, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 3.1367478370666504, + "learning_rate": 2.9712470890126962e-06, + "loss": 4.281, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 2.5653536319732666, + "learning_rate": 2.752178504423969e-06, + "loss": 4.2778, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 2.9827747344970703, + "learning_rate": 2.541483196545735e-06, + "loss": 4.2774, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 2.6680901050567627, + "learning_rate": 2.3391635263218526e-06, + "loss": 4.2771, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 2.926652193069458, + "learning_rate": 2.1452217608430857e-06, + "loss": 4.2821, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 2.62249493598938, + "learning_rate": 1.959660073321545e-06, + "loss": 4.2846, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 2.454524517059326, + "learning_rate": 1.782480543066456e-06, + "loss": 4.2772, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 2.571977138519287, + "learning_rate": 1.6136851554611753e-06, + "loss": 4.2774, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 2.8542158603668213, + "learning_rate": 1.4532758019402958e-06, + "loss": 4.274, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 2.400996208190918, + "learning_rate": 1.3012542799689108e-06, + "loss": 4.275, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 2.8169894218444824, + "learning_rate": 1.1576222930225478e-06, + "loss": 4.2768, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 2.989379405975342, + "learning_rate": 1.0223814505676832e-06, + "loss": 4.2709, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 2.76350474357605, + "learning_rate": 8.955332680440076e-07, + "loss": 4.2804, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 2.5476675033569336, + "learning_rate": 7.770791668472721e-07, + "loss": 4.2807, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 2.7354023456573486, + "learning_rate": 6.67020474313551e-07, + "loss": 4.2751, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 3.1976516246795654, + "learning_rate": 5.653584237043374e-07, + "loss": 4.2857, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 2.8704121112823486, + "learning_rate": 4.720941541923873e-07, + "loss": 4.2701, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 2.676304340362549, + "learning_rate": 3.8722871084956313e-07, + "loss": 4.27, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 3.100907802581787, + "learning_rate": 3.107630446344267e-07, + "loss": 4.2794, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 3.127851724624634, + "learning_rate": 2.426980123821643e-07, + "loss": 4.256, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 2.606079339981079, + "learning_rate": 1.8303437679476065e-07, + "loss": 4.2649, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 2.7296714782714844, + "learning_rate": 1.3177280643233979e-07, + "loss": 4.2745, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 2.6256513595581055, + "learning_rate": 8.891387570575393e-08, + "loss": 4.2673, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 2.8849363327026367, + "learning_rate": 5.4458064870338553e-08, + "loss": 4.2725, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 2.8232624530792236, + "learning_rate": 2.8405760020250304e-08, + "loss": 4.2723, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 3.2149593830108643, + "learning_rate": 1.075725308438691e-08, + "loss": 4.2736, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 8.678837776184082, + "learning_rate": 1.5127418226401623e-09, + "loss": 4.2769, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-lion_32bit/checkpoint-9480/training_args.bin b/saves-llama-cosine-lion_32bit/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a25bc33f968954ac0524d61e6f8a3c504d26c32d --- /dev/null +++ b/saves-llama-cosine-lion_32bit/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cfde95ae01f4b2e19d41194f27afe6e439caa21466f402d5957aeb65e07b486 +size 5240 diff --git a/saves-llama-cosine-lion_32bit/config.json b/saves-llama-cosine-lion_32bit/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-lion_32bit/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-lion_32bit/generation_config.json b/saves-llama-cosine-lion_32bit/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-lion_32bit/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-lion_32bit/model.safetensors b/saves-llama-cosine-lion_32bit/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ca71a5f370b3d97793d9c7d55fdf0f8e8f59fda --- /dev/null +++ b/saves-llama-cosine-lion_32bit/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab046d740c84f61701593a9d267b130ea9b4e5ee8cfbab13212b974f7cc11b5 +size 8346712 diff --git a/saves-llama-cosine-lion_32bit/result.log b/saves-llama-cosine-lion_32bit/result.log new file mode 100644 index 0000000000000000000000000000000000000000..4b2f5cfc3a39504afdf1c4b43a10197be0743716 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/result.log @@ -0,0 +1 @@ +{'train_runtime': 2265.3146, 'train_samples_per_second': 4284.881, 'train_steps_per_second': 4.185, 'train_loss': 18.357587877104553, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-lion_32bit/special_tokens_map.json b/saves-llama-cosine-lion_32bit/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-lion_32bit/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-lion_32bit/tokenizer.json b/saves-llama-cosine-lion_32bit/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-lion_32bit/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-lion_32bit/tokenizer_config.json b/saves-llama-cosine-lion_32bit/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-lion_32bit/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/config.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/generation_config.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/model.safetensors b/saves-llama-cosine-lion_8bit/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31ab49a0a6100e20c2318cbccb46716b8279580f --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e47b57122c73d74e892af9f8d2e2462b3c2e14048f5af3a71ec6449732014cb +size 8346712 diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/optimizer.pt b/saves-llama-cosine-lion_8bit/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eef8ca73774bcc214d5274747990e8daf70b0ed --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e62848090c0338315a9ec18c9bbb97cf86b1649a57e40bf0b0d4ccb870738d2 +size 2106170 diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/rng_state.pth b/saves-llama-cosine-lion_8bit/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/scheduler.pt b/saves-llama-cosine-lion_8bit/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8154a355c188245de5c61ee8d741b69184a879c1 --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c64ea8159cc8b3f6e3931766dde408c284ad585463deff39351d209bb29355f +size 1064 diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/trainer_state.json b/saves-llama-cosine-lion_8bit/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1c8d92f19baaabff15572e38caf014df545cb3c1 --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2482811212539673, + "learning_rate": 0.00015789473684210527, + "loss": 7.5201, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.38581120967865, + "learning_rate": 0.00031578947368421053, + "loss": 6.81, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 1.092902421951294, + "learning_rate": 0.00047368421052631577, + "loss": 6.1994, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 3.190899610519409, + "learning_rate": 0.0006315789473684211, + "loss": 5.7952, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.1552653312683105, + "learning_rate": 0.0007894736842105263, + "loss": 5.3415, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.8006148338317871, + "learning_rate": 0.0009473684210526315, + "loss": 4.9368, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 4.5709757804870605, + "learning_rate": 0.0011052631578947368, + "loss": 4.709, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 12.698491096496582, + "learning_rate": 0.0012631578947368421, + "loss": 4.6261, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.2084715366363525, + "learning_rate": 0.0014210526315789472, + "loss": 4.4161, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.6951920986175537, + "learning_rate": 0.0014999989494847376, + "loss": 4.2718, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.7749155163764954, + "learning_rate": 0.0014999905453802946, + "loss": 4.1318, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.7656387090682983, + "learning_rate": 0.0014999737372655805, + "loss": 4.0307, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.6956221461296082, + "learning_rate": 0.0014999485253289388, + "loss": 3.9213, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.6935402154922485, + "learning_rate": 0.0014999149098528814, + "loss": 3.8216, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.56837397813797, + "learning_rate": 0.0014998728912140862, + "loss": 3.7472, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.5328221321105957, + "learning_rate": 0.0014998224698833922, + "loss": 3.6835, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7141042351722717, + "learning_rate": 0.0014997636464257956, + "loss": 3.6133, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.6501368284225464, + "learning_rate": 0.0014996964215004416, + "loss": 3.5804, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.6159234046936035, + "learning_rate": 0.0014996207958606182, + "loss": 3.5266, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.5975275039672852, + "learning_rate": 0.001499536770353748, + "loss": 3.4784, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.5012426972389221, + "learning_rate": 0.0014994443459213774, + "loss": 3.4378, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.6047255992889404, + "learning_rate": 0.001499343523599168, + "loss": 3.423, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.6705712676048279, + "learning_rate": 0.0014992343045168823, + "loss": 3.3657, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.6027362942695618, + "learning_rate": 0.0014991166898983739, + "loss": 3.3376, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.5173813104629517, + "learning_rate": 0.001498990681061572, + "loss": 3.3059, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.5258083939552307, + "learning_rate": 0.001498856279418467, + "loss": 3.2717, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.6132611036300659, + "learning_rate": 0.0014987134864750948, + "loss": 3.2513, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.49979814887046814, + "learning_rate": 0.0014985623038315206, + "loss": 3.2191, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.55732661485672, + "learning_rate": 0.0014984027331818193, + "loss": 3.2022, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.5363344550132751, + "learning_rate": 0.0014982347763140584, + "loss": 3.1832, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.5385146737098694, + "learning_rate": 0.0014980584351102762, + "loss": 3.1655, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.5389288663864136, + "learning_rate": 0.001497873711546462, + "loss": 3.1353, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.5612285733222961, + "learning_rate": 0.0014976806076925334, + "loss": 3.1308, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.5472231507301331, + "learning_rate": 0.0014974791257123137, + "loss": 3.1132, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.5151386857032776, + "learning_rate": 0.001497269267863507, + "loss": 3.0784, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.6278524398803711, + "learning_rate": 0.0014970510364976724, + "loss": 3.0687, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.43663665652275085, + "learning_rate": 0.0014968244340601996, + "loss": 3.062, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.5475701689720154, + "learning_rate": 0.001496589463090279, + "loss": 3.055, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.5749523043632507, + "learning_rate": 0.001496346126220875, + "loss": 3.0397, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.49886900186538696, + "learning_rate": 0.0014960944261786966, + "loss": 3.0178, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.4686933159828186, + "learning_rate": 0.0014958343657841655, + "loss": 3.0113, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.5095940828323364, + "learning_rate": 0.001495565947951385, + "loss": 3.001, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.5071969032287598, + "learning_rate": 0.0014952891756881085, + "loss": 2.9755, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.48594409227371216, + "learning_rate": 0.0014950040520957037, + "loss": 2.9717, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.43247804045677185, + "learning_rate": 0.0014947105803691204, + "loss": 2.9731, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.4807167947292328, + "learning_rate": 0.0014944087637968522, + "loss": 2.9566, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.45639568567276, + "learning_rate": 0.0014940986057609012, + "loss": 2.9378, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.4767746329307556, + "learning_rate": 0.0014937801097367396, + "loss": 2.939, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.465353786945343, + "learning_rate": 0.001493453279293271, + "loss": 2.9178, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.4664745032787323, + "learning_rate": 0.0014931181180927902, + "loss": 2.9137, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.40169575810432434, + "learning_rate": 0.001492774629890942, + "loss": 2.915, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.44395777583122253, + "learning_rate": 0.001492422818536679, + "loss": 2.8948, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.41583389043807983, + "learning_rate": 0.00149206268797222, + "loss": 2.8835, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.3976554870605469, + "learning_rate": 0.0014916942422330032, + "loss": 2.8731, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.44755053520202637, + "learning_rate": 0.001491317485447643, + "loss": 2.8804, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.4458642899990082, + "learning_rate": 0.0014909324218378838, + "loss": 2.8501, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.4463712275028229, + "learning_rate": 0.0014905390557185508, + "loss": 2.8551, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.44108134508132935, + "learning_rate": 0.0014901373914975036, + "loss": 2.8587, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.4241880476474762, + "learning_rate": 0.0014897274336755856, + "loss": 2.8338, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.45093297958374023, + "learning_rate": 0.001489309186846575, + "loss": 2.8242, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.43473225831985474, + "learning_rate": 0.0014888826556971313, + "loss": 2.8233, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.4142759144306183, + "learning_rate": 0.0014884478450067444, + "loss": 2.8236, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.4365352392196655, + "learning_rate": 0.0014880047596476807, + "loss": 2.8079, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.4217994213104248, + "learning_rate": 0.0014875534045849274, + "loss": 2.8163, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.41762810945510864, + "learning_rate": 0.0014870937848761388, + "loss": 2.8094, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.396816611289978, + "learning_rate": 0.001486625905671578, + "loss": 2.7979, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.45689767599105835, + "learning_rate": 0.00148614977221406, + "loss": 2.7906, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.37468066811561584, + "learning_rate": 0.0014856653898388927, + "loss": 2.7816, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.36903077363967896, + "learning_rate": 0.001485172763973817, + "loss": 2.7933, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.42529430985450745, + "learning_rate": 0.0014846719001389466, + "loss": 2.781, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.4076624810695648, + "learning_rate": 0.001484162803946705, + "loss": 2.773, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.4129944443702698, + "learning_rate": 0.0014836454811017635, + "loss": 2.7527, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.36685892939567566, + "learning_rate": 0.0014831199374009778, + "loss": 2.7474, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.3754791021347046, + "learning_rate": 0.0014825861787333208, + "loss": 2.7665, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.3656882643699646, + "learning_rate": 0.0014820442110798197, + "loss": 2.7471, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.3721024990081787, + "learning_rate": 0.0014814940405134865, + "loss": 2.7433, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.38050398230552673, + "learning_rate": 0.001480935673199251, + "loss": 2.7383, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.42619967460632324, + "learning_rate": 0.0014803691153938915, + "loss": 2.7364, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.3882017731666565, + "learning_rate": 0.0014797943734459653, + "loss": 2.7431, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.37138792872428894, + "learning_rate": 0.001479211453795736, + "loss": 2.7249, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.36503446102142334, + "learning_rate": 0.0014786203629751033, + "loss": 2.714, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.3700587749481201, + "learning_rate": 0.0014780211076075279, + "loss": 2.7212, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.36179205775260925, + "learning_rate": 0.0014774136944079594, + "loss": 2.7239, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.36431175470352173, + "learning_rate": 0.0014767981301827592, + "loss": 2.7035, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.3378462493419647, + "learning_rate": 0.0014761744218296249, + "loss": 2.7049, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.31736549735069275, + "learning_rate": 0.001475542576337513, + "loss": 2.705, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.3860446810722351, + "learning_rate": 0.001474902600786561, + "loss": 2.7032, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.35678431391716003, + "learning_rate": 0.0014742545023480075, + "loss": 2.6974, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.35452210903167725, + "learning_rate": 0.0014735982882841117, + "loss": 2.6952, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.34497785568237305, + "learning_rate": 0.0014729339659480727, + "loss": 2.6861, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.33206602931022644, + "learning_rate": 0.0014722615427839468, + "loss": 2.6897, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.33853888511657715, + "learning_rate": 0.0014715810263265633, + "loss": 2.6809, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.36743658781051636, + "learning_rate": 0.0014708924242014423, + "loss": 2.6721, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.3090955317020416, + "learning_rate": 0.0014701957441247064, + "loss": 2.6743, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.3146161139011383, + "learning_rate": 0.0014694909939029959, + "loss": 2.662, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.3751722276210785, + "learning_rate": 0.0014687781814333814, + "loss": 2.666, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.33275896310806274, + "learning_rate": 0.0014680573147032746, + "loss": 2.6685, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.3162304162979126, + "learning_rate": 0.0014674016549277831, + "loss": 2.5583, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.33661699295043945, + "learning_rate": 0.0014666655074312247, + "loss": 2.6541, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": NaN, + "learning_rate": 0.0014661454254899754, + "loss": 2.5345, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.3009059429168701, + "learning_rate": 0.0014659213293477177, + "loss": 1.0204, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.2854694724082947, + "learning_rate": 0.0014654709712811113, + "loss": 2.1985, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.27151745557785034, + "learning_rate": 0.0014647900231378086, + "loss": 2.7076, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.2520754635334015, + "learning_rate": 0.0014640258052661405, + "loss": 2.9289, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.5864441394805908, + "learning_rate": 0.0014634860916432077, + "loss": 2.8731, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.6931400299072266, + "learning_rate": 0.0014627082772015428, + "loss": 3.234, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.8229369521141052, + "learning_rate": 0.0014619224765156263, + "loss": 3.8806, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.9161813259124756, + "learning_rate": 0.0014611286983907384, + "loss": 4.9486, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 1.0134098529815674, + "learning_rate": 0.0014603269517215512, + "loss": 6.3056, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 1.072670340538025, + "learning_rate": 0.001459517245492027, + "loss": 7.7959, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 1.0470846891403198, + "learning_rate": 0.0014586995887753197, + "loss": 9.2263, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 1.0014054775238037, + "learning_rate": 0.001457873990733672, + "loss": 10.4749, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.957623302936554, + "learning_rate": 0.0014570404606183132, + "loss": 11.4445, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.8963384032249451, + "learning_rate": 0.0014561990077693553, + "loss": 12.2102, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 0.9338075518608093, + "learning_rate": 0.001455349641615688, + "loss": 12.8651, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.9360218048095703, + "learning_rate": 0.001454492371674874, + "loss": 13.3823, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.0018537044525146, + "learning_rate": 0.0014536272075530417, + "loss": 14.0141, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 1.075968861579895, + "learning_rate": 0.0014527541589447774, + "loss": 14.7474, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 1.1954185962677002, + "learning_rate": 0.001451873235633017, + "loss": 15.7028, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.341320514678955, + "learning_rate": 0.0014509844474889365, + "loss": 16.8528, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 1.3808773756027222, + "learning_rate": 0.0014500878044718408, + "loss": 17.852, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 1.4451392889022827, + "learning_rate": 0.001449183316629053, + "loss": 18.3255, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 1.4713400602340698, + "learning_rate": 0.0014482709940958009, + "loss": 18.3207, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 1.2816423177719116, + "learning_rate": 0.001447350847095104, + "loss": 17.9215, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 1.2133941650390625, + "learning_rate": 0.0014464228859376587, + "loss": 17.8826, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.3459358215332031, + "learning_rate": 0.0014454871210217229, + "loss": 18.4817, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 1.515331506729126, + "learning_rate": 0.0014446382690484997, + "loss": 19.7353, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 1.7458668947219849, + "learning_rate": 0.0014436877059517215, + "loss": 21.1908, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 1.825603723526001, + "learning_rate": 0.0014427293697454803, + "loss": 22.5552, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 2.274221181869507, + "learning_rate": 0.0014419571113551063, + "loss": 23.8764, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": NaN, + "learning_rate": 0.0014411798905839884, + "loss": 25.3345, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": NaN, + "learning_rate": 0.001440984810671622, + "loss": 25.7174, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": NaN, + "learning_rate": 0.001440984810671622, + "loss": 26.2428, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.0, + "learning_rate": 0.0014406916101182491, + "loss": 22.5832, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": NaN, + "learning_rate": 0.0014406916101182491, + "loss": 22.0262, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": NaN, + "learning_rate": 0.0014406916101182491, + "loss": 23.3955, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": NaN, + "learning_rate": 0.0014405937217949695, + "loss": 23.4806, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": NaN, + "learning_rate": 0.0014404957560872197, + "loss": 21.8165, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": NaN, + "learning_rate": 0.0014404957560872197, + "loss": 15.1625, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": NaN, + "learning_rate": 0.0014404957560872197, + "loss": 19.0633, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": NaN, + "learning_rate": 0.0014402995925622284, + "loss": 26.1412, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": NaN, + "learning_rate": 0.0014402995925622284, + "loss": 23.936, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": NaN, + "learning_rate": 0.0014402995925622284, + "loss": 18.2166, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": NaN, + "learning_rate": 0.0014402995925622284, + "loss": 22.5533, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": NaN, + "learning_rate": 0.0014402013947669681, + "loss": 5.419, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": NaN, + "learning_rate": 0.0014402013947669681, + "loss": 19.1526, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": NaN, + "learning_rate": 0.0014402013947669681, + "loss": 23.7759, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 25.3613, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 24.9987, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 19.5539, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 9.4781, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 22.9375, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 21.6186, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 16.4292, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 22.5329, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 23.9372, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 23.6153, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 24.179, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 25.8242, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": NaN, + "learning_rate": 0.0014401031196312, + "loss": 23.7902, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 17.8877, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 21.2988, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 23.2879, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 26.7582, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 25.6957, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 11.6043, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 23.8513, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": NaN, + "learning_rate": 0.001440004767165936, + "loss": 11.7511, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": NaN, + "learning_rate": 0.0014399063373821972, + "loss": 24.8146, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": NaN, + "learning_rate": 0.001439807830291013, + "loss": 20.864, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": NaN, + "learning_rate": 0.001439709245903422, + "loss": 25.5019, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": NaN, + "learning_rate": 0.0014395118452832146, + "loss": 20.1146, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": NaN, + "learning_rate": 0.0014395118452832146, + "loss": 20.9287, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": NaN, + "learning_rate": 0.0014395118452832146, + "loss": 11.1393, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": NaN, + "learning_rate": 0.0014395118452832146, + "loss": 24.0748, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 21.6523, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 13.5412, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 19.2691, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 25.6269, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 22.6196, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": NaN, + "learning_rate": 0.001439413029072718, + "loss": 8.3435, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": NaN, + "learning_rate": 0.001439314135610054, + "loss": 18.7109, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": NaN, + "learning_rate": 0.001439314135610054, + "loss": 17.22, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": NaN, + "learning_rate": 0.001439314135610054, + "loss": 19.9945, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": NaN, + "learning_rate": 0.001439314135610054, + "loss": 7.6809, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": NaN, + "learning_rate": 0.001439314135610054, + "loss": 25.6507, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": NaN, + "learning_rate": 0.0014392151649063039, + "loss": 23.9704, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": NaN, + "learning_rate": 0.0014391161169725573, + "loss": 18.5732, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": NaN, + "learning_rate": 0.0014388185099023744, + "loss": 24.5992, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": NaN, + "learning_rate": 0.0014388185099023744, + "loss": 26.5, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": NaN, + "learning_rate": 0.001438719153159719, + "loss": 24.1453, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 20.5912, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 26.4278, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 25.4165, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 19.0065, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.3119, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 15.6332, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.2649, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 23.4882, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 17.6488, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 25.0843, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 13.8458, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 18.2715, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.8324, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.2591, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 23.8306, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 13.4074, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 25.6367, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 24.2991, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 24.0093, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 23.251, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.8138, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 24.0572, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 23.6499, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 24.1287, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 19.4572, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 21.9799, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 18.7313, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 6.0547, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 12.3808, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 12.0022, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": NaN, + "learning_rate": 0.0014386197192426482, + "loss": 26.3305, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": NaN, + "learning_rate": 0.001438520208162304, + "loss": 17.6382, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": NaN, + "learning_rate": 0.001438520208162304, + "loss": 24.4123, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": NaN, + "learning_rate": 0.001438520208162304, + "loss": 17.2096, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": NaN, + "learning_rate": 0.0014384206199298374, + "loss": 25.134, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": NaN, + "learning_rate": 0.0014384206199298374, + "loss": 20.7815, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": NaN, + "learning_rate": 0.0014383209545564073, + "loss": 25.136, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": NaN, + "learning_rate": 0.0014383209545564073, + "loss": 16.8137, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": NaN, + "learning_rate": 0.0014383209545564073, + "loss": 21.403, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": NaN, + "learning_rate": 0.001438221212053182, + "loss": 17.4586, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": NaN, + "learning_rate": 0.0014381213924313386, + "loss": 20.8064, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": NaN, + "learning_rate": 0.0014381213924313386, + "loss": 26.6353, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": NaN, + "learning_rate": 0.0014381213924313386, + "loss": 25.7544, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": NaN, + "learning_rate": 0.0014381213924313386, + "loss": 24.3293, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": NaN, + "learning_rate": 0.0014381213924313386, + "loss": 24.4774, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 23.6375, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 21.3209, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 20.0117, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 23.1402, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 17.6318, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": NaN, + "learning_rate": 0.0014380214957020613, + "loss": 17.3317, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": NaN, + "learning_rate": 0.001437921521876545, + "loss": 22.06, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": NaN, + "learning_rate": 0.001437921521876545, + "loss": 24.0629, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": NaN, + "learning_rate": 0.0014378214709659916, + "loss": 21.147, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": NaN, + "learning_rate": 0.0014378214709659916, + "loss": 18.29, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": NaN, + "learning_rate": 0.0014378214709659916, + "loss": 19.8194, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": NaN, + "learning_rate": 0.0014377213429816128, + "loss": 25.5973, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": NaN, + "learning_rate": 0.0014377213429816128, + "loss": 12.699, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": NaN, + "learning_rate": 0.0014376211379346282, + "loss": 18.8326, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": NaN, + "learning_rate": 0.0014375208558362663, + "loss": 24.6486, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": NaN, + "learning_rate": 0.0014374204966977639, + "loss": 26.624, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": NaN, + "learning_rate": 0.0014373200605303674, + "loss": 26.3303, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": NaN, + "learning_rate": 0.0014373200605303674, + "loss": 21.2353, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": NaN, + "learning_rate": 0.0014373200605303674, + "loss": 25.0733, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": NaN, + "learning_rate": 0.0014373200605303674, + "loss": 19.3641, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": NaN, + "learning_rate": 0.0014373200605303674, + "loss": 22.9101, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": NaN, + "learning_rate": 0.001437219547345331, + "loss": 23.2208, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": NaN, + "learning_rate": 0.001437219547345331, + "loss": 22.182, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": NaN, + "learning_rate": 0.001437219547345331, + "loss": 20.4273, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": NaN, + "learning_rate": 0.0014370182899673982, + "loss": 22.7992, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": NaN, + "learning_rate": 0.0014370182899673982, + "loss": 26.0194, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": NaN, + "learning_rate": 0.0014368167246541733, + "loss": 22.4433, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": NaN, + "learning_rate": 0.0014368167246541733, + "loss": 17.7155, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": NaN, + "learning_rate": 0.0014368167246541733, + "loss": 22.1696, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": NaN, + "learning_rate": 0.0014367158265500537, + "loss": 23.1055, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": NaN, + "learning_rate": 0.0014367158265500537, + "loss": 18.3585, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": NaN, + "learning_rate": 0.0014367158265500537, + "loss": 24.6109, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": NaN, + "learning_rate": 0.001436513799503332, + "loss": 25.5435, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": NaN, + "learning_rate": 0.0014364126705833675, + "loss": 23.5917, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": NaN, + "learning_rate": 0.0014363114647474406, + "loss": 25.7761, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": NaN, + "learning_rate": 0.0014359058724710497, + "loss": 26.0685, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": NaN, + "learning_rate": 0.0014357026151323444, + "loss": 26.0902, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": NaN, + "learning_rate": 0.0014356008712027, + "loss": 24.8719, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": NaN, + "learning_rate": 0.0014354990504480592, + "loss": 24.2311, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": NaN, + "learning_rate": 0.0014353971528798313, + "loss": 23.1857, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": NaN, + "learning_rate": 0.001435295178509435, + "loss": 25.349, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": NaN, + "learning_rate": 0.001435295178509435, + "loss": 22.9513, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": NaN, + "learning_rate": 0.001435295178509435, + "loss": 26.9438, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": NaN, + "learning_rate": 0.001435295178509435, + "loss": 14.1933, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": NaN, + "learning_rate": 0.0014351931273482966, + "loss": 17.707, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": NaN, + "learning_rate": 0.0014350909994078516, + "loss": 26.2503, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": NaN, + "learning_rate": 0.0014350909994078516, + "loss": 20.5268, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": NaN, + "learning_rate": 0.0014350909994078516, + "loss": 24.034, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": NaN, + "learning_rate": 0.0014349887946995441, + "loss": 25.8539, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": NaN, + "learning_rate": 0.0014347841550251597, + "loss": 21.0862, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": NaN, + "learning_rate": 0.0014346817200820137, + "loss": 20.0875, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": NaN, + "learning_rate": 0.0014344766200412062, + "loss": 22.4117, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": NaN, + "learning_rate": 0.0014344766200412062, + "loss": 24.957, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": NaN, + "learning_rate": 0.0014342712132043342, + "loss": 25.5183, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": NaN, + "learning_rate": 0.0014339625279078388, + "loss": 23.4, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": NaN, + "learning_rate": 0.0014337563544838997, + "loss": 23.4324, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": NaN, + "learning_rate": 0.0014336531528386888, + "loss": 17.2601, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": NaN, + "learning_rate": 0.0014336531528386888, + "loss": 24.3015, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": NaN, + "learning_rate": 0.0014336531528386888, + "loss": 25.5595, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": NaN, + "learning_rate": 0.0014335498745867332, + "loss": 22.6296, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": NaN, + "learning_rate": 0.0014333430883088877, + "loss": 26.5763, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": NaN, + "learning_rate": 0.0014331359957430482, + "loss": 26.7778, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": NaN, + "learning_rate": 0.001433032334631133, + "loss": 25.7878, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": NaN, + "learning_rate": 0.001433032334631133, + "loss": 25.4434, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": NaN, + "learning_rate": 0.001433032334631133, + "loss": 24.2357, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": NaN, + "learning_rate": 0.0014329285969820389, + "loss": 26.0351, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": NaN, + "learning_rate": 0.0014329285969820389, + "loss": 24.7694, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": NaN, + "learning_rate": 0.00143282478280739, + "loss": 26.4808, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": NaN, + "learning_rate": 0.001432512881246487, + "loss": 19.4061, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": NaN, + "learning_rate": 0.0014324087610860339, + "loss": 25.4231, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": NaN, + "learning_rate": 0.0014323045644582765, + "loss": 24.8855, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": NaN, + "learning_rate": 0.0014320959418475596, + "loss": 23.3352, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": NaN, + "learning_rate": 0.0014318870135078452, + "loss": 26.3377, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": NaN, + "learning_rate": 0.001431782434718873, + "loss": 26.7131, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": NaN, + "learning_rate": 0.0014314682400161445, + "loss": 26.728, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": NaN, + "learning_rate": 0.0014312583950518607, + "loss": 25.5683, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": NaN, + "learning_rate": 0.0014312583950518607, + "loss": 25.1898, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": NaN, + "learning_rate": 0.0014312583950518607, + "loss": 18.7343, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": NaN, + "learning_rate": 0.0014309430550968794, + "loss": 24.8984, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": NaN, + "learning_rate": 0.0014307324469252703, + "loss": 23.1875, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": NaN, + "learning_rate": 0.001430627028414366, + "loss": 26.6583, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": NaN, + "learning_rate": 0.0014305215336358093, + "loss": 21.3243, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": NaN, + "learning_rate": 0.0014304159626014213, + "loss": 25.3045, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": NaN, + "learning_rate": 0.0014303103153230322, + "loss": 26.3171, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": NaN, + "learning_rate": 0.0014300987920816107, + "loss": 22.9368, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": NaN, + "learning_rate": 0.0014297809356857026, + "loss": 25.4725, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": NaN, + "learning_rate": 0.0014295686505377586, + "loss": 26.4213, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": NaN, + "learning_rate": 0.0014291431665485125, + "loss": 25.8836, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": NaN, + "learning_rate": 0.0014289299678979207, + "loss": 23.091, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": NaN, + "learning_rate": 0.0014286095993707856, + "loss": 26.6745, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": NaN, + "learning_rate": 0.0014286095993707856, + "loss": 24.9819, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": NaN, + "learning_rate": 0.001428181376808375, + "loss": 24.0302, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": NaN, + "learning_rate": 0.001428181376808375, + "loss": 26.3734, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": NaN, + "learning_rate": 0.0014275367633974473, + "loss": 25.7448, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": NaN, + "learning_rate": 0.0014272134315908317, + "loss": 23.9451, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": NaN, + "learning_rate": 0.0014266730277050863, + "loss": 23.1121, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": NaN, + "learning_rate": 0.0014259132779732234, + "loss": 26.5814, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": NaN, + "learning_rate": 0.0014254774687336744, + "loss": 26.5079, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": NaN, + "learning_rate": 0.001424711888947313, + "loss": 26.1324, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": NaN, + "learning_rate": 0.001424162777852928, + "loss": 25.8726, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": NaN, + "learning_rate": 0.0014238324045782198, + "loss": 25.9609, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": NaN, + "learning_rate": 0.0014237221291242932, + "loss": 23.6412, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": NaN, + "learning_rate": 0.0014230588914614134, + "loss": 26.3934, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": NaN, + "learning_rate": 0.001422392938693642, + "loss": 26.093, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": NaN, + "learning_rate": 0.0014217242735074188, + "loss": 26.4948, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": NaN, + "learning_rate": 0.001420940739527144, + "loss": 26.2102, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": NaN, + "learning_rate": 0.0014203788166800685, + "loss": 26.3526, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": NaN, + "learning_rate": 0.0014201535216180024, + "loss": 26.3516, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": NaN, + "learning_rate": 0.0014197020304664856, + "loss": 25.3425, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": NaN, + "learning_rate": 0.0014191359781447223, + "loss": 23.6935, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": NaN, + "learning_rate": 0.0014184542411583162, + "loss": 26.3516, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": NaN, + "learning_rate": 0.0014175410643847085, + "loss": 26.3341, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": NaN, + "learning_rate": 0.0014168530397921121, + "loss": 26.2831, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": NaN, + "learning_rate": 0.0014162776309317778, + "loss": 25.9816, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": NaN, + "learning_rate": 0.0014157003555785893, + "loss": 26.0357, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": NaN, + "learning_rate": 0.0014150051636615305, + "loss": 25.5374, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": NaN, + "learning_rate": 0.001414190716093505, + "loss": 26.1506, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": NaN, + "learning_rate": 0.0014133726216589114, + "loss": 26.1227, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": NaN, + "learning_rate": 0.0014124331968030307, + "loss": 26.1762, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": NaN, + "learning_rate": 0.0014116073028058165, + "loss": 25.2884, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": NaN, + "learning_rate": 0.0014107777761267605, + "loss": 26.1167, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": NaN, + "learning_rate": 0.0014098253032982086, + "loss": 26.0501, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": NaN, + "learning_rate": 0.0014088680985226533, + "loss": 25.9989, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": NaN, + "learning_rate": 0.0014080266680644277, + "loss": 26.0357, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": NaN, + "learning_rate": 0.0014070606094171464, + "loss": 25.9653, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": NaN, + "learning_rate": 0.0014058464105044567, + "loss": 25.9195, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": NaN, + "learning_rate": 0.0014048697593813891, + "loss": 25.874, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": NaN, + "learning_rate": 0.0014037654135426025, + "loss": 23.2703, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": NaN, + "learning_rate": 0.0014026551338366098, + "loss": 25.7561, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": NaN, + "learning_rate": 0.0014017874869765548, + "loss": 25.8321, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": NaN, + "learning_rate": 0.0014005417845864945, + "loss": 25.7681, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": NaN, + "learning_rate": 0.0013995399734620729, + "loss": 25.7082, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": NaN, + "learning_rate": 0.0013984073683187374, + "loss": 25.6992, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": NaN, + "learning_rate": 0.0013973956671792206, + "loss": 25.661, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": NaN, + "learning_rate": 0.0013962519541538569, + "loss": 25.7455, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": NaN, + "learning_rate": 0.0013951023754568035, + "loss": 25.6865, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": NaN, + "learning_rate": 0.0013939469415221513, + "loss": 25.5853, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": NaN, + "learning_rate": 0.0013929149821045148, + "loss": 25.5994, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": NaN, + "learning_rate": 0.0013916185499420386, + "loss": 25.4703, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": NaN, + "learning_rate": 0.001390314928130417, + "loss": 25.5392, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": NaN, + "learning_rate": 0.001389004131277369, + "loss": 25.4366, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": NaN, + "learning_rate": 0.001387686174071013, + "loss": 25.4657, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": NaN, + "learning_rate": 0.001386493902687604, + "loss": 25.3931, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": NaN, + "learning_rate": 0.00138516238156296, + "loss": 25.3452, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": NaN, + "learning_rate": 0.0013838237431336895, + "loss": 25.3367, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": NaN, + "learning_rate": 0.0013826128956478255, + "loss": 25.311, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": NaN, + "learning_rate": 0.0013812607757308134, + "loss": 25.2449, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": NaN, + "learning_rate": 0.001379901582228573, + "loss": 25.2621, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": NaN, + "learning_rate": 0.0013786722727474998, + "loss": 24.6696, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": NaN, + "learning_rate": 0.0013772996814585261, + "loss": 25.1729, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": NaN, + "learning_rate": 0.0013759200609703196, + "loss": 25.1485, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": NaN, + "learning_rate": 0.001374533426742202, + "loss": 25.0464, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": NaN, + "learning_rate": 0.0013731397943120868, + "loss": 25.0784, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": NaN, + "learning_rate": 0.0013717391792963062, + "loss": 25.0917, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": NaN, + "learning_rate": 0.0013703315973894346, + "loss": 25.0183, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": NaN, + "learning_rate": 0.001368917064364115, + "loss": 24.937, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": NaN, + "learning_rate": 0.0013674955960708808, + "loss": 24.8716, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": NaN, + "learning_rate": 0.0013660672084379781, + "loss": 24.969, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": NaN, + "learning_rate": 0.0013646319174711878, + "loss": 24.8973, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": NaN, + "learning_rate": 0.0013631897392536463, + "loss": 24.8146, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": NaN, + "learning_rate": 0.001361740689945664, + "loss": 24.8292, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": NaN, + "learning_rate": 0.0013602847857845466, + "loss": 24.7607, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": NaN, + "learning_rate": 0.001358822043084411, + "loss": 24.7049, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": NaN, + "learning_rate": 0.0013573524782360034, + "loss": 24.6784, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": NaN, + "learning_rate": 0.0013558761077065154, + "loss": 24.6582, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": NaN, + "learning_rate": 0.0013543929480393994, + "loss": 24.6918, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": NaN, + "learning_rate": 0.0013529030158541842, + "loss": 24.6419, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": NaN, + "learning_rate": 0.001351406327846287, + "loss": 24.5629, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": NaN, + "learning_rate": 0.0013499029007868284, + "loss": 24.5713, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": NaN, + "learning_rate": 0.0013483927515224418, + "loss": 24.4815, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": NaN, + "learning_rate": 0.001346875896975088, + "loss": 24.4683, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": NaN, + "learning_rate": 0.0013453523541418623, + "loss": 24.4849, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": NaN, + "learning_rate": 0.001343822140094806, + "loss": 24.4587, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": NaN, + "learning_rate": 0.001342285271980715, + "loss": 24.3741, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": NaN, + "learning_rate": 0.0013407417670209467, + "loss": 24.3566, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": NaN, + "learning_rate": 0.001339191642511228, + "loss": 24.3521, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": NaN, + "learning_rate": 0.0013376349158214609, + "loss": 24.2947, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": NaN, + "learning_rate": 0.001336071604395528, + "loss": 24.2773, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": NaN, + "learning_rate": 0.0013345017257510975, + "loss": 24.216, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": NaN, + "learning_rate": 0.0013329252974794256, + "loss": 24.2008, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": NaN, + "learning_rate": 0.0013313423372451614, + "loss": 24.1889, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": NaN, + "learning_rate": 0.001329752862786147, + "loss": 24.1455, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": NaN, + "learning_rate": 0.0013281568919132198, + "loss": 24.1205, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": NaN, + "learning_rate": 0.0013265544425100128, + "loss": 24.0911, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": NaN, + "learning_rate": 0.001324945532532754, + "loss": 24.0681, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": NaN, + "learning_rate": 0.0013233301800100652, + "loss": 24.0586, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": NaN, + "learning_rate": 0.0013217084030427604, + "loss": 24.0476, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": NaN, + "learning_rate": 0.001320080219803642, + "loss": 23.9791, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": NaN, + "learning_rate": 0.0013184456485372986, + "loss": 23.9139, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": NaN, + "learning_rate": 0.0013168047075598993, + "loss": 23.8784, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": NaN, + "learning_rate": 0.0013151574152589888, + "loss": 23.8798, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": NaN, + "learning_rate": 0.0013135037900932822, + "loss": 23.8495, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": NaN, + "learning_rate": 0.0013118438505924563, + "loss": 23.7498, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": NaN, + "learning_rate": 0.001310177615356944, + "loss": 23.7304, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": NaN, + "learning_rate": 0.0013085051030577246, + "loss": 23.7411, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": NaN, + "learning_rate": 0.0013068263324361156, + "loss": 23.7517, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": NaN, + "learning_rate": 0.0013051413223035607, + "loss": 23.6804, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": NaN, + "learning_rate": 0.0013034500915414218, + "loss": 23.656, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": NaN, + "learning_rate": 0.001301752659100765, + "loss": 23.5643, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": NaN, + "learning_rate": 0.0013000490440021502, + "loss": 23.5693, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": NaN, + "learning_rate": 0.001298339265335416, + "loss": 23.5771, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": NaN, + "learning_rate": 0.001296623342259467, + "loss": 23.5139, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": NaN, + "learning_rate": 0.0012949012940020599, + "loss": 23.5451, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": NaN, + "learning_rate": 0.0012931731398595854, + "loss": 23.457, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": NaN, + "learning_rate": 0.001291438899196855, + "loss": 23.4598, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": NaN, + "learning_rate": 0.001289698591446882, + "loss": 23.454, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": NaN, + "learning_rate": 0.0012879522361106646, + "loss": 23.3373, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": NaN, + "learning_rate": 0.001286199852756967, + "loss": 23.316, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": NaN, + "learning_rate": 0.0012844414610221006, + "loss": 23.325, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": NaN, + "learning_rate": 0.001282677080609703, + "loss": 23.2516, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": NaN, + "learning_rate": 0.0012809067312905182, + "loss": 23.2314, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": NaN, + "learning_rate": 0.0012791304329021751, + "loss": 23.279, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": NaN, + "learning_rate": 0.0012773482053489642, + "loss": 23.1656, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": NaN, + "learning_rate": 0.0012755600686016155, + "loss": 23.2234, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": NaN, + "learning_rate": 0.0012737660426970748, + "loss": 23.1439, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": NaN, + "learning_rate": 0.0012719661477382778, + "loss": 23.1967, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": NaN, + "learning_rate": 0.0012701604038939268, + "loss": 23.0761, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": NaN, + "learning_rate": 0.0012683488313982628, + "loss": 23.0479, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": NaN, + "learning_rate": 0.0012665314505508406, + "loss": 23.0249, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": NaN, + "learning_rate": 0.0012647082817162998, + "loss": 22.9911, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": NaN, + "learning_rate": 0.0012628793453241377, + "loss": 23.0401, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": NaN, + "learning_rate": 0.0012610446618684793, + "loss": 22.9979, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": NaN, + "learning_rate": 0.0012592042519078486, + "loss": 22.97, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": NaN, + "learning_rate": 0.001257358136064938, + "loss": 22.8594, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": NaN, + "learning_rate": 0.0012555063350263768, + "loss": 22.9332, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": NaN, + "learning_rate": 0.0012536488695425003, + "loss": 22.7748, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": NaN, + "learning_rate": 0.0012517857604271156, + "loss": 22.8353, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": NaN, + "learning_rate": 0.0012499170285572702, + "loss": 22.8643, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": NaN, + "learning_rate": 0.0012480426948730174, + "loss": 22.7257, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": NaN, + "learning_rate": 0.0012461627803771812, + "loss": 22.7589, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": NaN, + "learning_rate": 0.0012442773061351216, + "loss": 22.6903, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": NaN, + "learning_rate": 0.001242386293274498, + "loss": 22.6796, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": NaN, + "learning_rate": 0.001240489762985033, + "loss": 22.6468, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": NaN, + "learning_rate": 0.0012385877365182743, + "loss": 22.606, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": NaN, + "learning_rate": 0.0012366802351873574, + "loss": 22.5879, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": NaN, + "learning_rate": 0.0012347672803667662, + "loss": 22.6066, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": NaN, + "learning_rate": 0.0012328488934920932, + "loss": 22.5008, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": NaN, + "learning_rate": 0.0012309250960598, + "loss": 22.5002, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": NaN, + "learning_rate": 0.0012289959096269767, + "loss": 22.4605, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": NaN, + "learning_rate": 0.0012270613558110993, + "loss": 22.4413, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": NaN, + "learning_rate": 0.0012251214562897872, + "loss": 22.4696, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": NaN, + "learning_rate": 0.0012231762328005623, + "loss": 22.4006, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": NaN, + "learning_rate": 0.0012212257071406037, + "loss": 22.3933, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": NaN, + "learning_rate": 0.0012192699011665034, + "loss": 22.3226, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": NaN, + "learning_rate": 0.0012173088367940228, + "loss": 22.3039, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": NaN, + "learning_rate": 0.0012153425359978452, + "loss": 22.2274, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": NaN, + "learning_rate": 0.0012133710208113318, + "loss": 22.2696, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": NaN, + "learning_rate": 0.0012113943133262722, + "loss": 22.2472, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": NaN, + "learning_rate": 0.0012094124356926397, + "loss": 22.2381, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": NaN, + "learning_rate": 0.0012074254101183408, + "loss": 22.1935, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": NaN, + "learning_rate": 0.0012054332588689667, + "loss": 22.2128, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": NaN, + "learning_rate": 0.0012034360042675453, + "loss": 22.1281, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": NaN, + "learning_rate": 0.0012014336686942898, + "loss": 22.0921, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": NaN, + "learning_rate": 0.0011994262745863478, + "loss": 22.0759, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": NaN, + "learning_rate": 0.00119741384443755, + "loss": 22.083, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": NaN, + "learning_rate": 0.0011953964007981601, + "loss": 21.9959, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": NaN, + "learning_rate": 0.0011933739662746178, + "loss": 21.9991, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": NaN, + "learning_rate": 0.0011913465635292903, + "loss": 21.9926, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": NaN, + "learning_rate": 0.0011893142152802152, + "loss": 21.9414, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": NaN, + "learning_rate": 0.0011872769443008466, + "loss": 21.9691, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": NaN, + "learning_rate": 0.001185234773419801, + "loss": 21.9132, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": NaN, + "learning_rate": 0.0011831877255206002, + "loss": 21.9539, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": NaN, + "learning_rate": 0.0011811358235414154, + "loss": 21.797, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": NaN, + "learning_rate": 0.0011790790904748103, + "loss": 21.8323, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": NaN, + "learning_rate": 0.0011770175493674827, + "loss": 21.8604, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": NaN, + "learning_rate": 0.0011749512233200081, + "loss": 21.7974, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": NaN, + "learning_rate": 0.0011728801354865786, + "loss": 21.7508, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": NaN, + "learning_rate": 0.0011708043090747442, + "loss": 21.7383, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": NaN, + "learning_rate": 0.0011687237673451538, + "loss": 21.6488, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": NaN, + "learning_rate": 0.0011666385336112934, + "loss": 21.6695, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": NaN, + "learning_rate": 0.001164548631239225, + "loss": 21.6037, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": NaN, + "learning_rate": 0.0011624540836473252, + "loss": 21.6479, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": NaN, + "learning_rate": 0.0011603549143060225, + "loss": 21.6263, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": NaN, + "learning_rate": 0.0011582511467375346, + "loss": 21.5942, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": NaN, + "learning_rate": 0.0011561428045156043, + "loss": 21.5479, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": NaN, + "learning_rate": 0.0011540299112652351, + "loss": 21.5689, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": NaN, + "learning_rate": 0.0011519124906624284, + "loss": 21.5142, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": NaN, + "learning_rate": 0.0011497905664339153, + "loss": 21.4391, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": NaN, + "learning_rate": 0.0011476641623568934, + "loss": 21.4538, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": NaN, + "learning_rate": 0.0011455333022587582, + "loss": 21.448, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": NaN, + "learning_rate": 0.0011433980100168382, + "loss": 21.3988, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": NaN, + "learning_rate": 0.0011412583095581248, + "loss": 21.4707, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": NaN, + "learning_rate": 0.001139114224859007, + "loss": 21.3473, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": NaN, + "learning_rate": 0.0011369657799450005, + "loss": 21.302, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": NaN, + "learning_rate": 0.0011348129988904797, + "loss": 21.3409, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": NaN, + "learning_rate": 0.0011326559058184075, + "loss": 21.3056, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": NaN, + "learning_rate": 0.001130494524900065, + "loss": 21.2557, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": NaN, + "learning_rate": 0.0011283288803547809, + "loss": 21.2698, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": NaN, + "learning_rate": 0.0011261589964496597, + "loss": 21.258, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": NaN, + "learning_rate": 0.0011239848974993103, + "loss": 21.1472, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": NaN, + "learning_rate": 0.0011218066078655725, + "loss": 21.152, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": NaN, + "learning_rate": 0.0011196241519572457, + "loss": 21.141, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": NaN, + "learning_rate": 0.0011174375542298142, + "loss": 21.1475, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": NaN, + "learning_rate": 0.0011152468391851724, + "loss": 21.0729, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": NaN, + "learning_rate": 0.0011130520313713528, + "loss": 21.0671, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": NaN, + "learning_rate": 0.0011108531553822485, + "loss": 21.024, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": NaN, + "learning_rate": 0.0011086502358573387, + "loss": 21.0723, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": NaN, + "learning_rate": 0.001106443297481412, + "loss": 20.9719, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": NaN, + "learning_rate": 0.001104232364984291, + "loss": 20.9908, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": NaN, + "learning_rate": 0.0011020174631405533, + "loss": 20.9053, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": NaN, + "learning_rate": 0.001099798616769256, + "loss": 20.9264, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": NaN, + "learning_rate": 0.001097575850733656, + "loss": 20.9178, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": NaN, + "learning_rate": 0.0010953491899409321, + "loss": 20.9333, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": NaN, + "learning_rate": 0.0010931186593419059, + "loss": 20.909, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": NaN, + "learning_rate": 0.0010908842839307614, + "loss": 20.8777, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": NaN, + "learning_rate": 0.0010886460887447667, + "loss": 20.8168, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": NaN, + "learning_rate": 0.0010864040988639912, + "loss": 20.7814, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": NaN, + "learning_rate": 0.0010841583394110266, + "loss": 20.8047, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": NaN, + "learning_rate": 0.0010819088355507043, + "loss": 20.7472, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": NaN, + "learning_rate": 0.0010796556124898127, + "loss": 20.7474, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": NaN, + "learning_rate": 0.0010773986954768172, + "loss": 20.7174, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": NaN, + "learning_rate": 0.0010751381098015747, + "loss": 20.7427, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": NaN, + "learning_rate": 0.0010728738807950515, + "loss": 20.6791, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": NaN, + "learning_rate": 0.001070606033829039, + "loss": 20.6749, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": NaN, + "learning_rate": 0.00106833459431587, + "loss": 20.6265, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": NaN, + "learning_rate": 0.0010660595877081335, + "loss": 20.6419, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": NaN, + "learning_rate": 0.0010637810394983893, + "loss": 20.6202, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": NaN, + "learning_rate": 0.0010614989752188823, + "loss": 20.5752, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": NaN, + "learning_rate": 0.0010592134204412578, + "loss": 20.5676, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": NaN, + "learning_rate": 0.0010569244007762723, + "loss": 20.5741, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": NaN, + "learning_rate": 0.0010546319418735094, + "loss": 20.5144, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": NaN, + "learning_rate": 0.00105233606942109, + "loss": 20.4755, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": NaN, + "learning_rate": 0.0010500368091453864, + "loss": 20.4559, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": NaN, + "learning_rate": 0.0010477341868107327, + "loss": 20.3728, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": NaN, + "learning_rate": 0.0010454282282191362, + "loss": 20.4757, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": NaN, + "learning_rate": 0.001043118959209989, + "loss": 20.394, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": NaN, + "learning_rate": 0.001040806405659778, + "loss": 20.3982, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": NaN, + "learning_rate": 0.001038490593481795, + "loss": 20.3469, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": NaN, + "learning_rate": 0.001036171548625846, + "loss": 20.3497, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": NaN, + "learning_rate": 0.0010338492970779606, + "loss": 20.3164, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": NaN, + "learning_rate": 0.0010315238648601025, + "loss": 20.2752, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": NaN, + "learning_rate": 0.001029195278029874, + "loss": 20.2471, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": NaN, + "learning_rate": 0.0010268635626802282, + "loss": 20.268, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": NaN, + "learning_rate": 0.001024528744939174, + "loss": 20.2388, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": NaN, + "learning_rate": 0.0010221908509694842, + "loss": 20.2081, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": NaN, + "learning_rate": 0.0010198499069684023, + "loss": 20.1734, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": NaN, + "learning_rate": 0.0010175059391673486, + "loss": 20.0876, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": NaN, + "learning_rate": 0.0010151589738316275, + "loss": 20.1662, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": NaN, + "learning_rate": 0.001012809037260131, + "loss": 20.1497, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": NaN, + "learning_rate": 0.0010104561557850457, + "loss": 20.0844, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": NaN, + "learning_rate": 0.0010081003557715583, + "loss": 20.0886, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": NaN, + "learning_rate": 0.0010057416636175575, + "loss": 20.1159, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": NaN, + "learning_rate": 0.0010033801057533404, + "loss": 20.1165, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": NaN, + "learning_rate": 0.0010010157086413167, + "loss": 20.0252, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": NaN, + "learning_rate": 0.0009986484987757102, + "loss": 20.0244, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": NaN, + "learning_rate": 0.0009962785026822632, + "loss": 19.9772, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": NaN, + "learning_rate": 0.0009939057469179394, + "loss": 19.9807, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": NaN, + "learning_rate": 0.0009915302580706256, + "loss": 20.0, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": NaN, + "learning_rate": 0.0009891520627588342, + "loss": 19.9405, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": NaN, + "learning_rate": 0.0009867711876314052, + "loss": 19.9134, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": NaN, + "learning_rate": 0.0009843876593672064, + "loss": 19.9383, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": NaN, + "learning_rate": 0.0009820015046748366, + "loss": 19.8442, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": NaN, + "learning_rate": 0.0009796127502923232, + "loss": 19.8224, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": NaN, + "learning_rate": 0.0009772214229868265, + "loss": 19.8606, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": NaN, + "learning_rate": 0.000974827549554336, + "loss": 19.8675, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": NaN, + "learning_rate": 0.0009724311568193726, + "loss": 19.8495, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": NaN, + "learning_rate": 0.000970032271634687, + "loss": 19.8029, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": NaN, + "learning_rate": 0.0009676309208809592, + "loss": 19.7674, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": NaN, + "learning_rate": 0.0009652271314664966, + "loss": 19.7207, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": NaN, + "learning_rate": 0.0009628209303269335, + "loss": 19.692, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": NaN, + "learning_rate": 0.0009604123444249288, + "loss": 19.7912, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": NaN, + "learning_rate": 0.0009580014007498634, + "loss": 19.7564, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": NaN, + "learning_rate": 0.0009555881263175381, + "loss": 19.6557, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": NaN, + "learning_rate": 0.0009531725481698719, + "loss": 19.6412, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": NaN, + "learning_rate": 0.000950754693374597, + "loss": 19.6496, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": NaN, + "learning_rate": 0.0009483345890249571, + "loss": 19.6243, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": NaN, + "learning_rate": 0.0009459122622394033, + "loss": 19.6246, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": NaN, + "learning_rate": 0.0009434877401612898, + "loss": 19.5414, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": NaN, + "learning_rate": 0.0009410610499585705, + "loss": 19.5582, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": NaN, + "learning_rate": 0.0009386322188234941, + "loss": 19.5712, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": NaN, + "learning_rate": 0.000936201273972299, + "loss": 19.5852, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": NaN, + "learning_rate": 0.0009337682426449097, + "loss": 19.577, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": NaN, + "learning_rate": 0.0009313331521046299, + "loss": 19.471, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": NaN, + "learning_rate": 0.0009288960296378386, + "loss": 19.5224, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": NaN, + "learning_rate": 0.0009264569025536825, + "loss": 19.4033, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": NaN, + "learning_rate": 0.000924015798183772, + "loss": 19.419, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": NaN, + "learning_rate": 0.0009215727438818733, + "loss": 19.4119, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": NaN, + "learning_rate": 0.000919127767023603, + "loss": 19.4075, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": NaN, + "learning_rate": 0.0009166808950061202, + "loss": 19.3666, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": NaN, + "learning_rate": 0.000914232155247821, + "loss": 19.3442, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": NaN, + "learning_rate": 0.0009117815751880301, + "loss": 19.4033, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": NaN, + "learning_rate": 0.0009093291822866933, + "loss": 19.343, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": NaN, + "learning_rate": 0.0009068750040240709, + "loss": 19.3336, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": NaN, + "learning_rate": 0.0009044190679004286, + "loss": 19.2125, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": NaN, + "learning_rate": 0.0009019614014357298, + "loss": 19.228, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": NaN, + "learning_rate": 0.0008995020321693274, + "loss": 19.2708, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": NaN, + "learning_rate": 0.0008970409876596545, + "loss": 19.2081, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": NaN, + "learning_rate": 0.000894578295483917, + "loss": 19.2315, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": NaN, + "learning_rate": 0.0008921139832377829, + "loss": 19.223, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": NaN, + "learning_rate": 0.0008896480785350743, + "loss": 19.2097, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": NaN, + "learning_rate": 0.0008871806090074577, + "loss": 19.1822, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": NaN, + "learning_rate": 0.0008847116023041336, + "loss": 19.1684, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": NaN, + "learning_rate": 0.0008822410860915281, + "loss": 19.171, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": NaN, + "learning_rate": 0.0008797690880529813, + "loss": 19.1506, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": NaN, + "learning_rate": 0.0008772956358884383, + "loss": 19.1432, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": NaN, + "learning_rate": 0.0008748207573141388, + "loss": 19.1056, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": NaN, + "learning_rate": 0.0008723444800623053, + "loss": 19.0631, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": NaN, + "learning_rate": 0.0008698668318808334, + "loss": 19.0607, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": NaN, + "learning_rate": 0.000867387840532981, + "loss": 19.0224, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": NaN, + "learning_rate": 0.0008649075337970567, + "loss": 19.0986, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": NaN, + "learning_rate": 0.0008624259394661085, + "loss": 19.0046, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": NaN, + "learning_rate": 0.0008599430853476126, + "loss": 18.9967, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": NaN, + "learning_rate": 0.0008574589992631617, + "loss": 18.9659, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": NaN, + "learning_rate": 0.0008549737090481532, + "loss": 18.9799, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": NaN, + "learning_rate": 0.0008524872425514775, + "loss": 18.9473, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": NaN, + "learning_rate": 0.0008499996276352061, + "loss": 18.9237, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": NaN, + "learning_rate": 0.0008475108921742787, + "loss": 18.9262, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": NaN, + "learning_rate": 0.0008450210640561912, + "loss": 18.9117, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": NaN, + "learning_rate": 0.0008425301711806833, + "loss": 18.88, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": NaN, + "learning_rate": 0.0008400382414594263, + "loss": 18.9205, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": NaN, + "learning_rate": 0.0008375453028157093, + "loss": 18.8609, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": NaN, + "learning_rate": 0.0008350513831841271, + "loss": 18.8578, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": NaN, + "learning_rate": 0.000832556510510267, + "loss": 18.8547, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": NaN, + "learning_rate": 0.0008300607127503952, + "loss": 18.8731, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": NaN, + "learning_rate": 0.0008275640178711447, + "loss": 18.808, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": NaN, + "learning_rate": 0.0008250664538492006, + "loss": 18.7738, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": NaN, + "learning_rate": 0.0008225680486709871, + "loss": 18.7848, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": NaN, + "learning_rate": 0.0008200688303323542, + "loss": 18.8157, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": NaN, + "learning_rate": 0.0008175688268382639, + "loss": 18.7207, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": NaN, + "learning_rate": 0.0008150680662024761, + "loss": 18.7699, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": NaN, + "learning_rate": 0.0008125665764472345, + "loss": 18.7141, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": NaN, + "learning_rate": 0.0008100643856029534, + "loss": 18.6961, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": NaN, + "learning_rate": 0.000807561521707903, + "loss": 18.6952, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": NaN, + "learning_rate": 0.0008050580128078957, + "loss": 18.6275, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": NaN, + "learning_rate": 0.0008025538869559703, + "loss": 18.6354, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": NaN, + "learning_rate": 0.0008000491722120806, + "loss": 18.6354, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": NaN, + "learning_rate": 0.0007975438966427778, + "loss": 18.6208, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": NaN, + "learning_rate": 0.0007950380883208981, + "loss": 18.6489, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": NaN, + "learning_rate": 0.0007925317753252473, + "loss": 18.5825, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": NaN, + "learning_rate": 0.0007900249857402863, + "loss": 18.5872, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": NaN, + "learning_rate": 0.0007875177476558165, + "loss": 18.5329, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": NaN, + "learning_rate": 0.0007850100891666648, + "loss": 18.5355, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": NaN, + "learning_rate": 0.0007825020383723692, + "loss": 18.5428, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": NaN, + "learning_rate": 0.0007799936233768632, + "loss": 18.4882, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": NaN, + "learning_rate": 0.0007774848722881616, + "loss": 18.5212, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": NaN, + "learning_rate": 0.0007749758132180459, + "loss": 18.5016, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": NaN, + "learning_rate": 0.0007724664742817475, + "loss": 18.4783, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": NaN, + "learning_rate": 0.0007699568835976348, + "loss": 18.51, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": NaN, + "learning_rate": 0.0007674470692868967, + "loss": 18.4775, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": NaN, + "learning_rate": 0.0007649370594732282, + "loss": 18.4355, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": NaN, + "learning_rate": 0.0007624268822825145, + "loss": 18.4231, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": NaN, + "learning_rate": 0.000759916565842517, + "loss": 18.442, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": NaN, + "learning_rate": 0.0007574061382825572, + "loss": 18.4108, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": NaN, + "learning_rate": 0.0007548956277332016, + "loss": 18.363, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": NaN, + "learning_rate": 0.0007523850623259469, + "loss": 18.4039, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": NaN, + "learning_rate": 0.0007498744701929041, + "loss": 18.3446, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": NaN, + "learning_rate": 0.0007473638794664841, + "loss": 18.3527, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": NaN, + "learning_rate": 0.000744853318279082, + "loss": 18.281, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": NaN, + "learning_rate": 0.0007423428147627613, + "loss": 18.3314, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": NaN, + "learning_rate": 0.0007398323970489402, + "loss": 18.29, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": NaN, + "learning_rate": 0.0007373220932680751, + "loss": 18.2462, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": NaN, + "learning_rate": 0.0007348119315493453, + "loss": 18.2866, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": NaN, + "learning_rate": 0.0007323019400203386, + "loss": 18.2579, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": NaN, + "learning_rate": 0.0007297921468067357, + "loss": 18.3233, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": NaN, + "learning_rate": 0.000727282580031995, + "loss": 18.2432, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": NaN, + "learning_rate": 0.0007247732678170375, + "loss": 18.2694, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": NaN, + "learning_rate": 0.0007222642382799322, + "loss": 18.2129, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": NaN, + "learning_rate": 0.0007197555195355799, + "loss": 18.1819, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": NaN, + "learning_rate": 0.0007172471396953991, + "loss": 18.2068, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": NaN, + "learning_rate": 0.0007147391268670109, + "loss": 18.1945, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": NaN, + "learning_rate": 0.0007122315091539234, + "loss": 18.1491, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": NaN, + "learning_rate": 0.0007097243146552175, + "loss": 18.1796, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": NaN, + "learning_rate": 0.0007072175714652321, + "loss": 18.1706, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": NaN, + "learning_rate": 0.0007047113076732485, + "loss": 18.0967, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": NaN, + "learning_rate": 0.0007022055513631764, + "loss": 18.1212, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": NaN, + "learning_rate": 0.0006997003306132386, + "loss": 18.1531, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": NaN, + "learning_rate": 0.0006971956734956569, + "loss": 18.0768, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": NaN, + "learning_rate": 0.0006946916080763373, + "loss": 18.0855, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": NaN, + "learning_rate": 0.0006921881624145554, + "loss": 18.0984, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": NaN, + "learning_rate": 0.0006896853645626424, + "loss": 18.0884, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": NaN, + "learning_rate": 0.0006871832425656702, + "loss": 18.0519, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": NaN, + "learning_rate": 0.0006846818244611376, + "loss": 18.035, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": NaN, + "learning_rate": 0.0006821811382786561, + "loss": 18.035, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": NaN, + "learning_rate": 0.0006796812120396351, + "loss": 18.0549, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": NaN, + "learning_rate": 0.0006771820737569689, + "loss": 18.026, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": NaN, + "learning_rate": 0.000674683751434722, + "loss": 18.0061, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": NaN, + "learning_rate": 0.0006721862730678164, + "loss": 18.0291, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": NaN, + "learning_rate": 0.0006696896666417163, + "loss": 17.9947, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": NaN, + "learning_rate": 0.000667193960132116, + "loss": 17.9409, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": NaN, + "learning_rate": 0.0006646991815046254, + "loss": 17.9325, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": NaN, + "learning_rate": 0.0006622053587144572, + "loss": 17.9567, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": NaN, + "learning_rate": 0.0006597125197061133, + "loss": 17.9433, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": NaN, + "learning_rate": 0.0006572206924130725, + "loss": 17.9335, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": NaN, + "learning_rate": 0.0006547299047574761, + "loss": 17.8946, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": NaN, + "learning_rate": 0.000652240184649816, + "loss": 17.8966, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": NaN, + "learning_rate": 0.0006497515599886214, + "loss": 17.9195, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": NaN, + "learning_rate": 0.0006472640586601472, + "loss": 17.8969, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": NaN, + "learning_rate": 0.0006447777085380603, + "loss": 17.8477, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": NaN, + "learning_rate": 0.0006422925374831275, + "loss": 17.8507, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": NaN, + "learning_rate": 0.0006398085733429045, + "loss": 17.8622, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": NaN, + "learning_rate": 0.0006373258439514221, + "loss": 17.9008, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": NaN, + "learning_rate": 0.0006348443771288755, + "loss": 17.8343, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": NaN, + "learning_rate": 0.000632364200681312, + "loss": 17.7916, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": NaN, + "learning_rate": 0.0006298853424003199, + "loss": 17.809, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": NaN, + "learning_rate": 0.000627407830062716, + "loss": 17.8298, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": NaN, + "learning_rate": 0.0006249316914302368, + "loss": 17.8179, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": NaN, + "learning_rate": 0.0006224569542492241, + "loss": 17.7665, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": NaN, + "learning_rate": 0.0006199836462503166, + "loss": 17.771, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": NaN, + "learning_rate": 0.000617511795148138, + "loss": 17.7196, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": NaN, + "learning_rate": 0.0006150414286409869, + "loss": 17.7646, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": NaN, + "learning_rate": 0.0006125725744105263, + "loss": 17.7735, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": NaN, + "learning_rate": 0.000610105260121473, + "loss": 17.7413, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": NaN, + "learning_rate": 0.000607639513421289, + "loss": 17.7106, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": NaN, + "learning_rate": 0.0006051753619398697, + "loss": 17.6865, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": NaN, + "learning_rate": 0.0006027128332892358, + "loss": 17.7094, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": NaN, + "learning_rate": 0.0006002519550632232, + "loss": 17.6532, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": NaN, + "learning_rate": 0.000597792754837174, + "loss": 17.6422, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": NaN, + "learning_rate": 0.0005953352601676272, + "loss": 17.6839, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": NaN, + "learning_rate": 0.000592879498592011, + "loss": 17.6685, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": NaN, + "learning_rate": 0.0005904254976283331, + "loss": 17.6203, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": NaN, + "learning_rate": 0.0005879732847748721, + "loss": 17.6222, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": NaN, + "learning_rate": 0.0005855228875098706, + "loss": 17.6503, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": NaN, + "learning_rate": 0.0005830743332912264, + "loss": 17.6136, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": NaN, + "learning_rate": 0.0005806276495561852, + "loss": 17.5457, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": NaN, + "learning_rate": 0.0005781828637210325, + "loss": 17.5676, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": NaN, + "learning_rate": 0.0005757400031807881, + "loss": 17.5566, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": NaN, + "learning_rate": 0.0005732990953088968, + "loss": 17.5966, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": NaN, + "learning_rate": 0.0005708601674569232, + "loss": 17.5613, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": NaN, + "learning_rate": 0.0005684232469542446, + "loss": 17.5327, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": NaN, + "learning_rate": 0.0005659883611077453, + "loss": 17.5367, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": NaN, + "learning_rate": 0.0005635555372015099, + "loss": 17.5515, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": NaN, + "learning_rate": 0.0005611248024965186, + "loss": 17.5525, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": NaN, + "learning_rate": 0.0005586961842303405, + "loss": 17.5319, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": NaN, + "learning_rate": 0.0005562697096168289, + "loss": 17.5004, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": NaN, + "learning_rate": 0.0005538454058458171, + "loss": 17.4963, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": NaN, + "learning_rate": 0.0005514233000828121, + "loss": 17.47, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": NaN, + "learning_rate": 0.000549003419468692, + "loss": 17.4699, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": NaN, + "learning_rate": 0.0005465857911194006, + "loss": 17.4723, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": NaN, + "learning_rate": 0.000544170442125644, + "loss": 17.3745, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": NaN, + "learning_rate": 0.0005417573995525871, + "loss": 17.4508, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": NaN, + "learning_rate": 0.0005393466904395503, + "loss": 17.4577, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": NaN, + "learning_rate": 0.000536938341799706, + "loss": 17.4044, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": NaN, + "learning_rate": 0.0005345323806197771, + "loss": 17.4333, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": NaN, + "learning_rate": 0.0005321288338597327, + "loss": 17.4398, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": NaN, + "learning_rate": 0.0005297277284524888, + "loss": 17.4008, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": NaN, + "learning_rate": 0.0005273290913036033, + "loss": 17.4246, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": NaN, + "learning_rate": 0.000524932949290977, + "loss": 17.3732, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": NaN, + "learning_rate": 0.0005225393292645509, + "loss": 17.4207, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": NaN, + "learning_rate": 0.0005201482580460063, + "loss": 17.3743, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": NaN, + "learning_rate": 0.0005177597624284637, + "loss": 17.3843, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": NaN, + "learning_rate": 0.0005153738691761826, + "loss": 17.3783, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": NaN, + "learning_rate": 0.0005129906050242622, + "loss": 17.3874, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": NaN, + "learning_rate": 0.0005106099966783409, + "loss": 17.3393, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": NaN, + "learning_rate": 0.0005082320708142975, + "loss": 17.3911, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": NaN, + "learning_rate": 0.0005058568540779526, + "loss": 17.2764, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": NaN, + "learning_rate": 0.0005034843730847696, + "loss": 17.3228, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": NaN, + "learning_rate": 0.0005011146544195559, + "loss": 17.3133, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": NaN, + "learning_rate": 0.000498747724636167, + "loss": 17.3279, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": NaN, + "learning_rate": 0.0004963836102572065, + "loss": 17.2926, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": NaN, + "learning_rate": 0.0004940223377737304, + "loss": 17.2754, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": NaN, + "learning_rate": 0.0004916639336449499, + "loss": 17.2998, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": NaN, + "learning_rate": 0.0004893084242979348, + "loss": 17.2138, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": NaN, + "learning_rate": 0.0004869558361273175, + "loss": 17.2518, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": NaN, + "learning_rate": 0.000484606195494997, + "loss": 17.2634, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": NaN, + "learning_rate": 0.0004822595287298442, + "loss": 17.2148, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": NaN, + "learning_rate": 0.000479915862127406, + "loss": 17.2355, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": NaN, + "learning_rate": 0.0004775752219496109, + "loss": 17.224, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": NaN, + "learning_rate": 0.0004752376344244752, + "loss": 17.1923, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": NaN, + "learning_rate": 0.00047290312574580835, + "loss": 17.2518, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": NaN, + "learning_rate": 0.00047057172207292004, + "loss": 17.195, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": NaN, + "learning_rate": 0.0004682434495303267, + "loss": 17.251, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": NaN, + "learning_rate": 0.0004659183342074594, + "loss": 17.2191, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": NaN, + "learning_rate": 0.0004635964021583703, + "loss": 17.2282, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": NaN, + "learning_rate": 0.0004612776794014419, + "loss": 17.1762, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": NaN, + "learning_rate": 0.00045896219191909486, + "loss": 17.134, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": NaN, + "learning_rate": 0.00045664996565749716, + "loss": 17.1575, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": NaN, + "learning_rate": 0.0004543410265262727, + "loss": 17.2247, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": NaN, + "learning_rate": 0.0004520354003982125, + "loss": 17.1414, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": NaN, + "learning_rate": 0.00044973311310898275, + "loss": 17.1432, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": NaN, + "learning_rate": 0.00044743419045683674, + "loss": 17.1369, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": NaN, + "learning_rate": 0.00044513865820232525, + "loss": 17.105, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": NaN, + "learning_rate": 0.00044284654206800826, + "loss": 17.0928, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": NaN, + "learning_rate": 0.0004405578677381661, + "loss": 17.1254, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": NaN, + "learning_rate": 0.00043827266085851203, + "loss": 17.1181, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": NaN, + "learning_rate": 0.00043599094703590524, + "loss": 17.0771, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": NaN, + "learning_rate": 0.0004337127518380632, + "loss": 17.0757, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": NaN, + "learning_rate": 0.0004314381007932756, + "loss": 17.0749, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": NaN, + "learning_rate": 0.00042916701939011787, + "loss": 17.0606, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": NaN, + "learning_rate": 0.0004268995330771661, + "loss": 17.1074, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": NaN, + "learning_rate": 0.00042463566726271137, + "loss": 17.0911, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": NaN, + "learning_rate": 0.00042237544731447616, + "loss": 17.0001, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": NaN, + "learning_rate": 0.0004201188985593283, + "loss": 17.0677, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": NaN, + "learning_rate": 0.00041786604628299846, + "loss": 17.0588, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": NaN, + "learning_rate": 0.00041561691572979624, + "loss": 17.0724, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": NaN, + "learning_rate": 0.000413371532102328, + "loss": 17.0571, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": NaN, + "learning_rate": 0.0004111299205612135, + "loss": 17.0623, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": NaN, + "learning_rate": 0.00040889210622480467, + "loss": 16.9948, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": NaN, + "learning_rate": 0.0004066581141689038, + "loss": 17.013, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": NaN, + "learning_rate": 0.00040442796942648273, + "loss": 17.0047, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": NaN, + "learning_rate": 0.0004022016969874023, + "loss": 16.9917, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": NaN, + "learning_rate": 0.00039997932179813205, + "loss": 16.9966, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": NaN, + "learning_rate": 0.00039776086876147133, + "loss": 16.9971, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": NaN, + "learning_rate": 0.0003955463627362694, + "loss": 16.9577, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": NaN, + "learning_rate": 0.00039333582853714793, + "loss": 16.9674, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": NaN, + "learning_rate": 0.00039112929093422185, + "loss": 16.9631, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": NaN, + "learning_rate": 0.0003889267746528225, + "loss": 16.9329, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": NaN, + "learning_rate": 0.00038672830437322007, + "loss": 16.9455, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": NaN, + "learning_rate": 0.0003845339047303477, + "loss": 16.9513, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": NaN, + "learning_rate": 0.00038234360031352485, + "loss": 16.9329, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": NaN, + "learning_rate": 0.0003801574156661817, + "loss": 16.9708, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": NaN, + "learning_rate": 0.0003779753752855853, + "loss": 16.8981, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": NaN, + "learning_rate": 0.0003757975036225632, + "loss": 16.9256, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": NaN, + "learning_rate": 0.0003736238250812308, + "loss": 16.9294, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": NaN, + "learning_rate": 0.0003714543640187177, + "loss": 16.9129, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": NaN, + "learning_rate": 0.0003692891447448943, + "loss": 16.9066, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": NaN, + "learning_rate": 0.00036712819152209954, + "loss": 16.8718, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": NaN, + "learning_rate": 0.0003649715285648701, + "loss": 16.9312, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": NaN, + "learning_rate": 0.000362819180039667, + "loss": 16.8503, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": NaN, + "learning_rate": 0.0003606711700646067, + "loss": 16.9151, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": NaN, + "learning_rate": 0.00035852752270918955, + "loss": 16.8671, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": NaN, + "learning_rate": 0.00035638826199403103, + "loss": 16.865, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": NaN, + "learning_rate": 0.000354253411890592, + "loss": 16.8584, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": NaN, + "learning_rate": 0.00035212299632090996, + "loss": 16.9179, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": NaN, + "learning_rate": 0.0003499970391573322, + "loss": 16.905, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": NaN, + "learning_rate": 0.0003478755642222466, + "loss": 16.8823, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": NaN, + "learning_rate": 0.0003457585952878156, + "loss": 16.8619, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": NaN, + "learning_rate": 0.00034364615607570994, + "loss": 16.8395, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": NaN, + "learning_rate": 0.00034153827025684225, + "loss": 16.8615, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": NaN, + "learning_rate": 0.0003394349614511026, + "loss": 16.7868, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": NaN, + "learning_rate": 0.000337336253227093, + "loss": 16.8448, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": NaN, + "learning_rate": 0.00033524216910186394, + "loss": 16.8195, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": NaN, + "learning_rate": 0.0003331527325406506, + "loss": 16.8152, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": NaN, + "learning_rate": 0.00033106796695660983, + "loss": 16.8591, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": NaN, + "learning_rate": 0.00032898789571055796, + "loss": 16.8262, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": NaN, + "learning_rate": 0.0003269125421107091, + "loss": 16.8316, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": NaN, + "learning_rate": 0.00032484192941241316, + "loss": 16.8111, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": NaN, + "learning_rate": 0.0003227760808178973, + "loss": 16.7959, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": NaN, + "learning_rate": 0.00032071501947600334, + "loss": 16.7773, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": NaN, + "learning_rate": 0.00031865876848192993, + "loss": 16.7592, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": NaN, + "learning_rate": 0.00031660735087697363, + "loss": 16.8141, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": NaN, + "learning_rate": 0.0003145607896482704, + "loss": 16.7513, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": NaN, + "learning_rate": 0.000312519107728538, + "loss": 16.7506, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": NaN, + "learning_rate": 0.0003104823279958191, + "loss": 16.7634, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": NaN, + "learning_rate": 0.00030845047327322556, + "loss": 16.7478, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": NaN, + "learning_rate": 0.0003064235663286815, + "loss": 16.753, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": NaN, + "learning_rate": 0.00030440162987466896, + "loss": 16.7377, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": NaN, + "learning_rate": 0.0003023846865679731, + "loss": 16.7751, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": NaN, + "learning_rate": 0.0003003727590094285, + "loss": 16.7361, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": NaN, + "learning_rate": 0.00029836586974366574, + "loss": 16.7486, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": NaN, + "learning_rate": 0.00029636404125885936, + "loss": 16.7423, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": NaN, + "learning_rate": 0.00029436729598647483, + "loss": 16.7237, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": NaN, + "learning_rate": 0.0002923756563010179, + "loss": 16.6804, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": NaN, + "learning_rate": 0.0002903891445197836, + "loss": 16.7323, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": NaN, + "learning_rate": 0.0002884077829026066, + "loss": 16.7393, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": NaN, + "learning_rate": 0.00028643159365161113, + "loss": 16.682, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": NaN, + "learning_rate": 0.00028446059891096265, + "loss": 16.705, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": NaN, + "learning_rate": 0.0002824948207666199, + "loss": 16.7083, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": NaN, + "learning_rate": 0.00028053428124608684, + "loss": 16.7126, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": NaN, + "learning_rate": 0.00027857900231816594, + "loss": 16.6918, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": NaN, + "learning_rate": 0.0002766290058927123, + "loss": 16.735, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": NaN, + "learning_rate": 0.00027468431382038816, + "loss": 16.684, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": NaN, + "learning_rate": 0.00027274494789241766, + "loss": 16.6826, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": NaN, + "learning_rate": 0.00027081092984034303, + "loss": 16.6428, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": NaN, + "learning_rate": 0.00026888228133578086, + "loss": 16.674, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": NaN, + "learning_rate": 0.00026695902399017935, + "loss": 16.7319, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": NaN, + "learning_rate": 0.0002650411793545763, + "loss": 16.6765, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": NaN, + "learning_rate": 0.0002631287689193571, + "loss": 16.6657, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": NaN, + "learning_rate": 0.00026122181411401444, + "loss": 16.6559, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": NaN, + "learning_rate": 0.0002593203363069084, + "loss": 16.6299, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": NaN, + "learning_rate": 0.0002574243568050261, + "loss": 16.6048, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": NaN, + "learning_rate": 0.0002555338968537436, + "loss": 16.6732, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": NaN, + "learning_rate": 0.00025364897763658777, + "loss": 16.6195, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": NaN, + "learning_rate": 0.0002517696202749988, + "loss": 16.6582, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": NaN, + "learning_rate": 0.0002498958458280936, + "loss": 16.5862, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": NaN, + "learning_rate": 0.0002480276752924295, + "loss": 16.616, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": NaN, + "learning_rate": 0.00024616512960177014, + "loss": 16.6209, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": NaN, + "learning_rate": 0.00024430822962684905, + "loss": 16.657, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": NaN, + "learning_rate": 0.00024245699617513733, + "loss": 16.6174, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": NaN, + "learning_rate": 0.00024061144999060956, + "loss": 16.6108, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": NaN, + "learning_rate": 0.00023877161175351206, + "loss": 16.552, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": NaN, + "learning_rate": 0.00023693750208013045, + "loss": 16.6004, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": NaN, + "learning_rate": 0.0002351091415225591, + "loss": 16.5939, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": NaN, + "learning_rate": 0.00023328655056847124, + "loss": 16.6127, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": NaN, + "learning_rate": 0.00023146974964088825, + "loss": 16.6064, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": NaN, + "learning_rate": 0.00022965875909795164, + "loss": 16.6405, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": NaN, + "learning_rate": 0.0002278535992326947, + "loss": 16.5899, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": NaN, + "learning_rate": 0.0002260542902728151, + "loss": 16.5868, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": NaN, + "learning_rate": 0.00022426085238044823, + "loss": 16.5403, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": NaN, + "learning_rate": 0.00022247330565194171, + "loss": 16.5986, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": NaN, + "learning_rate": 0.0002206916701176293, + "loss": 16.5656, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": NaN, + "learning_rate": 0.00021891596574160715, + "loss": 16.5579, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": NaN, + "learning_rate": 0.00021714621242150973, + "loss": 16.5424, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": NaN, + "learning_rate": 0.0002153824299882872, + "loss": 16.5738, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": NaN, + "learning_rate": 0.00021362463820598297, + "loss": 16.6131, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": NaN, + "learning_rate": 0.00021187285677151205, + "loss": 16.5891, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": NaN, + "learning_rate": 0.00021012710531444112, + "loss": 16.563, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": NaN, + "learning_rate": 0.00020838740339676763, + "loss": 16.5485, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": NaN, + "learning_rate": 0.00020665377051270095, + "loss": 16.5453, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": NaN, + "learning_rate": 0.0002049262260884441, + "loss": 16.5629, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": NaN, + "learning_rate": 0.0002032047894819758, + "loss": 16.4984, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": NaN, + "learning_rate": 0.00020148947998283381, + "loss": 16.5356, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": NaN, + "learning_rate": 0.00019978031681189864, + "loss": 16.5435, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": NaN, + "learning_rate": 0.00019807731912117828, + "loss": 16.5148, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": NaN, + "learning_rate": 0.00019638050599359326, + "loss": 16.5234, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": NaN, + "learning_rate": 0.0001946898964427633, + "loss": 16.5262, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": NaN, + "learning_rate": 0.0001930055094127938, + "loss": 16.5225, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": NaN, + "learning_rate": 0.00019132736377806394, + "loss": 16.5335, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": NaN, + "learning_rate": 0.0001896554783430149, + "loss": 16.5193, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": NaN, + "learning_rate": 0.00018798987184193963, + "loss": 16.5353, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": NaN, + "learning_rate": 0.00018633056293877203, + "loss": 16.5081, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": NaN, + "learning_rate": 0.00018467757022687864, + "loss": 16.4742, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": NaN, + "learning_rate": 0.00018303091222884998, + "loss": 16.5099, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": NaN, + "learning_rate": 0.00018139060739629287, + "loss": 16.5404, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": NaN, + "learning_rate": 0.00017975667410962366, + "loss": 16.4696, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": NaN, + "learning_rate": 0.00017812913067786313, + "loss": 16.5077, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": NaN, + "learning_rate": 0.00017650799533842996, + "loss": 16.4569, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": NaN, + "learning_rate": 0.00017489328625693715, + "loss": 16.4753, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": NaN, + "learning_rate": 0.0001732850215269885, + "loss": 16.4983, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": NaN, + "learning_rate": 0.00017168321916997547, + "loss": 16.4774, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": NaN, + "learning_rate": 0.00017008789713487558, + "loss": 16.4699, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": NaN, + "learning_rate": 0.00016849907329805118, + "loss": 16.4886, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": NaN, + "learning_rate": 0.00016691676546304936, + "loss": 16.3996, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-lion_8bit/checkpoint-9480/training_args.bin b/saves-llama-cosine-lion_8bit/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..894b8e630be90dcc555a63fa4a2722ab3c0b62ef --- /dev/null +++ b/saves-llama-cosine-lion_8bit/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ad972786c02532857ab41930f3e4b58eb7776b9176afb0abe5b7eb5cee81ef +size 5240 diff --git a/saves-llama-cosine-lion_8bit/config.json b/saves-llama-cosine-lion_8bit/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-lion_8bit/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-lion_8bit/generation_config.json b/saves-llama-cosine-lion_8bit/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-lion_8bit/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-lion_8bit/model.safetensors b/saves-llama-cosine-lion_8bit/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31ab49a0a6100e20c2318cbccb46716b8279580f --- /dev/null +++ b/saves-llama-cosine-lion_8bit/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e47b57122c73d74e892af9f8d2e2462b3c2e14048f5af3a71ec6449732014cb +size 8346712 diff --git a/saves-llama-cosine-lion_8bit/result.log b/saves-llama-cosine-lion_8bit/result.log new file mode 100644 index 0000000000000000000000000000000000000000..59586c0e51e3d330fe1e28daee8cb8643a3ee26d --- /dev/null +++ b/saves-llama-cosine-lion_8bit/result.log @@ -0,0 +1 @@ +{'train_runtime': 2267.9026, 'train_samples_per_second': 4279.992, 'train_steps_per_second': 4.18, 'train_loss': 4.71813194299046, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-lion_8bit/special_tokens_map.json b/saves-llama-cosine-lion_8bit/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-lion_8bit/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-lion_8bit/tokenizer.json b/saves-llama-cosine-lion_8bit/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-lion_8bit/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-lion_8bit/tokenizer_config.json b/saves-llama-cosine-lion_8bit/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-lion_8bit/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/config.json b/saves-llama-cosine-rmsprop/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/generation_config.json b/saves-llama-cosine-rmsprop/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/model.safetensors b/saves-llama-cosine-rmsprop/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72584abd86868430f4a7f4c8a0d861b247f19681 --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af309f6037604177ee84943e6032751e524a1fbed476c821d84da684f2f04a7 +size 8346712 diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/optimizer.pt b/saves-llama-cosine-rmsprop/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee946c0c10b4ef5868e0c3833c72e24e42d761d --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a795cf46973b419f7e8d1ce8d0d25d3a1738ec40d3716bd955d5afa2239e389 +size 8356214 diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/rng_state.pth b/saves-llama-cosine-rmsprop/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/scheduler.pt b/saves-llama-cosine-rmsprop/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9bcb52a74bb614c73f3b7333fd60d42d1f870b7 --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3a21435d4edc4b2d62c3dd0f232c2aa3c209b0fd145c8b0d399a5efab63616 +size 1064 diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-rmsprop/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer.json b/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/trainer_state.json b/saves-llama-cosine-rmsprop/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..627f2a81ffa029d1845414463b26593a88ea3c8f --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.4141926765441895, + "learning_rate": 0.00015789473684210527, + "loss": 7.3884, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.161108136177063, + "learning_rate": 0.00031578947368421053, + "loss": 6.8183, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.9718345403671265, + "learning_rate": 0.00047368421052631577, + "loss": 6.4355, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 6.985706806182861, + "learning_rate": 0.0006315789473684211, + "loss": 6.3428, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.480722427368164, + "learning_rate": 0.0007894736842105263, + "loss": 6.2138, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 10.141921997070312, + "learning_rate": 0.0009473684210526315, + "loss": 6.4406, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.872046947479248, + "learning_rate": 0.0010736842105263159, + "loss": 6.7336, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.8036720752716064, + "learning_rate": 0.001231578947368421, + "loss": 6.5217, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 3.230358123779297, + "learning_rate": 0.0013894736842105264, + "loss": 6.5488, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 2.0217034816741943, + "learning_rate": 0.001499999621814449, + "loss": 7.1728, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.6896610856056213, + "learning_rate": 0.0014999928985263743, + "loss": 6.6082, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8386234045028687, + "learning_rate": 0.0014999777712016607, + "loss": 6.449, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 1.1782031059265137, + "learning_rate": 0.0014999542400098169, + "loss": 6.8509, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.9704869985580444, + "learning_rate": 0.0014999223052145215, + "loss": 6.6353, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.8055281639099121, + "learning_rate": 0.0014998819671736198, + "loss": 6.3816, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 2.4502954483032227, + "learning_rate": 0.0014998332263391192, + "loss": 6.6918, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.6980440020561218, + "learning_rate": 0.0014997760832571839, + "loss": 6.5071, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 1.4419015645980835, + "learning_rate": 0.0014997105385681306, + "loss": 6.5441, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.9447675943374634, + "learning_rate": 0.0014996365930064197, + "loss": 6.6114, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 1.4462826251983643, + "learning_rate": 0.001499554247400647, + "loss": 6.7844, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 3.9403278827667236, + "learning_rate": 0.001499463502673535, + "loss": 6.9105, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 1.9680901765823364, + "learning_rate": 0.0014993643598419234, + "loss": 6.6141, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 3.1917080879211426, + "learning_rate": 0.001499256820016755, + "loss": 6.3416, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 5.109025001525879, + "learning_rate": 0.0014991408844030672, + "loss": 6.8028, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 63.20237350463867, + "learning_rate": 0.0014990293650233384, + "loss": 6.6771, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 1.9649240970611572, + "learning_rate": 0.0014988974810682695, + "loss": 6.4707, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 2.2596797943115234, + "learning_rate": 0.001498757205351249, + "loss": 6.4173, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 1.1053905487060547, + "learning_rate": 0.0014986085394441343, + "loss": 6.5126, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 2.272218942642212, + "learning_rate": 0.0014984514850128006, + "loss": 6.748, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 2.4240031242370605, + "learning_rate": 0.0014982860438171187, + "loss": 6.5007, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 19.650651931762695, + "learning_rate": 0.0014981122177109383, + "loss": 6.5134, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 2.5167737007141113, + "learning_rate": 0.0014979300086420655, + "loss": 6.7978, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 3.2324728965759277, + "learning_rate": 0.001497739418652242, + "loss": 6.3667, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 5.9060211181640625, + "learning_rate": 0.0014975404498771222, + "loss": 6.3187, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 10.214617729187012, + "learning_rate": 0.0014973331045462475, + "loss": 6.4349, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 3.7413077354431152, + "learning_rate": 0.0014971173849830243, + "loss": 6.3697, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 4.02383279800415, + "learning_rate": 0.0014968932936046953, + "loss": 6.2844, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 4.3825554847717285, + "learning_rate": 0.0014966608329223137, + "loss": 6.0812, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.6375572681427002, + "learning_rate": 0.0014964200055407153, + "loss": 6.2648, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 2.6201043128967285, + "learning_rate": 0.0014961708141584885, + "loss": 6.69, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 2.3317925930023193, + "learning_rate": 0.001495913261567944, + "loss": 6.2017, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 9.833196640014648, + "learning_rate": 0.0014956473506550845, + "loss": 6.1662, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 2.077676296234131, + "learning_rate": 0.001495373084399572, + "loss": 6.4624, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.7067999243736267, + "learning_rate": 0.0014950904658746933, + "loss": 6.023, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 11.284656524658203, + "learning_rate": 0.0014947994982473273, + "loss": 6.4374, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 12.092418670654297, + "learning_rate": 0.0014945001847779082, + "loss": 6.1766, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 5.836546897888184, + "learning_rate": 0.0014941925288203897, + "loss": 6.6182, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8659353852272034, + "learning_rate": 0.0014938765338222068, + "loss": 6.1581, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": Infinity, + "learning_rate": 0.00149358501136868, + "loss": 6.1214, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.3929171562194824, + "learning_rate": 0.0014932867398051168, + "loss": 6.4431, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.992418885231018, + "learning_rate": 0.0014929474146286638, + "loss": 6.0751, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 1.7858951091766357, + "learning_rate": 0.001492599764363659, + "loss": 5.9542, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 6.653408527374268, + "learning_rate": 0.0014922437929056934, + "loss": 6.0023, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 19.781469345092773, + "learning_rate": 0.0014918795042436013, + "loss": 6.2876, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 2.0567781925201416, + "learning_rate": 0.0014915069024594144, + "loss": 6.061, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 1.0159003734588623, + "learning_rate": 0.001491125991728318, + "loss": 5.9168, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 10.418790817260742, + "learning_rate": 0.0014907367763186026, + "loss": 6.0435, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.091802954673767, + "learning_rate": 0.0014903392605916175, + "loss": 6.0686, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 3.5450010299682617, + "learning_rate": 0.0014899334490017198, + "loss": 6.3958, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.00502610206604, + "learning_rate": 0.0014895193460962271, + "loss": 5.8943, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 3.327069044113159, + "learning_rate": 0.0014890969565153642, + "loss": 6.1069, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 5.1410813331604, + "learning_rate": 0.001488666284992213, + "loss": 5.9225, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 1.67046058177948, + "learning_rate": 0.001488227336352658, + "loss": 5.847, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.4799890518188477, + "learning_rate": 0.001487780115515333, + "loss": 6.1773, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 1.134482741355896, + "learning_rate": 0.0014873246274915658, + "loss": 5.9495, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 3.2896008491516113, + "learning_rate": 0.0014868608773853226, + "loss": 5.967, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.3547587394714355, + "learning_rate": 0.001486388870393149, + "loss": 6.0321, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 23.204044342041016, + "learning_rate": 0.0014859086118041145, + "loss": 5.9158, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 1.7040696144104004, + "learning_rate": 0.0014854201069997505, + "loss": 5.8679, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 12.087095260620117, + "learning_rate": 0.0014849233614539926, + "loss": 6.1047, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 1.4021788835525513, + "learning_rate": 0.0014844183807331164, + "loss": 5.8962, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 5.421413421630859, + "learning_rate": 0.0014839051704956781, + "loss": 5.897, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.1229854822158813, + "learning_rate": 0.0014833837364924484, + "loss": 5.8634, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 1.4132200479507446, + "learning_rate": 0.0014828540845663507, + "loss": 5.9633, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 1.7752059698104858, + "learning_rate": 0.0014823162206523926, + "loss": 5.7555, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 14.664000511169434, + "learning_rate": 0.0014817701507776025, + "loss": 5.8829, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 5.942225933074951, + "learning_rate": 0.0014812158810609598, + "loss": 6.4827, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 5.105337619781494, + "learning_rate": 0.0014806534177133274, + "loss": 6.2069, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 2.8586010932922363, + "learning_rate": 0.0014800827670373815, + "loss": 5.8973, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.879516065120697, + "learning_rate": 0.0014795039354275417, + "loss": 5.8269, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 7.400032043457031, + "learning_rate": 0.0014789169293698988, + "loss": 5.7468, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 2.2780134677886963, + "learning_rate": 0.0014783217554421423, + "loss": 6.2241, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 3.7957029342651367, + "learning_rate": 0.0014777184203134867, + "loss": 5.8021, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 4.136900424957275, + "learning_rate": 0.0014771069307445972, + "loss": 5.8423, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 2.3321304321289062, + "learning_rate": 0.001476487293587512, + "loss": 6.277, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 1.0480493307113647, + "learning_rate": 0.0014758595157855687, + "loss": 6.1183, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 4.179654598236084, + "learning_rate": 0.001475223604373324, + "loss": 5.9775, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 2.266308069229126, + "learning_rate": 0.0014745795664764757, + "loss": 5.9417, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.8687797784805298, + "learning_rate": 0.001473927409311783, + "loss": 5.9671, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.0392993688583374, + "learning_rate": 0.001473267140186985, + "loss": 5.8137, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 11.216320991516113, + "learning_rate": 0.0014725987665007202, + "loss": 5.8316, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 9.667844772338867, + "learning_rate": 0.0014719222957424417, + "loss": 5.7711, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 6.426283836364746, + "learning_rate": 0.001471237735492335, + "loss": 5.8835, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 6.8077616691589355, + "learning_rate": 0.0014705450934212317, + "loss": 5.9023, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.6438390016555786, + "learning_rate": 0.0014698443772905247, + "loss": 6.0955, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 1.5825105905532837, + "learning_rate": 0.00146913559495208, + "loss": 5.955, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.5900547504425049, + "learning_rate": 0.00146841875434815, + "loss": 6.0755, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 3.770315170288086, + "learning_rate": 0.0014676938635112835, + "loss": 5.8609, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.9174409508705139, + "learning_rate": 0.0014669609305642366, + "loss": 5.9984, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 31.0632381439209, + "learning_rate": 0.0014662199637198807, + "loss": 5.8937, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 2.946902275085449, + "learning_rate": 0.0014654709712811113, + "loss": 5.9795, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 1.5918203592300415, + "learning_rate": 0.0014647139616407539, + "loss": 5.7971, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.1707746982574463, + "learning_rate": 0.0014639489432814712, + "loss": 5.6926, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 1.3342745304107666, + "learning_rate": 0.0014631759247756683, + "loss": 5.858, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 5.690914630889893, + "learning_rate": 0.001462394914785394, + "loss": 5.7318, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 4.242761611938477, + "learning_rate": 0.0014616059220622475, + "loss": 5.7105, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 18.847049713134766, + "learning_rate": 0.0014608089554472767, + "loss": 6.1033, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 2.223855495452881, + "learning_rate": 0.001460004023870882, + "loss": 6.0247, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 15.839773178100586, + "learning_rate": 0.001459191136352715, + "loss": 5.9543, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 3.1579480171203613, + "learning_rate": 0.0014583703020015768, + "loss": 5.744, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 1.5245475769042969, + "learning_rate": 0.0014575415300153174, + "loss": 5.8859, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 2.2463619709014893, + "learning_rate": 0.0014567048296807315, + "loss": 5.7041, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.8527449369430542, + "learning_rate": 0.001455860210373455, + "loss": 5.777, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 3.171921968460083, + "learning_rate": 0.0014550076815578595, + "loss": 5.6356, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.8888294696807861, + "learning_rate": 0.0014541472527869468, + "loss": 5.653, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 3.588404417037964, + "learning_rate": 0.0014532789337022413, + "loss": 5.9379, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 2.004042625427246, + "learning_rate": 0.0014524027340336821, + "loss": 5.9246, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 1.0554635524749756, + "learning_rate": 0.001451518663599515, + "loss": 5.596, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 6.758081912994385, + "learning_rate": 0.0014506267323061803, + "loss": 5.6092, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 14.783097267150879, + "learning_rate": 0.0014497269501482037, + "loss": 6.1911, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 6.534356117248535, + "learning_rate": 0.001448819327208084, + "loss": 5.6998, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.9769720435142517, + "learning_rate": 0.0014479038736561793, + "loss": 5.5576, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7856345772743225, + "learning_rate": 0.0014469805997505932, + "loss": 5.5343, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 2.6577866077423096, + "learning_rate": 0.0014460495158370615, + "loss": 5.7708, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 4.151162147521973, + "learning_rate": 0.0014451106323488331, + "loss": 5.9102, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 30.153247833251953, + "learning_rate": 0.0014441639598065565, + "loss": 6.4186, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 5.4374260902404785, + "learning_rate": 0.00144320950881816, + "loss": 5.8398, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 13.028989791870117, + "learning_rate": 0.0014422472900787323, + "loss": 5.8853, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 11.927535057067871, + "learning_rate": 0.0014412773143704046, + "loss": 5.7328, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 3.7573623657226562, + "learning_rate": 0.0014402995925622284, + "loss": 5.6814, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 1.2616620063781738, + "learning_rate": 0.001439314135610054, + "loss": 5.8051, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 1.5138709545135498, + "learning_rate": 0.0014383209545564073, + "loss": 5.4526, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.3818203210830688, + "learning_rate": 0.0014373200605303674, + "loss": 5.4149, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 1.1014349460601807, + "learning_rate": 0.0014363114647474406, + "loss": 5.4035, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 1.4355896711349487, + "learning_rate": 0.001435295178509435, + "loss": 5.3868, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 1.4372870922088623, + "learning_rate": 0.0014342712132043342, + "loss": 5.3569, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 7.783282279968262, + "learning_rate": 0.001433239580306169, + "loss": 5.5216, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 1.868391513824463, + "learning_rate": 0.0014322002913748902, + "loss": 5.8439, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.9473689794540405, + "learning_rate": 0.0014311533580562378, + "loss": 5.3891, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.121339201927185, + "learning_rate": 0.0014300987920816107, + "loss": 5.3211, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 1.40780770778656, + "learning_rate": 0.0014290366052679352, + "loss": 5.2819, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 1.6488665342330933, + "learning_rate": 0.001427966809517534, + "loss": 5.2612, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 14.28364086151123, + "learning_rate": 0.0014268894168179903, + "loss": 5.7235, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 14.245855331420898, + "learning_rate": 0.0014258044392420155, + "loss": 6.1952, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 5.945746421813965, + "learning_rate": 0.001424711888947313, + "loss": 6.0964, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 6.313101291656494, + "learning_rate": 0.0014236117781764425, + "loss": 5.8812, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 2.7366557121276855, + "learning_rate": 0.0014225041192566822, + "loss": 5.5625, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 3.1193747520446777, + "learning_rate": 0.0014213889245998917, + "loss": 5.8984, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 1.209560751914978, + "learning_rate": 0.0014202662067023708, + "loss": 5.7518, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 1.0758758783340454, + "learning_rate": 0.0014191359781447223, + "loss": 5.4034, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 3.080787420272827, + "learning_rate": 0.0014179982515917088, + "loss": 5.3965, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 1.1667402982711792, + "learning_rate": 0.0014168530397921121, + "loss": 5.365, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 1.287758231163025, + "learning_rate": 0.0014157003555785893, + "loss": 5.2449, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 1.2014658451080322, + "learning_rate": 0.0014145402118675302, + "loss": 5.2102, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.500368595123291, + "learning_rate": 0.0014133726216589114, + "loss": 5.1872, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 1.942769169807434, + "learning_rate": 0.0014121975980361512, + "loss": 5.1741, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 1.2081406116485596, + "learning_rate": 0.0014110151541659633, + "loss": 5.1629, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 1.8554610013961792, + "learning_rate": 0.0014098253032982086, + "loss": 5.1601, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.5402650833129883, + "learning_rate": 0.0014086280587657467, + "loss": 5.1596, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 11.757133483886719, + "learning_rate": 0.0014074234339842874, + "loss": 5.7295, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 3.063690185546875, + "learning_rate": 0.0014062114424522397, + "loss": 6.2971, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 31.764774322509766, + "learning_rate": 0.0014049920977505608, + "loss": 5.6596, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 3.1783955097198486, + "learning_rate": 0.0014037654135426025, + "loss": 5.7562, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 3.10076642036438, + "learning_rate": 0.0014025314035739614, + "loss": 5.3731, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 3.838139057159424, + "learning_rate": 0.001401290081672321, + "loss": 5.3722, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 1.2283565998077393, + "learning_rate": 0.0014000414617472996, + "loss": 5.1906, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 2.1851816177368164, + "learning_rate": 0.001398785557790293, + "loss": 5.1472, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 2.1463606357574463, + "learning_rate": 0.0013975223838743188, + "loss": 5.1213, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 1.3249776363372803, + "learning_rate": 0.0013962519541538569, + "loss": 5.105, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 1.8236942291259766, + "learning_rate": 0.001394974282864693, + "loss": 5.0962, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 12.339971542358398, + "learning_rate": 0.0013936893843237573, + "loss": 5.7016, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 1.5340499877929688, + "learning_rate": 0.0013923972729289662, + "loss": 5.9915, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 1.1734225749969482, + "learning_rate": 0.0013910979631590581, + "loss": 5.1874, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 1.5827641487121582, + "learning_rate": 0.0013897914695734336, + "loss": 5.1039, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 1.8139382600784302, + "learning_rate": 0.0013884778068119913, + "loss": 5.0861, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 1.5294768810272217, + "learning_rate": 0.0013871569895949635, + "loss": 5.0689, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 1.6971774101257324, + "learning_rate": 0.001385829032722753, + "loss": 5.0678, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 2.3743879795074463, + "learning_rate": 0.0013844939510757642, + "loss": 5.0905, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 3.623281240463257, + "learning_rate": 0.001383151759614239, + "loss": 5.7609, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 7.8099541664123535, + "learning_rate": 0.0013818024733780881, + "loss": 5.9612, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 1.2348167896270752, + "learning_rate": 0.0013804461074867227, + "loss": 5.7918, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 1.4206682443618774, + "learning_rate": 0.001379082677138885, + "loss": 5.1732, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 1.640315055847168, + "learning_rate": 0.0013777121976124775, + "loss": 5.0702, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 1.5061256885528564, + "learning_rate": 0.0013763346842643927, + "loss": 5.0408, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 1.8386503458023071, + "learning_rate": 0.0013749501525303401, + "loss": 5.0351, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 2.1564383506774902, + "learning_rate": 0.001373558617924674, + "loss": 5.0191, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 1.7108745574951172, + "learning_rate": 0.001372160096040219, + "loss": 5.0288, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 2.090656280517578, + "learning_rate": 0.0013707546025480961, + "loss": 5.0379, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 1.5718683004379272, + "learning_rate": 0.0013693421531975455, + "loss": 5.0205, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 8.201603889465332, + "learning_rate": 0.0013679227638157523, + "loss": 5.4783, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 6.407471179962158, + "learning_rate": 0.0013664964503076677, + "loss": 5.7429, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 1.015944242477417, + "learning_rate": 0.0013650632286558305, + "loss": 5.2136, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 2.000725269317627, + "learning_rate": 0.0013636231149201895, + "loss": 5.0653, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 1.5632115602493286, + "learning_rate": 0.0013621761252379221, + "loss": 5.0111, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 1.707338809967041, + "learning_rate": 0.0013607222758232546, + "loss": 5.009, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 1.551282286643982, + "learning_rate": 0.0013592615829672791, + "loss": 5.0021, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 2.6028366088867188, + "learning_rate": 0.0013577940630377725, + "loss": 5.0126, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 10.345827102661133, + "learning_rate": 0.0013563197324790123, + "loss": 6.0546, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 2.1048436164855957, + "learning_rate": 0.0013548386078115924, + "loss": 5.3351, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 1.350316047668457, + "learning_rate": 0.0013533507056322374, + "loss": 5.0402, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 2.3980202674865723, + "learning_rate": 0.0013518560426136182, + "loss": 4.99, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.6552317142486572, + "learning_rate": 0.0013503546355041636, + "loss": 4.9899, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 1.5701295137405396, + "learning_rate": 0.0013488465011278733, + "loss": 4.9746, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 1.753725290298462, + "learning_rate": 0.0013473316563841296, + "loss": 4.9613, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 2.0192666053771973, + "learning_rate": 0.0013458101182475073, + "loss": 4.971, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 7.193586826324463, + "learning_rate": 0.0013442819037675843, + "loss": 5.0075, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 3.8275835514068604, + "learning_rate": 0.0013427470300687498, + "loss": 5.8191, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 4.426860809326172, + "learning_rate": 0.0013412055143500136, + "loss": 5.3183, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 1.2355433702468872, + "learning_rate": 0.0013396573738848115, + "loss": 5.2797, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 1.5200517177581787, + "learning_rate": 0.0013381026260208136, + "loss": 4.9984, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.6112114191055298, + "learning_rate": 0.001336541288179729, + "loss": 4.958, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 2.3140995502471924, + "learning_rate": 0.0013349733778571101, + "loss": 4.9457, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 2.0187668800354004, + "learning_rate": 0.0013333989126221581, + "loss": 4.9581, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 1.6570595502853394, + "learning_rate": 0.0013318179101175246, + "loss": 4.9522, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 2.449606418609619, + "learning_rate": 0.0013302303880591147, + "loss": 4.9662, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 6.631542205810547, + "learning_rate": 0.0013286363642358884, + "loss": 5.6702, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 1.1970875263214111, + "learning_rate": 0.0013270358565096606, + "loss": 5.3009, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 1.9953902959823608, + "learning_rate": 0.001325428882814902, + "loss": 5.0179, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 1.8463069200515747, + "learning_rate": 0.0013238154611585375, + "loss": 4.9603, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 1.797476053237915, + "learning_rate": 0.0013221956096197446, + "loss": 4.9351, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 1.8414278030395508, + "learning_rate": 0.001320569346349751, + "loss": 4.9267, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 1.7558097839355469, + "learning_rate": 0.0013189366895716302, + "loss": 4.9273, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 1.408393144607544, + "learning_rate": 0.0013172976575800991, + "loss": 4.9307, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 1.978873372077942, + "learning_rate": 0.0013156522687413114, + "loss": 4.941, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 1.5366687774658203, + "learning_rate": 0.001314000541492652, + "loss": 4.94, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 1.905747413635254, + "learning_rate": 0.0013123424943425317, + "loss": 4.9136, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 1.977246880531311, + "learning_rate": 0.0013106781458701784, + "loss": 4.929, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 1.6371902227401733, + "learning_rate": 0.0013090075147254294, + "loss": 4.9173, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 2.293365716934204, + "learning_rate": 0.001307330619628522, + "loss": 4.9106, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 1.8095974922180176, + "learning_rate": 0.0013056474793698852, + "loss": 4.9271, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 1.9157382249832153, + "learning_rate": 0.0013039581128099272, + "loss": 4.9256, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 21.33072280883789, + "learning_rate": 0.0013022625388788248, + "loss": 5.1154, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 1.7313655614852905, + "learning_rate": 0.0013005607765763122, + "loss": 5.6972, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 1.5490549802780151, + "learning_rate": 0.0012988528449714672, + "loss": 5.005, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 1.8198044300079346, + "learning_rate": 0.0012971387632024968, + "loss": 4.9219, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 1.7190804481506348, + "learning_rate": 0.0012954185504765248, + "loss": 4.9034, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 2.1779799461364746, + "learning_rate": 0.0012936922260693743, + "loss": 4.9063, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 1.6812224388122559, + "learning_rate": 0.0012919598093253533, + "loss": 4.9056, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 2.006639242172241, + "learning_rate": 0.0012902213196570376, + "loss": 4.9132, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 1.5682042837142944, + "learning_rate": 0.0012884767765450524, + "loss": 4.909, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 1.872174859046936, + "learning_rate": 0.0012867261995378554, + "loss": 4.8895, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 2.4338877201080322, + "learning_rate": 0.0012849696082515166, + "loss": 4.8912, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 1.7906845808029175, + "learning_rate": 0.0012832070223694992, + "loss": 4.8973, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 1.929328203201294, + "learning_rate": 0.0012814384616424384, + "loss": 4.9083, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 3.9962878227233887, + "learning_rate": 0.001279663945887921, + "loss": 5.7278, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 1.8321692943572998, + "learning_rate": 0.0012778834949902626, + "loss": 5.0864, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 1.957899808883667, + "learning_rate": 0.0012760971289002847, + "loss": 4.9135, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 1.847602367401123, + "learning_rate": 0.0012743048676350911, + "loss": 4.899, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 1.8790853023529053, + "learning_rate": 0.0012725067312778454, + "loss": 4.8828, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 1.8385037183761597, + "learning_rate": 0.0012707027399775429, + "loss": 4.8894, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 2.091200828552246, + "learning_rate": 0.0012688929139487869, + "loss": 4.8852, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 2.0169177055358887, + "learning_rate": 0.001267077273471562, + "loss": 4.8858, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 1.9185986518859863, + "learning_rate": 0.0012652558388910062, + "loss": 4.8897, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 2.1155340671539307, + "learning_rate": 0.0012634286306171835, + "loss": 4.8845, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 2.106294870376587, + "learning_rate": 0.0012615956691248544, + "loss": 4.8761, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 1.5891817808151245, + "learning_rate": 0.0012597569749532482, + "loss": 4.8865, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 18.701534271240234, + "learning_rate": 0.0012579125687058302, + "loss": 5.2451, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 4.3990936279296875, + "learning_rate": 0.0012560624710500731, + "loss": 5.2293, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 2.044320821762085, + "learning_rate": 0.0012542067027172248, + "loss": 4.9808, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 1.9273074865341187, + "learning_rate": 0.0012523452845020755, + "loss": 4.8873, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 2.2630317211151123, + "learning_rate": 0.0012504782372627248, + "loss": 4.8826, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 1.9727230072021484, + "learning_rate": 0.0012486055819203494, + "loss": 4.883, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 1.9997384548187256, + "learning_rate": 0.0012467273394589664, + "loss": 4.8713, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 1.8649934530258179, + "learning_rate": 0.0012448435309251995, + "loss": 4.8681, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 3.193706750869751, + "learning_rate": 0.0012429541774280435, + "loss": 4.8691, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 10.17656135559082, + "learning_rate": 0.0012410593001386267, + "loss": 5.6533, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 1.80537748336792, + "learning_rate": 0.0012391589202899746, + "loss": 5.0108, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 1.9305506944656372, + "learning_rate": 0.0012372530591767711, + "loss": 4.8897, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 1.8863564729690552, + "learning_rate": 0.0012353417381551206, + "loss": 4.8639, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 2.126307964324951, + "learning_rate": 0.0012334249786423086, + "loss": 4.8643, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 2.153520345687866, + "learning_rate": 0.001231502802116561, + "loss": 4.8595, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 2.278215169906616, + "learning_rate": 0.0012295752301168048, + "loss": 4.8613, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 2.1175973415374756, + "learning_rate": 0.001227642284242425, + "loss": 4.8514, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 2.515115261077881, + "learning_rate": 0.0012257039861530246, + "loss": 4.8688, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 2.1954169273376465, + "learning_rate": 0.0012237603575681797, + "loss": 4.8609, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 1.6516201496124268, + "learning_rate": 0.0012218114202671973, + "loss": 4.8649, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 2.259465456008911, + "learning_rate": 0.0012198571960888721, + "loss": 4.8576, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 2.0047996044158936, + "learning_rate": 0.00121789770693124, + "loss": 4.9005, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 3.2708580493927, + "learning_rate": 0.0012159329747513338, + "loss": 5.3895, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 2.1019392013549805, + "learning_rate": 0.0012139630215649369, + "loss": 4.9051, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 2.191007614135742, + "learning_rate": 0.0012119878694463366, + "loss": 4.8543, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 2.0879948139190674, + "learning_rate": 0.001210007540528077, + "loss": 4.8478, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 2.125751256942749, + "learning_rate": 0.0012080220570007108, + "loss": 4.8374, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 2.157830238342285, + "learning_rate": 0.0012060314411125497, + "loss": 4.8418, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 1.8794556856155396, + "learning_rate": 0.0012040357151694172, + "loss": 4.8481, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 5.614553451538086, + "learning_rate": 0.001202034901534397, + "loss": 5.3167, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 1.7192537784576416, + "learning_rate": 0.001200029022627583, + "loss": 5.0858, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 1.93794584274292, + "learning_rate": 0.0011980181009258273, + "loss": 4.8668, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 2.138627052307129, + "learning_rate": 0.0011960021589624897, + "loss": 4.8475, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 2.2978403568267822, + "learning_rate": 0.0011939812193271844, + "loss": 4.8446, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 2.53159236907959, + "learning_rate": 0.0011919553046655267, + "loss": 4.8459, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 1.8853580951690674, + "learning_rate": 0.0011899244376788797, + "loss": 4.8383, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 2.2905044555664062, + "learning_rate": 0.0011878886411240991, + "loss": 4.8292, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 2.2467803955078125, + "learning_rate": 0.0011858479378132802, + "loss": 4.8431, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 2.1651992797851562, + "learning_rate": 0.0011838023506134997, + "loss": 4.8487, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 1.7994707822799683, + "learning_rate": 0.0011817519024465608, + "loss": 4.8493, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.8032374382019043, + "learning_rate": 0.0011796966162887364, + "loss": 4.8942, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 2.362103223800659, + "learning_rate": 0.0011776365151705119, + "loss": 4.8246, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 2.057192087173462, + "learning_rate": 0.001175571622176326, + "loss": 4.835, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 2.7769861221313477, + "learning_rate": 0.0011735019604443126, + "loss": 4.8279, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 12.418536186218262, + "learning_rate": 0.0011714275531660423, + "loss": 5.3675, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 1.8569294214248657, + "learning_rate": 0.001169348423586262, + "loss": 5.0969, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 1.9605376720428467, + "learning_rate": 0.0011672645950026332, + "loss": 4.8564, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 1.8798705339431763, + "learning_rate": 0.0011651760907654728, + "loss": 4.836, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 2.422705888748169, + "learning_rate": 0.0011630829342774906, + "loss": 4.8213, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 2.13979434967041, + "learning_rate": 0.0011609851489935274, + "loss": 4.8286, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 2.185537576675415, + "learning_rate": 0.0011588827584202914, + "loss": 4.8253, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 2.2349162101745605, + "learning_rate": 0.0011567757861160955, + "loss": 4.8133, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 2.2246253490448, + "learning_rate": 0.0011546642556905934, + "loss": 4.8158, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 1.9587887525558472, + "learning_rate": 0.001152548190804514, + "loss": 4.814, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 7.118620872497559, + "learning_rate": 0.0011504276151693984, + "loss": 4.8579, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 4.256702423095703, + "learning_rate": 0.0011483025525473314, + "loss": 5.0048, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 2.1111292839050293, + "learning_rate": 0.0011461730267506775, + "loss": 5.0263, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 1.9515812397003174, + "learning_rate": 0.001144039061641813, + "loss": 4.8191, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 2.2759857177734375, + "learning_rate": 0.0011419006811328593, + "loss": 4.8137, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 2.293626546859741, + "learning_rate": 0.0011397579091854137, + "loss": 4.8142, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 2.4624722003936768, + "learning_rate": 0.0011376107698102822, + "loss": 4.8148, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 2.2790281772613525, + "learning_rate": 0.0011354592870672104, + "loss": 4.8161, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 2.2122316360473633, + "learning_rate": 0.0011333034850646124, + "loss": 4.8152, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 2.0958399772644043, + "learning_rate": 0.0011311433879593023, + "loss": 4.8071, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 2.021226406097412, + "learning_rate": 0.0011289790199562233, + "loss": 4.8101, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 2.1270487308502197, + "learning_rate": 0.0011268104053081755, + "loss": 4.8348, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 2.27189302444458, + "learning_rate": 0.001124637568315545, + "loss": 4.7973, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 2.3998472690582275, + "learning_rate": 0.0011224605333260312, + "loss": 4.7931, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 2.3007190227508545, + "learning_rate": 0.0011202793247343742, + "loss": 4.7986, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 2.625778913497925, + "learning_rate": 0.0011180939669820813, + "loss": 4.8045, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 2.1766273975372314, + "learning_rate": 0.0011159044845571533, + "loss": 4.8082, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 2.1797854900360107, + "learning_rate": 0.00111371090199381, + "loss": 4.8189, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 11.302599906921387, + "learning_rate": 0.0011115132438722143, + "loss": 5.8682, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 1.4205787181854248, + "learning_rate": 0.0011093115348181995, + "loss": 5.3121, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 1.9390801191329956, + "learning_rate": 0.0011071057995029902, + "loss": 4.8447, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 2.2641496658325195, + "learning_rate": 0.001104896062642928, + "loss": 4.8067, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 2.2857730388641357, + "learning_rate": 0.0011026823489991924, + "loss": 4.797, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 2.423471689224243, + "learning_rate": 0.0011004646833775269, + "loss": 4.7952, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 2.1278398036956787, + "learning_rate": 0.0010982430906279572, + "loss": 4.7942, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 2.077406406402588, + "learning_rate": 0.0010960175956445145, + "loss": 4.7904, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 2.411618232727051, + "learning_rate": 0.0010937882233649572, + "loss": 4.7935, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 2.0263829231262207, + "learning_rate": 0.00109155499877049, + "loss": 4.7987, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 2.1105189323425293, + "learning_rate": 0.0010893179468854848, + "loss": 4.793, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 3.0931060314178467, + "learning_rate": 0.001087077092777201, + "loss": 4.8165, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 15.373870849609375, + "learning_rate": 0.0010848324615555024, + "loss": 5.1751, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 2.0901145935058594, + "learning_rate": 0.001082584078372578, + "loss": 4.9224, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 2.3775832653045654, + "learning_rate": 0.0010803319684226593, + "loss": 4.7946, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 2.7252960205078125, + "learning_rate": 0.0010780761569417377, + "loss": 4.7788, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 2.502269744873047, + "learning_rate": 0.001075816669207283, + "loss": 4.7856, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 2.392423629760742, + "learning_rate": 0.0010735535305379576, + "loss": 4.776, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 2.4860265254974365, + "learning_rate": 0.0010712867662933364, + "loss": 4.7765, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 2.2808876037597656, + "learning_rate": 0.0010690164018736187, + "loss": 4.7839, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 2.4494338035583496, + "learning_rate": 0.0010667424627193469, + "loss": 4.7872, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 2.4297189712524414, + "learning_rate": 0.0010644649743111192, + "loss": 4.7848, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 2.4363577365875244, + "learning_rate": 0.0010621839621693056, + "loss": 4.7825, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 2.7763102054595947, + "learning_rate": 0.0010598994518537608, + "loss": 4.7818, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 2.4480950832366943, + "learning_rate": 0.0010576114689635383, + "loss": 4.7828, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 2.4194345474243164, + "learning_rate": 0.001055320039136604, + "loss": 4.786, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 2.476315975189209, + "learning_rate": 0.0010530251880495473, + "loss": 4.7745, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 2.2102010250091553, + "learning_rate": 0.0010507269414172956, + "loss": 4.7752, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 2.325756072998047, + "learning_rate": 0.0010484253249928247, + "loss": 4.7796, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 18.28167724609375, + "learning_rate": 0.0010461203645668702, + "loss": 5.2559, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 2.0919618606567383, + "learning_rate": 0.0010438120859676393, + "loss": 4.9432, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 2.4677348136901855, + "learning_rate": 0.0010415005150605208, + "loss": 4.7718, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 2.398587703704834, + "learning_rate": 0.0010391856777477954, + "loss": 4.7649, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 2.485262155532837, + "learning_rate": 0.0010368675999683455, + "loss": 4.7637, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 2.501546859741211, + "learning_rate": 0.0010345463076973645, + "loss": 4.7715, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 2.2478959560394287, + "learning_rate": 0.0010322218269460657, + "loss": 4.7658, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 2.4012656211853027, + "learning_rate": 0.0010298941837613913, + "loss": 4.7816, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 2.3375141620635986, + "learning_rate": 0.001027563404225719, + "loss": 4.7734, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 2.426034927368164, + "learning_rate": 0.0010252295144565725, + "loss": 4.7603, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 2.5333735942840576, + "learning_rate": 0.0010228925406063254, + "loss": 4.7597, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 2.393670082092285, + "learning_rate": 0.0010205525088619112, + "loss": 4.7665, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 15.279186248779297, + "learning_rate": 0.0010182094454445282, + "loss": 5.3027, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 2.2085587978363037, + "learning_rate": 0.0010158633766093462, + "loss": 4.9662, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 2.774829626083374, + "learning_rate": 0.0010135143286452118, + "loss": 4.7749, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 2.18082857131958, + "learning_rate": 0.0010111623278743547, + "loss": 4.7698, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 2.6043639183044434, + "learning_rate": 0.0010088074006520918, + "loss": 4.7545, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 2.2374722957611084, + "learning_rate": 0.0010064495733665324, + "loss": 4.757, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 2.477403402328491, + "learning_rate": 0.0010040888724382828, + "loss": 4.7597, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 2.4382030963897705, + "learning_rate": 0.0010017253243201495, + "loss": 4.7622, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 2.412724733352661, + "learning_rate": 0.000999358955496843, + "loss": 4.7535, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 2.2984347343444824, + "learning_rate": 0.0009969897924846818, + "loss": 4.7575, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 2.3800299167633057, + "learning_rate": 0.0009946178618312942, + "loss": 4.7628, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 2.6464831829071045, + "learning_rate": 0.0009922431901153213, + "loss": 4.7586, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 18.982786178588867, + "learning_rate": 0.000989865803946119, + "loss": 5.0426, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 2.311461925506592, + "learning_rate": 0.0009874857299634605, + "loss": 4.8733, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 2.167949676513672, + "learning_rate": 0.000985102994837237, + "loss": 4.7706, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 2.5943703651428223, + "learning_rate": 0.0009827176252671587, + "loss": 4.7516, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 2.5572853088378906, + "learning_rate": 0.0009803296479824564, + "loss": 4.7583, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 2.3025546073913574, + "learning_rate": 0.000977939089741582, + "loss": 4.749, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 2.5166361331939697, + "learning_rate": 0.000975545977331907, + "loss": 4.7479, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 2.553072929382324, + "learning_rate": 0.0009731503375694253, + "loss": 4.738, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 2.335955858230591, + "learning_rate": 0.00097075219729845, + "loss": 4.7451, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 2.4649863243103027, + "learning_rate": 0.0009683515833913137, + "loss": 4.7446, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 2.3697731494903564, + "learning_rate": 0.0009659485227480676, + "loss": 4.7493, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 2.167328119277954, + "learning_rate": 0.0009635430422961794, + "loss": 4.7471, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 2.36763334274292, + "learning_rate": 0.0009611351689902321, + "loss": 4.7416, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 2.474031448364258, + "learning_rate": 0.0009587249298116219, + "loss": 4.7439, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 2.4339849948883057, + "learning_rate": 0.0009563123517682559, + "loss": 4.7446, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 2.3774940967559814, + "learning_rate": 0.0009538974618942486, + "loss": 4.7431, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 2.2367396354675293, + "learning_rate": 0.0009514802872496205, + "loss": 4.7324, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 2.6281843185424805, + "learning_rate": 0.0009490608549199939, + "loss": 4.7363, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 2.4752180576324463, + "learning_rate": 0.0009466391920162894, + "loss": 4.7383, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 3.314462661743164, + "learning_rate": 0.000944215325674422, + "loss": 4.7494, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 24.18794822692871, + "learning_rate": 0.0009417892830549978, + "loss": 5.2, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 2.390493869781494, + "learning_rate": 0.000939361091343009, + "loss": 4.8461, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 2.3193745613098145, + "learning_rate": 0.0009369307777475293, + "loss": 4.7554, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 2.1366872787475586, + "learning_rate": 0.000934498369501409, + "loss": 4.7435, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 2.832338809967041, + "learning_rate": 0.0009320638938609708, + "loss": 4.7405, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 2.4038784503936768, + "learning_rate": 0.0009296273781057026, + "loss": 4.7357, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 2.8307387828826904, + "learning_rate": 0.0009271888495379529, + "loss": 4.734, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 2.3864269256591797, + "learning_rate": 0.0009247483354826255, + "loss": 4.7307, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 2.4895284175872803, + "learning_rate": 0.0009223058632868719, + "loss": 4.7308, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 2.7379026412963867, + "learning_rate": 0.0009198614603197854, + "loss": 4.7289, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 2.349796772003174, + "learning_rate": 0.0009174151539720953, + "loss": 4.7288, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 2.5718533992767334, + "learning_rate": 0.0009149669716558582, + "loss": 4.7356, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 2.521239757537842, + "learning_rate": 0.0009125169408041526, + "loss": 4.727, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 2.978588104248047, + "learning_rate": 0.0009100650888707709, + "loss": 4.7362, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 2.2880475521087646, + "learning_rate": 0.0009076114433299107, + "loss": 4.7333, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 15.927657127380371, + "learning_rate": 0.0009051560316758684, + "loss": 5.0174, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 1.8908599615097046, + "learning_rate": 0.0009026988814227308, + "loss": 4.8521, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 2.958858013153076, + "learning_rate": 0.0009002400201040659, + "loss": 4.7611, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 2.567683696746826, + "learning_rate": 0.0008977794752726159, + "loss": 4.736, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 2.8388967514038086, + "learning_rate": 0.0008953172744999865, + "loss": 4.7236, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 2.8043525218963623, + "learning_rate": 0.0008928534453763402, + "loss": 4.7196, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 2.398190975189209, + "learning_rate": 0.000890388015510085, + "loss": 4.7262, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 2.566269874572754, + "learning_rate": 0.0008879210125275664, + "loss": 4.7288, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 2.7481870651245117, + "learning_rate": 0.0008854524640727575, + "loss": 4.7291, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 2.706005811691284, + "learning_rate": 0.0008829823978069494, + "loss": 4.7335, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 2.6749677658081055, + "learning_rate": 0.0008805108414084401, + "loss": 4.728, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 2.538520336151123, + "learning_rate": 0.0008780378225722264, + "loss": 4.7163, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 2.3578920364379883, + "learning_rate": 0.0008755633690096918, + "loss": 4.7217, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 2.737470865249634, + "learning_rate": 0.0008730875084482964, + "loss": 4.7217, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 3.0729475021362305, + "learning_rate": 0.0008706102686312668, + "loss": 4.7216, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 2.442929983139038, + "learning_rate": 0.0008681316773172852, + "loss": 4.7164, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 16.740623474121094, + "learning_rate": 0.0008656517622801771, + "loss": 4.9266, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 2.4678900241851807, + "learning_rate": 0.0008631705513086013, + "loss": 5.1088, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 2.6614532470703125, + "learning_rate": 0.0008606880722057386, + "loss": 4.7503, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 2.483029365539551, + "learning_rate": 0.0008582043527889797, + "loss": 4.7309, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 2.4802398681640625, + "learning_rate": 0.0008557194208896129, + "loss": 4.7166, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 2.175800085067749, + "learning_rate": 0.0008532333043525136, + "loss": 4.72, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 3.18664288520813, + "learning_rate": 0.0008507460310358319, + "loss": 4.7187, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 2.203043222427368, + "learning_rate": 0.0008482576288106794, + "loss": 4.7177, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 2.381067991256714, + "learning_rate": 0.000845768125560818, + "loss": 4.7189, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 2.418154716491699, + "learning_rate": 0.0008432775491823477, + "loss": 4.7111, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 2.4882917404174805, + "learning_rate": 0.0008407859275833928, + "loss": 4.7201, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 2.8482794761657715, + "learning_rate": 0.0008382932886837897, + "loss": 4.7174, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 2.8345818519592285, + "learning_rate": 0.0008357996604147744, + "loss": 4.709, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 2.4660754203796387, + "learning_rate": 0.0008333050707186696, + "loss": 4.7082, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 2.9542734622955322, + "learning_rate": 0.0008308095475485706, + "loss": 4.7048, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 2.7446446418762207, + "learning_rate": 0.0008283131188680332, + "loss": 4.719, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 2.742797374725342, + "learning_rate": 0.0008258158126507594, + "loss": 4.7215, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 3.106144666671753, + "learning_rate": 0.0008233176568802851, + "loss": 4.7279, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 2.22367262840271, + "learning_rate": 0.0008208186795496657, + "loss": 4.7165, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 2.3935256004333496, + "learning_rate": 0.0008183189086611623, + "loss": 4.7243, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 2.7064223289489746, + "learning_rate": 0.000815818372225928, + "loss": 4.7081, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 2.975059747695923, + "learning_rate": 0.0008133170982636946, + "loss": 4.7047, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 2.590698719024658, + "learning_rate": 0.0008108151148024584, + "loss": 4.7096, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 2.682588815689087, + "learning_rate": 0.0008083124498781658, + "loss": 4.7033, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 3.646070718765259, + "learning_rate": 0.0008058091315343988, + "loss": 4.7049, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 2.9427154064178467, + "learning_rate": 0.0008033051878220624, + "loss": 4.8664, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 2.5389950275421143, + "learning_rate": 0.0008008006467990684, + "loss": 4.7505, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 2.621885061264038, + "learning_rate": 0.0007982955365300214, + "loss": 4.7163, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 2.8648929595947266, + "learning_rate": 0.0007957898850859058, + "loss": 4.7076, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 2.7564470767974854, + "learning_rate": 0.0007932837205437692, + "loss": 4.7005, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 2.161153554916382, + "learning_rate": 0.000790777070986409, + "loss": 4.7118, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 2.2435922622680664, + "learning_rate": 0.0007882699645020577, + "loss": 4.7006, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 2.967519998550415, + "learning_rate": 0.0007857624291840672, + "loss": 4.701, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 2.450542688369751, + "learning_rate": 0.0007832544931305956, + "loss": 4.6976, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 2.8941919803619385, + "learning_rate": 0.0007807461844442906, + "loss": 4.7046, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 2.4791295528411865, + "learning_rate": 0.0007782375312319761, + "loss": 4.7019, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 2.716641664505005, + "learning_rate": 0.0007757285616043363, + "loss": 4.6987, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 2.4022600650787354, + "learning_rate": 0.0007732193036756006, + "loss": 4.6961, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 2.9141030311584473, + "learning_rate": 0.0007707097855632297, + "loss": 4.6937, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 3.0987040996551514, + "learning_rate": 0.0007682000353875992, + "loss": 4.6995, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 2.633404493331909, + "learning_rate": 0.0007656900812716853, + "loss": 4.7027, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 3.023960828781128, + "learning_rate": 0.0007631799513407495, + "loss": 4.7231, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 3.089107036590576, + "learning_rate": 0.0007606696737220233, + "loss": 4.7013, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 3.241751194000244, + "learning_rate": 0.0007581592765443933, + "loss": 4.6932, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 3.026780843734741, + "learning_rate": 0.0007556487879380856, + "loss": 4.6856, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 3.6036596298217773, + "learning_rate": 0.0007531382360343507, + "loss": 4.6951, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 2.5021417140960693, + "learning_rate": 0.0007506276489651489, + "loss": 4.7034, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 3.000223398208618, + "learning_rate": 0.0007481170548628335, + "loss": 4.6971, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 3.278160572052002, + "learning_rate": 0.0007456064818598382, + "loss": 4.6909, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 2.9490718841552734, + "learning_rate": 0.0007430959580883589, + "loss": 4.7031, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 3.305968761444092, + "learning_rate": 0.0007405855116800403, + "loss": 4.6975, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 2.7896876335144043, + "learning_rate": 0.0007380751707656603, + "loss": 5.208, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 2.7134101390838623, + "learning_rate": 0.0007355649634748143, + "loss": 4.7069, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 2.7416117191314697, + "learning_rate": 0.0007330549179356014, + "loss": 4.6869, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 2.6729164123535156, + "learning_rate": 0.000730545062274307, + "loss": 4.6825, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 2.908485174179077, + "learning_rate": 0.0007280354246150894, + "loss": 4.6864, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 2.7815282344818115, + "learning_rate": 0.0007255260330796639, + "loss": 4.692, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 2.8249568939208984, + "learning_rate": 0.0007230169157869882, + "loss": 4.689, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 2.5814149379730225, + "learning_rate": 0.0007205081008529463, + "loss": 4.6955, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 2.8296115398406982, + "learning_rate": 0.000717999616390035, + "loss": 4.6869, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 2.7345776557922363, + "learning_rate": 0.0007154914905070475, + "loss": 4.6807, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 2.9737539291381836, + "learning_rate": 0.0007129837513087587, + "loss": 4.6849, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 2.8960840702056885, + "learning_rate": 0.0007104764268956111, + "loss": 4.69, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 3.3436858654022217, + "learning_rate": 0.000707969545363399, + "loss": 4.6819, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 2.598388910293579, + "learning_rate": 0.0007054631348029539, + "loss": 4.6869, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 2.3483946323394775, + "learning_rate": 0.0007029572232998298, + "loss": 4.6917, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 3.0935213565826416, + "learning_rate": 0.0007004518389339893, + "loss": 4.6746, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 3.0248022079467773, + "learning_rate": 0.0006979470097794871, + "loss": 4.6779, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 2.9112682342529297, + "learning_rate": 0.0006954427639041572, + "loss": 4.6841, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 3.0810580253601074, + "learning_rate": 0.0006929391293692972, + "loss": 4.6743, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 2.802861213684082, + "learning_rate": 0.0006904361342293546, + "loss": 4.6767, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 3.1944103240966797, + "learning_rate": 0.0006879338065316122, + "loss": 4.681, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 2.542653799057007, + "learning_rate": 0.0006854321743158737, + "loss": 4.6781, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 3.696876049041748, + "learning_rate": 0.0006829312656141496, + "loss": 4.6831, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 2.9099340438842773, + "learning_rate": 0.000680431108450343, + "loss": 4.6804, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 2.884575605392456, + "learning_rate": 0.0006779317308399357, + "loss": 4.6871, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 2.8958873748779297, + "learning_rate": 0.0006754331607896742, + "loss": 4.6836, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 2.2104640007019043, + "learning_rate": 0.0006729354262972561, + "loss": 4.6789, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 3.595402479171753, + "learning_rate": 0.0006704385553510156, + "loss": 4.7668, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 2.333908796310425, + "learning_rate": 0.0006679425759296114, + "loss": 4.9128, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 2.5211222171783447, + "learning_rate": 0.0006654475160017115, + "loss": 4.6982, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 2.5054571628570557, + "learning_rate": 0.0006629534035256805, + "loss": 4.6839, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 2.639247417449951, + "learning_rate": 0.0006604602664492667, + "loss": 4.6737, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 2.8126413822174072, + "learning_rate": 0.0006579681327092883, + "loss": 4.6597, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 2.8489670753479004, + "learning_rate": 0.0006554770302313205, + "loss": 4.6649, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 2.9090094566345215, + "learning_rate": 0.0006529869869293834, + "loss": 4.667, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 2.5619664192199707, + "learning_rate": 0.000650498030705628, + "loss": 4.6636, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 2.865006923675537, + "learning_rate": 0.0006480101894500239, + "loss": 4.6663, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 2.7329747676849365, + "learning_rate": 0.0006455234910400472, + "loss": 4.6578, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 2.9643139839172363, + "learning_rate": 0.0006430379633403679, + "loss": 4.6561, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 3.132610559463501, + "learning_rate": 0.0006405536342025374, + "loss": 4.6619, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 3.026899814605713, + "learning_rate": 0.0006380705314646765, + "loss": 4.6643, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 3.0512757301330566, + "learning_rate": 0.0006355886829511645, + "loss": 4.6639, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 2.805068254470825, + "learning_rate": 0.0006331081164723253, + "loss": 4.6664, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 3.1592650413513184, + "learning_rate": 0.0006306288598241179, + "loss": 4.6619, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 3.1663191318511963, + "learning_rate": 0.0006281509407878232, + "loss": 4.6551, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 2.694883108139038, + "learning_rate": 0.0006256743871297344, + "loss": 4.6579, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 3.481532335281372, + "learning_rate": 0.0006231992266008438, + "loss": 4.6566, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 2.8036017417907715, + "learning_rate": 0.0006207254869365346, + "loss": 4.66, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 3.283766269683838, + "learning_rate": 0.0006182531958562672, + "loss": 4.6562, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 3.04624342918396, + "learning_rate": 0.0006157823810632704, + "loss": 4.6624, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 3.6080851554870605, + "learning_rate": 0.0006133130702442302, + "loss": 4.6578, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 2.830449104309082, + "learning_rate": 0.0006108452910689804, + "loss": 4.6538, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 3.0903360843658447, + "learning_rate": 0.0006083790711901915, + "loss": 4.6598, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 2.662092924118042, + "learning_rate": 0.0006059144382430612, + "loss": 4.6612, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 2.891903877258301, + "learning_rate": 0.0006034514198450053, + "loss": 4.6545, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 2.610851764678955, + "learning_rate": 0.0006009900435953478, + "loss": 4.6533, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 2.76263165473938, + "learning_rate": 0.0005985303370750115, + "loss": 4.6521, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 3.085447072982788, + "learning_rate": 0.0005960723278462086, + "loss": 4.6538, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 3.5373637676239014, + "learning_rate": 0.000593616043452133, + "loss": 4.649, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 2.805412530899048, + "learning_rate": 0.0005911615114166508, + "loss": 4.6488, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 3.29845929145813, + "learning_rate": 0.0005887087592439914, + "loss": 4.6443, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 3.044477939605713, + "learning_rate": 0.0005862578144184412, + "loss": 4.66, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 2.95135760307312, + "learning_rate": 0.0005838087044040334, + "loss": 4.6521, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 3.0881998538970947, + "learning_rate": 0.0005813614566442416, + "loss": 4.6522, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 2.970470666885376, + "learning_rate": 0.0005789160985616721, + "loss": 4.6481, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 2.7938146591186523, + "learning_rate": 0.0005764726575577559, + "loss": 4.6488, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 2.86731219291687, + "learning_rate": 0.0005740311610124427, + "loss": 4.6486, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 2.998879909515381, + "learning_rate": 0.0005715916362838936, + "loss": 4.6509, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 3.291234254837036, + "learning_rate": 0.0005691541107081743, + "loss": 4.6504, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 2.94482684135437, + "learning_rate": 0.000566718611598949, + "loss": 4.6535, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 2.9443514347076416, + "learning_rate": 0.0005642851662471745, + "loss": 4.6496, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 3.3896849155426025, + "learning_rate": 0.0005618538019207943, + "loss": 4.6495, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 3.4272875785827637, + "learning_rate": 0.0005594245458644325, + "loss": 4.6527, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 3.371819496154785, + "learning_rate": 0.0005569974252990896, + "loss": 4.6425, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 3.070716619491577, + "learning_rate": 0.0005545724674218368, + "loss": 4.6372, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 3.439743757247925, + "learning_rate": 0.0005521496994055112, + "loss": 4.6457, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 2.893306255340576, + "learning_rate": 0.0005497291483984113, + "loss": 4.6461, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 2.7699594497680664, + "learning_rate": 0.0005473108415239929, + "loss": 4.6415, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 3.473947286605835, + "learning_rate": 0.0005448948058805657, + "loss": 4.6475, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 2.8691744804382324, + "learning_rate": 0.0005424810685409881, + "loss": 4.6421, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 3.2665748596191406, + "learning_rate": 0.0005400696565523666, + "loss": 4.6489, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 3.1136136054992676, + "learning_rate": 0.0005376605969357494, + "loss": 4.644, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 3.2677881717681885, + "learning_rate": 0.0005352539166858258, + "loss": 4.6436, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 3.0345308780670166, + "learning_rate": 0.0005328496427706235, + "loss": 4.6465, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 2.911602735519409, + "learning_rate": 0.0005304478021312053, + "loss": 4.649, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 3.1990861892700195, + "learning_rate": 0.0005280484216813686, + "loss": 4.6416, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 2.858328104019165, + "learning_rate": 0.0005256515283073422, + "loss": 4.6502, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 5.212740421295166, + "learning_rate": 0.000523257148867488, + "loss": 4.7522, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 2.8564934730529785, + "learning_rate": 0.0005208653101919959, + "loss": 4.6711, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 2.9758505821228027, + "learning_rate": 0.0005184760390825865, + "loss": 4.6508, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 2.995915174484253, + "learning_rate": 0.000516089362312209, + "loss": 4.6463, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 3.425563335418701, + "learning_rate": 0.0005137053066247421, + "loss": 4.6294, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 3.063542604446411, + "learning_rate": 0.0005113238987346939, + "loss": 4.6368, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 3.2033047676086426, + "learning_rate": 0.0005089451653269026, + "loss": 4.6311, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 2.6040313243865967, + "learning_rate": 0.0005065691330562375, + "loss": 4.6358, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 3.0027008056640625, + "learning_rate": 0.0005041958285473005, + "loss": 4.6225, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 3.2003743648529053, + "learning_rate": 0.0005018252783941273, + "loss": 4.636, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 3.0199975967407227, + "learning_rate": 0.0004994575091598898, + "loss": 4.6312, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 3.1157052516937256, + "learning_rate": 0.0004970925473765988, + "loss": 4.6366, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 2.6921637058258057, + "learning_rate": 0.0004947304195448052, + "loss": 4.6354, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 2.9091238975524902, + "learning_rate": 0.0004923711521333056, + "loss": 4.6315, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 3.093557119369507, + "learning_rate": 0.0004900147715788429, + "loss": 4.6372, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 3.043562650680542, + "learning_rate": 0.0004876613042858118, + "loss": 4.6301, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 2.7866580486297607, + "learning_rate": 0.00048531077662596246, + "loss": 4.6265, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 3.1010074615478516, + "learning_rate": 0.00048296321493810507, + "loss": 4.6378, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 3.082986831665039, + "learning_rate": 0.00048061864552781456, + "loss": 4.6289, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 2.904674530029297, + "learning_rate": 0.0004782770946671362, + "loss": 4.6318, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 3.3246660232543945, + "learning_rate": 0.00047593858859429035, + "loss": 4.6318, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 3.339599132537842, + "learning_rate": 0.0004736031535133799, + "loss": 4.6273, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 2.837653875350952, + "learning_rate": 0.0004712708155940951, + "loss": 4.624, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 3.113809585571289, + "learning_rate": 0.00046894160097142113, + "loss": 4.6326, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 3.810643196105957, + "learning_rate": 0.0004666155357453451, + "loss": 4.6259, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 3.2455427646636963, + "learning_rate": 0.0004642926459805636, + "loss": 4.6303, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 3.033167839050293, + "learning_rate": 0.00046197295770619105, + "loss": 4.6257, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 2.708247661590576, + "learning_rate": 0.0004596564969154668, + "loss": 4.6197, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 3.210747718811035, + "learning_rate": 0.0004573432895654654, + "loss": 4.6211, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 2.923128843307495, + "learning_rate": 0.00045503336157680466, + "loss": 4.6316, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 2.8961851596832275, + "learning_rate": 0.0004527267388333555, + "loss": 4.6263, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 2.848567247390747, + "learning_rate": 0.0004504234471819518, + "loss": 4.6302, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 3.196103096008301, + "learning_rate": 0.0004481235124321018, + "loss": 4.6228, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 3.5712039470672607, + "learning_rate": 0.00044582696035569695, + "loss": 4.8114, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 2.8639488220214844, + "learning_rate": 0.000443533816686725, + "loss": 4.6407, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 3.1453399658203125, + "learning_rate": 0.00044124410712098014, + "loss": 4.6282, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 2.9759957790374756, + "learning_rate": 0.00043895785731577606, + "loss": 4.6219, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 2.8943448066711426, + "learning_rate": 0.00043667509288965845, + "loss": 4.6189, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 3.198788642883301, + "learning_rate": 0.00043439583942211674, + "loss": 4.6207, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 2.891050100326538, + "learning_rate": 0.00043212012245329986, + "loss": 4.6116, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 3.1886634826660156, + "learning_rate": 0.00042984796748372716, + "loss": 4.6238, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 3.61981463432312, + "learning_rate": 0.0004275793999740046, + "loss": 4.6182, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 3.2721245288848877, + "learning_rate": 0.00042531444534453885, + "loss": 4.6182, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 3.1100871562957764, + "learning_rate": 0.0004230531289752523, + "loss": 4.6229, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 2.991384744644165, + "learning_rate": 0.00042079547620529927, + "loss": 4.6191, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 2.900139331817627, + "learning_rate": 0.0004185415123327813, + "loss": 4.6234, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 3.4355645179748535, + "learning_rate": 0.0004162912626144642, + "loss": 4.615, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 3.187788486480713, + "learning_rate": 0.0004140447522654946, + "loss": 4.6161, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 3.1194703578948975, + "learning_rate": 0.0004118020064591184, + "loss": 4.6192, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 2.448173999786377, + "learning_rate": 0.00040956305032639723, + "loss": 4.6179, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 3.485712766647339, + "learning_rate": 0.00040732790895592764, + "loss": 4.6142, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 2.873276710510254, + "learning_rate": 0.0004050966073935602, + "loss": 4.613, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 3.1379477977752686, + "learning_rate": 0.0004028691706421185, + "loss": 4.6165, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 2.795922040939331, + "learning_rate": 0.000400645623661119, + "loss": 4.614, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 3.283729314804077, + "learning_rate": 0.00039842599136649117, + "loss": 4.6158, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 2.5846610069274902, + "learning_rate": 0.00039621029863029874, + "loss": 4.6159, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 3.343661308288574, + "learning_rate": 0.00039399857028046066, + "loss": 4.6124, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 3.139622211456299, + "learning_rate": 0.0003917908311004732, + "loss": 4.6196, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 2.763336181640625, + "learning_rate": 0.00038958710582913153, + "loss": 4.6138, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 2.7151541709899902, + "learning_rate": 0.0003873874191602539, + "loss": 4.6089, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 3.387932300567627, + "learning_rate": 0.00038519179574240324, + "loss": 4.6029, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 3.0395872592926025, + "learning_rate": 0.0003830002601786121, + "loss": 4.6145, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 3.291559934616089, + "learning_rate": 0.0003808128370261065, + "loss": 4.6113, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 2.767430067062378, + "learning_rate": 0.00037862955079603086, + "loss": 4.6129, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 3.0344667434692383, + "learning_rate": 0.0003764504259531734, + "loss": 4.6118, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 2.8506503105163574, + "learning_rate": 0.00037427548691569237, + "loss": 4.6063, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 3.4659271240234375, + "learning_rate": 0.00037210475805484156, + "loss": 4.61, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 2.9994845390319824, + "learning_rate": 0.0003699382636946977, + "loss": 4.5973, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 3.1800663471221924, + "learning_rate": 0.0003677760281118879, + "loss": 4.6065, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 2.8212544918060303, + "learning_rate": 0.0003656180755353179, + "loss": 4.608, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 2.992098331451416, + "learning_rate": 0.00036346443014589983, + "loss": 4.607, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 3.299015522003174, + "learning_rate": 0.0003613151160762815, + "loss": 4.6074, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 2.8560569286346436, + "learning_rate": 0.00035917015741057727, + "loss": 4.6062, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 3.2865288257598877, + "learning_rate": 0.00035702957818409606, + "loss": 4.6021, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 4.176523208618164, + "learning_rate": 0.00035489340238307326, + "loss": 4.6078, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 3.4648094177246094, + "learning_rate": 0.0003527616539444019, + "loss": 4.7044, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 3.1859219074249268, + "learning_rate": 0.00035063435675536386, + "loss": 4.6203, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 2.8692803382873535, + "learning_rate": 0.0003485115346533629, + "loss": 4.614, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 3.234755516052246, + "learning_rate": 0.0003463932114256576, + "loss": 4.6109, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 3.104193687438965, + "learning_rate": 0.0003442794108090938, + "loss": 4.6156, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 2.850513219833374, + "learning_rate": 0.00034217015648983957, + "loss": 4.607, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 3.4069087505340576, + "learning_rate": 0.00034006547210311964, + "loss": 4.599, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 3.1570205688476562, + "learning_rate": 0.00033796538123294996, + "loss": 4.6056, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 3.368109941482544, + "learning_rate": 0.00033586990741187446, + "loss": 4.5957, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 2.7577059268951416, + "learning_rate": 0.0003337790741207003, + "loss": 4.5991, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 3.411761999130249, + "learning_rate": 0.0003316929047882354, + "loss": 4.6029, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 2.9241340160369873, + "learning_rate": 0.000329611422791026, + "loss": 4.5934, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 3.0445139408111572, + "learning_rate": 0.000327534651453094, + "loss": 4.5993, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 2.9061286449432373, + "learning_rate": 0.00032546261404567644, + "loss": 4.6001, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 3.190340518951416, + "learning_rate": 0.00032339533378696424, + "loss": 4.6022, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 3.4630990028381348, + "learning_rate": 0.00032133283384184173, + "loss": 4.599, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 2.8721649646759033, + "learning_rate": 0.00031927513732162856, + "loss": 4.5943, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 3.1518983840942383, + "learning_rate": 0.00031722226728381854, + "loss": 4.5958, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 3.083909034729004, + "learning_rate": 0.000315174246731823, + "loss": 4.5943, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 3.189845323562622, + "learning_rate": 0.00031313109861471223, + "loss": 4.5991, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 3.22202730178833, + "learning_rate": 0.0003110928458269584, + "loss": 4.5928, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 3.036473035812378, + "learning_rate": 0.00030905951120817934, + "loss": 4.5919, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 3.2736294269561768, + "learning_rate": 0.00030703111754288204, + "loss": 4.5923, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 2.991225242614746, + "learning_rate": 0.0003050076875602084, + "loss": 4.5933, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 3.141413688659668, + "learning_rate": 0.00030298924393367923, + "loss": 4.5955, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 3.0984373092651367, + "learning_rate": 0.0003009758092809409, + "loss": 4.5901, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 3.302327871322632, + "learning_rate": 0.00029896740616351187, + "loss": 4.5963, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 3.1051833629608154, + "learning_rate": 0.00029696405708652966, + "loss": 4.6004, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 2.652921676635742, + "learning_rate": 0.00029496578449849867, + "loss": 4.6008, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 3.1491708755493164, + "learning_rate": 0.00029297261079103945, + "loss": 4.6006, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 3.102281093597412, + "learning_rate": 0.00029098455829863653, + "loss": 4.5956, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 3.270024061203003, + "learning_rate": 0.0002890016492983886, + "loss": 4.593, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 3.023965835571289, + "learning_rate": 0.00028702390600975937, + "loss": 4.5874, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 2.7638816833496094, + "learning_rate": 0.0002850513505943281, + "loss": 4.6006, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 3.355499505996704, + "learning_rate": 0.0002830840051555414, + "loss": 4.5911, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 2.9628992080688477, + "learning_rate": 0.0002811218917384652, + "loss": 4.5871, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 3.2042043209075928, + "learning_rate": 0.00027916503232953895, + "loss": 4.5966, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 3.971534252166748, + "learning_rate": 0.00027721344885632765, + "loss": 4.5898, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 2.9808382987976074, + "learning_rate": 0.000275267163187277, + "loss": 4.5879, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 2.8695132732391357, + "learning_rate": 0.00027332619713146816, + "loss": 4.5844, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 3.418541193008423, + "learning_rate": 0.0002713905724383737, + "loss": 4.5866, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 3.2125186920166016, + "learning_rate": 0.00026946031079761346, + "loss": 4.5893, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 3.011488437652588, + "learning_rate": 0.00026753543383871143, + "loss": 4.5897, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 3.276707649230957, + "learning_rate": 0.00026561596313085396, + "loss": 4.5885, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 2.94596004486084, + "learning_rate": 0.00026370192018264766, + "loss": 4.5919, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 3.0584230422973633, + "learning_rate": 0.0002617933264418782, + "loss": 4.5939, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 3.229020833969116, + "learning_rate": 0.00025989020329527057, + "loss": 4.5905, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 2.688234806060791, + "learning_rate": 0.0002579925720682487, + "loss": 4.5913, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 3.3061838150024414, + "learning_rate": 0.00025610045402469695, + "loss": 4.5886, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 3.219759702682495, + "learning_rate": 0.0002542138703667224, + "loss": 4.598, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 3.1679341793060303, + "learning_rate": 0.0002523328422344158, + "loss": 4.5819, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 3.2563366889953613, + "learning_rate": 0.0002504573907056159, + "loss": 4.5853, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 3.1938085556030273, + "learning_rate": 0.0002485875367956729, + "loss": 4.5834, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 3.015622854232788, + "learning_rate": 0.0002467233014572127, + "loss": 4.5782, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 3.0143325328826904, + "learning_rate": 0.00024486470557990247, + "loss": 4.5857, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 2.9260480403900146, + "learning_rate": 0.00024301176999021702, + "loss": 4.5786, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 3.1842055320739746, + "learning_rate": 0.0002411645154512041, + "loss": 4.5877, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 3.186415672302246, + "learning_rate": 0.0002393229626622528, + "loss": 4.5861, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 3.014004945755005, + "learning_rate": 0.00023748713225886137, + "loss": 4.5809, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 2.767913579940796, + "learning_rate": 0.0002356570448124058, + "loss": 4.5771, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 2.9218549728393555, + "learning_rate": 0.00023383272082990963, + "loss": 4.5816, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 3.1326489448547363, + "learning_rate": 0.00023201418075381364, + "loss": 4.5783, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 2.6673355102539062, + "learning_rate": 0.00023020144496174781, + "loss": 4.5814, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 2.8586719036102295, + "learning_rate": 0.00022839453376630149, + "loss": 4.5809, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 2.6572327613830566, + "learning_rate": 0.00022659346741479708, + "loss": 4.5754, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 3.0054452419281006, + "learning_rate": 0.0002247982660890623, + "loss": 4.5789, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 2.9754385948181152, + "learning_rate": 0.00022300894990520478, + "loss": 4.5801, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 3.1507365703582764, + "learning_rate": 0.00022122553891338586, + "loss": 4.5776, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 2.8967113494873047, + "learning_rate": 0.00021944805309759643, + "loss": 4.5757, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 2.7783782482147217, + "learning_rate": 0.0002176765123754334, + "loss": 4.5731, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 2.6865217685699463, + "learning_rate": 0.00021591093659787528, + "loss": 4.582, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 2.7889444828033447, + "learning_rate": 0.0002141513455490609, + "loss": 4.5725, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 3.2624311447143555, + "learning_rate": 0.000212397758946067, + "loss": 4.5656, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 2.955867052078247, + "learning_rate": 0.00021065019643868785, + "loss": 4.5701, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 3.085763454437256, + "learning_rate": 0.0002089086776092146, + "loss": 4.5763, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 3.024113178253174, + "learning_rate": 0.000207173221972216, + "loss": 4.575, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 2.735076427459717, + "learning_rate": 0.00020544384897431997, + "loss": 4.5802, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 3.1556899547576904, + "learning_rate": 0.00020372057799399534, + "loss": 4.5695, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 2.846299886703491, + "learning_rate": 0.00020200342834133497, + "loss": 4.5693, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 3.1593682765960693, + "learning_rate": 0.00020029241925783908, + "loss": 4.5771, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 3.0717153549194336, + "learning_rate": 0.00019858756991619978, + "loss": 4.5694, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 2.704463481903076, + "learning_rate": 0.0001968888994200868, + "loss": 4.5684, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 3.1234259605407715, + "learning_rate": 0.0001951964268039322, + "loss": 4.5748, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 2.8579468727111816, + "learning_rate": 0.00019351017103271805, + "loss": 4.5736, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 3.2428338527679443, + "learning_rate": 0.0001918301510017638, + "loss": 4.577, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 2.9995956420898438, + "learning_rate": 0.0001901563855365141, + "loss": 4.5678, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 2.5763349533081055, + "learning_rate": 0.00018848889339232833, + "loss": 4.5675, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 3.642848253250122, + "learning_rate": 0.00018682769325426986, + "loss": 4.5623, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 3.2795605659484863, + "learning_rate": 0.00018517280373689789, + "loss": 4.5712, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 2.7918663024902344, + "learning_rate": 0.0001835242433840573, + "loss": 4.5665, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 3.2297778129577637, + "learning_rate": 0.00018188203066867178, + "loss": 4.5686, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 3.1101973056793213, + "learning_rate": 0.0001802461839925368, + "loss": 4.5599, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 3.063415288925171, + "learning_rate": 0.00017861672168611293, + "loss": 4.5648, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 2.8544209003448486, + "learning_rate": 0.0001769936620083211, + "loss": 4.5666, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 2.765209674835205, + "learning_rate": 0.00017537702314633722, + "loss": 4.5709, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 2.993849992752075, + "learning_rate": 0.0001737668232153896, + "loss": 4.562, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 3.2338833808898926, + "learning_rate": 0.0001721630802585545, + "loss": 4.5686, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 2.8816378116607666, + "learning_rate": 0.00017056581224655473, + "loss": 4.5657, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 3.2394375801086426, + "learning_rate": 0.0001689750370775584, + "loss": 4.5625, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 2.9815659523010254, + "learning_rate": 0.00016739077257697804, + "loss": 4.5647, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 3.189375400543213, + "learning_rate": 0.00016581303649727076, + "loss": 4.5605, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 2.8909764289855957, + "learning_rate": 0.00016424184651773997, + "loss": 4.5648, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 3.095459461212158, + "learning_rate": 0.00016267722024433654, + "loss": 4.5632, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 2.6255714893341064, + "learning_rate": 0.00016111917520946175, + "loss": 4.5659, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 3.0076406002044678, + "learning_rate": 0.00015956772887177115, + "loss": 4.5625, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 3.102323532104492, + "learning_rate": 0.0001580228986159783, + "loss": 4.5651, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 2.615384817123413, + "learning_rate": 0.00015648470175266057, + "loss": 4.5558, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 2.699695110321045, + "learning_rate": 0.00015495315551806486, + "loss": 4.5574, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 2.9570789337158203, + "learning_rate": 0.00015342827707391475, + "loss": 4.5526, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 2.7378933429718018, + "learning_rate": 0.00015191008350721772, + "loss": 4.556, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 2.926447868347168, + "learning_rate": 0.000150398591830074, + "loss": 4.5596, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 2.699575424194336, + "learning_rate": 0.00014889381897948575, + "loss": 4.5576, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 2.71832013130188, + "learning_rate": 0.00014739578181716765, + "loss": 4.5574, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 3.2825539112091064, + "learning_rate": 0.0001459044971293575, + "loss": 4.5525, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 2.8426718711853027, + "learning_rate": 0.00014441998162662847, + "loss": 4.5515, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 2.8687214851379395, + "learning_rate": 0.00014294225194370154, + "loss": 4.5571, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 3.029463768005371, + "learning_rate": 0.0001414713246392594, + "loss": 4.5494, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 2.979127883911133, + "learning_rate": 0.00014000721619576077, + "loss": 4.5569, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 2.827008008956909, + "learning_rate": 0.0001385499430192557, + "loss": 4.5502, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 2.9626495838165283, + "learning_rate": 0.00013709952143920148, + "loss": 4.5523, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 2.9803647994995117, + "learning_rate": 0.00013565596770828025, + "loss": 4.5518, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 2.6825437545776367, + "learning_rate": 0.0001342192980022166, + "loss": 4.5491, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 2.8968899250030518, + "learning_rate": 0.000132789528419596, + "loss": 4.5566, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 2.9949352741241455, + "learning_rate": 0.00013136667498168464, + "loss": 4.5503, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 2.843674898147583, + "learning_rate": 0.0001299507536322502, + "loss": 4.5444, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 2.9605257511138916, + "learning_rate": 0.0001285417802373827, + "loss": 4.5465, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 2.946382761001587, + "learning_rate": 0.00012713977058531685, + "loss": 4.5453, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 2.835137128829956, + "learning_rate": 0.0001257447403862557, + "loss": 4.5544, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 2.7889351844787598, + "learning_rate": 0.0001243567052721937, + "loss": 4.5502, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 2.336878776550293, + "learning_rate": 0.000122975680796742, + "loss": 4.5374, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 2.832672595977783, + "learning_rate": 0.0001216016824349542, + "loss": 4.5428, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 2.8377201557159424, + "learning_rate": 0.0001202347255831529, + "loss": 4.5455, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 2.8904099464416504, + "learning_rate": 0.00011887482555875695, + "loss": 4.5382, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 2.853553533554077, + "learning_rate": 0.00011752199760011017, + "loss": 4.5548, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 2.7575578689575195, + "learning_rate": 0.00011617625686631056, + "loss": 4.543, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 2.825921058654785, + "learning_rate": 0.0001148376184370401, + "loss": 4.5479, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 2.787482500076294, + "learning_rate": 0.00011350609731239597, + "loss": 4.5481, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 2.831634283065796, + "learning_rate": 0.00011218170841272254, + "loss": 4.5495, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 2.5516512393951416, + "learning_rate": 0.00011086446657844412, + "loss": 4.5353, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 2.791926860809326, + "learning_rate": 0.00010955438656989849, + "loss": 4.5375, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 2.624016284942627, + "learning_rate": 0.00010825148306717222, + "loss": 4.5402, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 2.6226580142974854, + "learning_rate": 0.00010695577066993495, + "loss": 4.5438, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 2.7395570278167725, + "learning_rate": 0.00010566726389727693, + "loss": 4.545, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 2.8234353065490723, + "learning_rate": 0.00010438597718754561, + "loss": 4.5467, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 2.7644076347351074, + "learning_rate": 0.00010311192489818421, + "loss": 4.5369, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 2.925189971923828, + "learning_rate": 0.00010184512130557074, + "loss": 4.5369, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 2.529475450515747, + "learning_rate": 0.0001005855806048581, + "loss": 4.5446, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 2.9749813079833984, + "learning_rate": 9.933331690981473e-05, + "loss": 4.5453, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 2.9321131706237793, + "learning_rate": 9.80883442526668e-05, + "loss": 4.5439, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 2.331024169921875, + "learning_rate": 9.685067658394095e-05, + "loss": 4.5386, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 2.6895785331726074, + "learning_rate": 9.562032777230772e-05, + "loss": 4.5329, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 2.511713981628418, + "learning_rate": 9.439731160442619e-05, + "loss": 4.538, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 2.558518648147583, + "learning_rate": 9.31816417847898e-05, + "loss": 4.5294, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 2.4421207904815674, + "learning_rate": 9.197333193557237e-05, + "loss": 4.5362, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 2.7140870094299316, + "learning_rate": 9.077239559647591e-05, + "loss": 4.5338, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 2.621619939804077, + "learning_rate": 8.957884622457854e-05, + "loss": 4.5367, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 2.6154112815856934, + "learning_rate": 8.839269719418361e-05, + "loss": 4.5356, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 2.5309324264526367, + "learning_rate": 8.721396179667019e-05, + "loss": 4.5283, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 2.575059652328491, + "learning_rate": 8.604265324034405e-05, + "loss": 4.5361, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 2.5333340167999268, + "learning_rate": 8.48787846502893e-05, + "loss": 4.5312, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 2.81622576713562, + "learning_rate": 8.372236906822217e-05, + "loss": 4.5304, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 2.4201650619506836, + "learning_rate": 8.257341945234365e-05, + "loss": 4.5372, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 2.508474349975586, + "learning_rate": 8.143194867719534e-05, + "loss": 4.5364, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 2.464200496673584, + "learning_rate": 8.029796953351445e-05, + "loss": 4.5298, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 2.480963945388794, + "learning_rate": 7.917149472809113e-05, + "loss": 4.5278, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 2.634284734725952, + "learning_rate": 7.805253688362557e-05, + "loss": 4.5337, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 2.5564281940460205, + "learning_rate": 7.694110853858671e-05, + "loss": 4.5276, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 2.3492376804351807, + "learning_rate": 7.583722214707206e-05, + "loss": 4.531, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 2.596449136734009, + "learning_rate": 7.474089007866756e-05, + "loss": 4.5301, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 2.3319714069366455, + "learning_rate": 7.365212461830933e-05, + "loss": 4.5274, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 2.4900169372558594, + "learning_rate": 7.257093796614597e-05, + "loss": 4.5275, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 2.559448480606079, + "learning_rate": 7.149734223740187e-05, + "loss": 4.5243, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 2.6803243160247803, + "learning_rate": 7.043134946224123e-05, + "loss": 4.5269, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 2.5663859844207764, + "learning_rate": 6.937297158563389e-05, + "loss": 4.5336, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 2.3933513164520264, + "learning_rate": 6.832222046722069e-05, + "loss": 4.5285, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 2.498364210128784, + "learning_rate": 6.72791078811808e-05, + "loss": 4.523, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 2.2163004875183105, + "learning_rate": 6.62436455161003e-05, + "loss": 4.5217, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 2.3765599727630615, + "learning_rate": 6.521584497484043e-05, + "loss": 4.5296, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 2.490615129470825, + "learning_rate": 6.419571777440814e-05, + "loss": 4.522, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 2.3635191917419434, + "learning_rate": 6.318327534582688e-05, + "loss": 4.5311, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 2.724489212036133, + "learning_rate": 6.217852903400841e-05, + "loss": 4.5267, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 2.44905424118042, + "learning_rate": 6.118149009762574e-05, + "loss": 4.519, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 2.4081718921661377, + "learning_rate": 6.0192169708987026e-05, + "loss": 4.5169, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 2.1488683223724365, + "learning_rate": 5.921057895391027e-05, + "loss": 4.5136, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 2.4309256076812744, + "learning_rate": 5.823672883159911e-05, + "loss": 4.5279, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 2.282923936843872, + "learning_rate": 5.727063025451973e-05, + "loss": 4.5161, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 2.633610486984253, + "learning_rate": 5.631229404827845e-05, + "loss": 4.5224, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 2.6813771724700928, + "learning_rate": 5.536173095150043e-05, + "loss": 4.5218, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 2.5503790378570557, + "learning_rate": 5.441895161570934e-05, + "loss": 4.5131, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 2.137491464614868, + "learning_rate": 5.348396660520785e-05, + "loss": 4.5172, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 2.376492500305176, + "learning_rate": 5.25567863969596e-05, + "loss": 4.5115, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 2.3437323570251465, + "learning_rate": 5.1637421380471586e-05, + "loss": 4.5173, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 2.7287676334381104, + "learning_rate": 5.072588185767763e-05, + "loss": 4.5233, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 2.3159735202789307, + "learning_rate": 4.982217804282332e-05, + "loss": 4.5177, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 2.525418758392334, + "learning_rate": 4.89263200623512e-05, + "loss": 4.5142, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 2.38486385345459, + "learning_rate": 4.803831795478719e-05, + "loss": 4.5219, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 2.469208002090454, + "learning_rate": 4.715818167062863e-05, + "loss": 4.5186, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 2.5235755443573, + "learning_rate": 4.628592107223229e-05, + "loss": 4.5162, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 2.4367594718933105, + "learning_rate": 4.542154593370401e-05, + "loss": 4.5112, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 2.4041292667388916, + "learning_rate": 4.4565065940789515e-05, + "loss": 4.5168, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 2.2650210857391357, + "learning_rate": 4.3716490690765194e-05, + "loss": 4.517, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 2.314419746398926, + "learning_rate": 4.287582969233103e-05, + "loss": 4.5173, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 2.472667932510376, + "learning_rate": 4.204309236550405e-05, + "loss": 4.5184, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 2.221306562423706, + "learning_rate": 4.1218288041512534e-05, + "loss": 4.5155, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 2.3493473529815674, + "learning_rate": 4.0401425962691804e-05, + "loss": 4.5073, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 2.2512357234954834, + "learning_rate": 3.95925152823802e-05, + "loss": 4.5122, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 2.3379740715026855, + "learning_rate": 3.879156506481699e-05, + "loss": 4.517, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 2.3114399909973145, + "learning_rate": 3.79985842850403e-05, + "loss": 4.5145, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 2.4053406715393066, + "learning_rate": 3.72135818287872e-05, + "loss": 4.5205, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 2.4142372608184814, + "learning_rate": 3.643656649239327e-05, + "loss": 4.513, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 2.2742557525634766, + "learning_rate": 3.566754698269492e-05, + "loss": 4.5082, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 2.329393148422241, + "learning_rate": 3.4906531916931075e-05, + "loss": 4.5156, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 2.2778570652008057, + "learning_rate": 3.4153529822647414e-05, + "loss": 4.5119, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 2.2647814750671387, + "learning_rate": 3.340854913759983e-05, + "loss": 4.5097, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 2.2352218627929688, + "learning_rate": 3.26715982096609e-05, + "loss": 4.5121, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 2.217768907546997, + "learning_rate": 3.194268529672539e-05, + "loss": 4.5117, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 2.275235176086426, + "learning_rate": 3.122181856661857e-05, + "loss": 4.5072, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 2.3331756591796875, + "learning_rate": 3.0509006097004048e-05, + "loss": 4.5151, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 2.3496508598327637, + "learning_rate": 2.9804255875293645e-05, + "loss": 4.503, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 2.4963934421539307, + "learning_rate": 2.9107575798557605e-05, + "loss": 4.5138, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 2.325814723968506, + "learning_rate": 2.84189736734366e-05, + "loss": 4.5043, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 2.549968957901001, + "learning_rate": 2.7738457216053447e-05, + "loss": 4.5091, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 2.364623546600342, + "learning_rate": 2.706603405192745e-05, + "loss": 4.5169, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 2.2337863445281982, + "learning_rate": 2.6401711715888454e-05, + "loss": 4.5134, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 2.2651355266571045, + "learning_rate": 2.5745497651992662e-05, + "loss": 4.513, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 2.3364381790161133, + "learning_rate": 2.5097399213438955e-05, + "loss": 4.5108, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 2.282862663269043, + "learning_rate": 2.4457423662486962e-05, + "loss": 4.5136, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 2.2951724529266357, + "learning_rate": 2.38255781703752e-05, + "loss": 4.5128, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 2.259493350982666, + "learning_rate": 2.3201869817240817e-05, + "loss": 4.5033, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 2.3435661792755127, + "learning_rate": 2.2586305592040558e-05, + "loss": 4.508, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 2.271897792816162, + "learning_rate": 2.1978892392472085e-05, + "loss": 4.4968, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 2.307525157928467, + "learning_rate": 2.137963702489687e-05, + "loss": 4.5101, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 2.266008138656616, + "learning_rate": 2.0788546204264013e-05, + "loss": 4.5116, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 2.191150665283203, + "learning_rate": 2.0205626554034713e-05, + "loss": 4.5084, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 2.138331174850464, + "learning_rate": 1.963088460610832e-05, + "loss": 4.5028, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 2.3430941104888916, + "learning_rate": 1.9064326800748906e-05, + "loss": 4.5114, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 2.216444969177246, + "learning_rate": 1.8505959486513485e-05, + "loss": 4.5081, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 2.1989214420318604, + "learning_rate": 1.7955788920180238e-05, + "loss": 4.5077, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 2.2770376205444336, + "learning_rate": 1.741382126667915e-05, + "loss": 4.5017, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 2.290897846221924, + "learning_rate": 1.688006259902239e-05, + "loss": 4.5073, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 2.3064024448394775, + "learning_rate": 1.6354518898236472e-05, + "loss": 4.5078, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 2.349438190460205, + "learning_rate": 1.5837196053295117e-05, + "loss": 4.5162, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 2.3302974700927734, + "learning_rate": 1.532809986105349e-05, + "loss": 4.5074, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 2.4404687881469727, + "learning_rate": 1.4827236026182994e-05, + "loss": 4.5124, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 2.3698344230651855, + "learning_rate": 1.433461016110732e-05, + "loss": 4.505, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 2.2659034729003906, + "learning_rate": 1.385022778594e-05, + "loss": 4.5043, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 2.3266143798828125, + "learning_rate": 1.3374094328422043e-05, + "loss": 4.5039, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 2.276467800140381, + "learning_rate": 1.2906215123861226e-05, + "loss": 4.5048, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 2.303973913192749, + "learning_rate": 1.2446595415072565e-05, + "loss": 4.5096, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 2.2801449298858643, + "learning_rate": 1.199524035231936e-05, + "loss": 4.5028, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 2.30537748336792, + "learning_rate": 1.1552154993255488e-05, + "loss": 4.5045, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 2.2266435623168945, + "learning_rate": 1.111734430286862e-05, + "loss": 4.5085, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 2.220719814300537, + "learning_rate": 1.0690813153425016e-05, + "loss": 4.5063, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 2.2616097927093506, + "learning_rate": 1.0272566324414313e-05, + "loss": 4.506, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 2.2155985832214355, + "learning_rate": 9.862608502496568e-06, + "loss": 4.5044, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 2.2218682765960693, + "learning_rate": 9.460944281449307e-06, + "loss": 4.5038, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 2.308612823486328, + "learning_rate": 9.06757816211623e-06, + "loss": 4.5027, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 2.3510830402374268, + "learning_rate": 8.68251455235683e-06, + "loss": 4.5125, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 2.360180139541626, + "learning_rate": 8.305757766996935e-06, + "loss": 4.5024, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 2.299924850463867, + "learning_rate": 7.937312027780169e-06, + "loss": 4.5076, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 2.2597601413726807, + "learning_rate": 7.577181463320981e-06, + "loss": 4.5154, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 2.312302350997925, + "learning_rate": 7.225370109058188e-06, + "loss": 4.5105, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 2.1455376148223877, + "learning_rate": 6.881881907209841e-06, + "loss": 4.5056, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 2.4545061588287354, + "learning_rate": 6.546720706728931e-06, + "loss": 4.5076, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 2.2051312923431396, + "learning_rate": 6.219890263260336e-06, + "loss": 4.4998, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 2.3009345531463623, + "learning_rate": 5.901394239098856e-06, + "loss": 4.5018, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 2.2348761558532715, + "learning_rate": 5.591236203147915e-06, + "loss": 4.4994, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 2.4454870223999023, + "learning_rate": 5.289419630879672e-06, + "loss": 4.4998, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 2.373345136642456, + "learning_rate": 4.995947904296305e-06, + "loss": 4.5144, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 2.463545799255371, + "learning_rate": 4.710824311891709e-06, + "loss": 4.5043, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 2.2104856967926025, + "learning_rate": 4.434052048615022e-06, + "loss": 4.5014, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 2.3530499935150146, + "learning_rate": 4.165634215834574e-06, + "loss": 4.5101, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 2.265705108642578, + "learning_rate": 3.905573821303327e-06, + "loss": 4.5093, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 2.3170528411865234, + "learning_rate": 3.6538737791249053e-06, + "loss": 4.5081, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 2.32194447517395, + "learning_rate": 3.4105369097211238e-06, + "loss": 4.5007, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 2.3115315437316895, + "learning_rate": 3.1755659398005066e-06, + "loss": 4.5093, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 2.46049165725708, + "learning_rate": 2.9489635023275676e-06, + "loss": 4.5027, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 2.2575595378875732, + "learning_rate": 2.7307321364930804e-06, + "loss": 4.4994, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 2.3329193592071533, + "learning_rate": 2.52087428768627e-06, + "loss": 4.5022, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 2.2306442260742188, + "learning_rate": 2.3193923074665834e-06, + "loss": 4.5008, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 2.248157024383545, + "learning_rate": 2.126288453538211e-06, + "loss": 4.5089, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 2.2096121311187744, + "learning_rate": 1.94156488972394e-06, + "loss": 4.5105, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 2.2444419860839844, + "learning_rate": 1.7652236859416748e-06, + "loss": 4.5037, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 2.3535003662109375, + "learning_rate": 1.5972668181805373e-06, + "loss": 4.504, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 2.301839590072632, + "learning_rate": 1.4376961684793854e-06, + "loss": 4.5022, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 2.2892308235168457, + "learning_rate": 1.286513524905164e-06, + "loss": 4.5059, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 2.2748093605041504, + "learning_rate": 1.143720581533253e-06, + "loss": 4.5059, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 2.315333366394043, + "learning_rate": 1.009318938428233e-06, + "loss": 4.5015, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 2.211547374725342, + "learning_rate": 8.833101016263168e-07, + "loss": 4.5111, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 2.262260675430298, + "learning_rate": 7.656954831178619e-07, + "loss": 4.511, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 2.161001682281494, + "learning_rate": 6.564764008322177e-07, + "loss": 4.5066, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 2.293736219406128, + "learning_rate": 5.556540786224862e-07, + "loss": 4.5177, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 2.2336275577545166, + "learning_rate": 4.632296462520336e-07, + "loss": 4.5031, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 2.296762466430664, + "learning_rate": 3.7920413938175027e-07, + "loss": 4.5056, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 2.3007729053497314, + "learning_rate": 3.035784995584767e-07, + "loss": 4.5115, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 2.2856509685516357, + "learning_rate": 2.3635357420442872e-07, + "loss": 4.4894, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 2.1363251209259033, + "learning_rate": 1.775301166077048e-07, + "loss": 4.4986, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 2.2230660915374756, + "learning_rate": 1.271087859138764e-07, + "loss": 4.506, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 2.242278575897217, + "learning_rate": 8.509014711857721e-08, + "loss": 4.5001, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 2.3429572582244873, + "learning_rate": 5.147467106117465e-08, + "loss": 4.5066, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 2.31894850730896, + "learning_rate": 2.6262734419441047e-08, + "loss": 4.5065, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 2.2802727222442627, + "learning_rate": 9.454619705556722e-09, + "loss": 4.5046, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 6.495404243469238, + "learning_rate": 1.0505152625295278e-09, + "loss": 4.5117, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-rmsprop/checkpoint-9480/training_args.bin b/saves-llama-cosine-rmsprop/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ec98cbde6ad70b6cee4054ab13e4fbf899749b3 --- /dev/null +++ b/saves-llama-cosine-rmsprop/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdac8ac2c6abb8559e7feb65e24c74a29a7e89da4831bea87663f7b75a17363c +size 5176 diff --git a/saves-llama-cosine-rmsprop/config.json b/saves-llama-cosine-rmsprop/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-rmsprop/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-rmsprop/generation_config.json b/saves-llama-cosine-rmsprop/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-rmsprop/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-rmsprop/model.safetensors b/saves-llama-cosine-rmsprop/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72584abd86868430f4a7f4c8a0d861b247f19681 --- /dev/null +++ b/saves-llama-cosine-rmsprop/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af309f6037604177ee84943e6032751e524a1fbed476c821d84da684f2f04a7 +size 8346712 diff --git a/saves-llama-cosine-rmsprop/result.log b/saves-llama-cosine-rmsprop/result.log new file mode 100644 index 0000000000000000000000000000000000000000..2ee3350c5532a32a15d71f2165b7ce048fdebbfc --- /dev/null +++ b/saves-llama-cosine-rmsprop/result.log @@ -0,0 +1 @@ +{'train_runtime': 2297.443, 'train_samples_per_second': 4224.96, 'train_steps_per_second': 4.126, 'train_loss': 4.938072006611884, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-rmsprop/special_tokens_map.json b/saves-llama-cosine-rmsprop/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-rmsprop/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-rmsprop/tokenizer.json b/saves-llama-cosine-rmsprop/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-rmsprop/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-rmsprop/tokenizer_config.json b/saves-llama-cosine-rmsprop/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-rmsprop/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/config.json b/saves-llama-cosine-sgd/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/generation_config.json b/saves-llama-cosine-sgd/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/model.safetensors b/saves-llama-cosine-sgd/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2568cfe5e52447f03c34a5f7201cb20f6b4fd183 --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe8ab21232db35c8f77df2279d07520f8e16b21b59e7b72fc8df48e2a466213 +size 8346712 diff --git a/saves-llama-cosine-sgd/checkpoint-9480/optimizer.pt b/saves-llama-cosine-sgd/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb584d997772430476eec8dd5dfdf5510fc0a6ba --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2294acc8fc5486e2037daff7a9c536da2f2e2dcd49a0b0c28dfe4b02e16a7ace +size 1192 diff --git a/saves-llama-cosine-sgd/checkpoint-9480/rng_state.pth b/saves-llama-cosine-sgd/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-cosine-sgd/checkpoint-9480/scheduler.pt b/saves-llama-cosine-sgd/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..03c145297021546d40e130546440641e02059bcb --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35fd617624c087e1a286ed7cf3fa38baa4a8815e49f107c3186b4c7c58e1adbb +size 1064 diff --git a/saves-llama-cosine-sgd/checkpoint-9480/special_tokens_map.json b/saves-llama-cosine-sgd/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/tokenizer.json b/saves-llama-cosine-sgd/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-sgd/checkpoint-9480/tokenizer_config.json b/saves-llama-cosine-sgd/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/trainer_state.json b/saves-llama-cosine-sgd/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..81a77a9186858d709bdfb44dca1e710a2f454379 --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.5096555948257446, + "learning_rate": 0.00015789473684210527, + "loss": 7.6466, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.4996294975280762, + "learning_rate": 0.00031578947368421053, + "loss": 7.6445, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 1.4624682664871216, + "learning_rate": 0.00047368421052631577, + "loss": 7.6407, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.5097748041152954, + "learning_rate": 0.0006315789473684211, + "loss": 7.6326, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.5019534826278687, + "learning_rate": 0.0007894736842105263, + "loss": 7.6242, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.5146085023880005, + "learning_rate": 0.0009473684210526315, + "loss": 7.6139, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.5119867324829102, + "learning_rate": 0.0011052631578947368, + "loss": 7.5988, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.512007474899292, + "learning_rate": 0.0012631578947368421, + "loss": 7.583, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.5115785598754883, + "learning_rate": 0.0014210526315789472, + "loss": 7.5645, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.5341951847076416, + "learning_rate": 0.0014999989494847376, + "loss": 7.5442, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.5403087139129639, + "learning_rate": 0.0014999905453802946, + "loss": 7.5205, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.5284922122955322, + "learning_rate": 0.0014999737372655805, + "loss": 7.4986, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 1.5479342937469482, + "learning_rate": 0.0014999485253289388, + "loss": 7.4764, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.5566999912261963, + "learning_rate": 0.0014999149098528814, + "loss": 7.453, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 1.5176364183425903, + "learning_rate": 0.0014998728912140862, + "loss": 7.4308, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.5168418884277344, + "learning_rate": 0.0014998224698833922, + "loss": 7.4076, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 1.4973044395446777, + "learning_rate": 0.0014997636464257956, + "loss": 7.3858, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 1.481755256652832, + "learning_rate": 0.0014996964215004416, + "loss": 7.3633, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 1.4306336641311646, + "learning_rate": 0.0014996207958606182, + "loss": 7.3449, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 1.449389934539795, + "learning_rate": 0.001499536770353748, + "loss": 7.3214, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 1.401599407196045, + "learning_rate": 0.0014994443459213774, + "loss": 7.3017, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 1.3703575134277344, + "learning_rate": 0.001499343523599168, + "loss": 7.281, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 1.3384343385696411, + "learning_rate": 0.0014992343045168823, + "loss": 7.2619, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 1.335566759109497, + "learning_rate": 0.0014991166898983739, + "loss": 7.2406, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 1.3305400609970093, + "learning_rate": 0.001498990681061572, + "loss": 7.2217, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 1.309168815612793, + "learning_rate": 0.001498856279418467, + "loss": 7.2026, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.2472443580627441, + "learning_rate": 0.0014987134864750948, + "loss": 7.1863, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 1.2461285591125488, + "learning_rate": 0.0014985623038315206, + "loss": 7.167, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.2377986907958984, + "learning_rate": 0.0014984027331818193, + "loss": 7.1505, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.2060720920562744, + "learning_rate": 0.0014982347763140584, + "loss": 7.1301, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 1.185371994972229, + "learning_rate": 0.0014980584351102762, + "loss": 7.1149, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.1381303071975708, + "learning_rate": 0.001497873711546462, + "loss": 7.0959, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.1436768770217896, + "learning_rate": 0.0014976806076925334, + "loss": 7.0825, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.1127455234527588, + "learning_rate": 0.0014974791257123137, + "loss": 7.0658, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.106182336807251, + "learning_rate": 0.001497269267863507, + "loss": 7.0512, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 1.0719548463821411, + "learning_rate": 0.0014970510364976724, + "loss": 7.0321, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 1.0731817483901978, + "learning_rate": 0.0014968244340601996, + "loss": 7.0169, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.0396196842193604, + "learning_rate": 0.001496589463090279, + "loss": 7.0043, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.0366452932357788, + "learning_rate": 0.001496346126220875, + "loss": 6.9876, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.0168477296829224, + "learning_rate": 0.0014960944261786966, + "loss": 6.9711, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.0072588920593262, + "learning_rate": 0.0014958343657841655, + "loss": 6.9595, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.9774467945098877, + "learning_rate": 0.001495565947951385, + "loss": 6.9476, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.972566545009613, + "learning_rate": 0.0014952891756881085, + "loss": 6.9316, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.9565772414207458, + "learning_rate": 0.0014950040520957037, + "loss": 6.9227, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9300646781921387, + "learning_rate": 0.0014947105803691204, + "loss": 6.9094, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.9276982545852661, + "learning_rate": 0.0014944087637968522, + "loss": 6.8938, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9075821042060852, + "learning_rate": 0.0014940986057609012, + "loss": 6.8809, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.9122227430343628, + "learning_rate": 0.0014937801097367396, + "loss": 6.8765, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8901182413101196, + "learning_rate": 0.001493453279293271, + "loss": 6.8603, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.8890947699546814, + "learning_rate": 0.0014931181180927902, + "loss": 6.8497, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.8667048215866089, + "learning_rate": 0.001492774629890942, + "loss": 6.8446, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8727169632911682, + "learning_rate": 0.001492422818536679, + "loss": 6.8286, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.8520796298980713, + "learning_rate": 0.00149206268797222, + "loss": 6.8204, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8440192341804504, + "learning_rate": 0.0014916942422330032, + "loss": 6.8099, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8337409496307373, + "learning_rate": 0.001491317485447643, + "loss": 6.8007, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8316429257392883, + "learning_rate": 0.0014909324218378838, + "loss": 6.7916, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.8355327844619751, + "learning_rate": 0.0014905390557185508, + "loss": 6.7799, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.8165283203125, + "learning_rate": 0.0014901373914975036, + "loss": 6.7726, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8173180818557739, + "learning_rate": 0.0014897274336755856, + "loss": 6.7622, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.8134063482284546, + "learning_rate": 0.001489309186846575, + "loss": 6.7489, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8263780474662781, + "learning_rate": 0.0014888826556971313, + "loss": 6.7469, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8135653734207153, + "learning_rate": 0.0014884478450067444, + "loss": 6.738, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8154559135437012, + "learning_rate": 0.0014880047596476807, + "loss": 6.7277, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.8076168298721313, + "learning_rate": 0.0014875534045849274, + "loss": 6.7206, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7794265151023865, + "learning_rate": 0.0014870937848761388, + "loss": 6.7125, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.7919034361839294, + "learning_rate": 0.001486625905671578, + "loss": 6.7062, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.7788392305374146, + "learning_rate": 0.00148614977221406, + "loss": 6.6935, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7854706048965454, + "learning_rate": 0.0014856653898388927, + "loss": 6.6843, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.779769241809845, + "learning_rate": 0.001485172763973817, + "loss": 6.681, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7812116742134094, + "learning_rate": 0.0014846719001389466, + "loss": 6.6729, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7771490216255188, + "learning_rate": 0.001484162803946705, + "loss": 6.6604, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7728694081306458, + "learning_rate": 0.0014836454811017635, + "loss": 6.6528, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.7791327834129333, + "learning_rate": 0.0014831199374009778, + "loss": 6.6436, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.7772278785705566, + "learning_rate": 0.0014825861787333208, + "loss": 6.6393, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.7665278315544128, + "learning_rate": 0.0014820442110798197, + "loss": 6.631, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.7675950527191162, + "learning_rate": 0.0014814940405134865, + "loss": 6.6276, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.7695894837379456, + "learning_rate": 0.001480935673199251, + "loss": 6.6155, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.7562035918235779, + "learning_rate": 0.0014803691153938915, + "loss": 6.6042, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7533479332923889, + "learning_rate": 0.0014797943734459653, + "loss": 6.6061, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7507067918777466, + "learning_rate": 0.001479211453795736, + "loss": 6.6001, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.755607008934021, + "learning_rate": 0.0014786203629751033, + "loss": 6.5865, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.748167097568512, + "learning_rate": 0.0014780211076075279, + "loss": 6.5822, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.7441656589508057, + "learning_rate": 0.0014774136944079594, + "loss": 6.5786, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7423492074012756, + "learning_rate": 0.0014767981301827592, + "loss": 6.5651, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.737411618232727, + "learning_rate": 0.0014761744218296249, + "loss": 6.5614, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7452715039253235, + "learning_rate": 0.001475542576337513, + "loss": 6.554, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.727311909198761, + "learning_rate": 0.001474902600786561, + "loss": 6.548, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7224708795547485, + "learning_rate": 0.0014742545023480075, + "loss": 6.547, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.71763676404953, + "learning_rate": 0.0014735982882841117, + "loss": 6.5384, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.7207813858985901, + "learning_rate": 0.0014729339659480727, + "loss": 6.5301, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7164896130561829, + "learning_rate": 0.0014722615427839468, + "loss": 6.5191, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7183193564414978, + "learning_rate": 0.0014715810263265633, + "loss": 6.5152, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.6980425715446472, + "learning_rate": 0.0014708924242014423, + "loss": 6.5109, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.712776243686676, + "learning_rate": 0.0014701957441247064, + "loss": 6.5014, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.6950818300247192, + "learning_rate": 0.0014694909939029959, + "loss": 6.4993, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7015446424484253, + "learning_rate": 0.0014687781814333814, + "loss": 6.4904, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.688138484954834, + "learning_rate": 0.0014680573147032746, + "loss": 6.4843, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7004550695419312, + "learning_rate": 0.0014673284017903392, + "loss": 6.4797, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7020848393440247, + "learning_rate": 0.0014665914508624, + "loss": 6.4728, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.6936360001564026, + "learning_rate": 0.0014658464701773526, + "loss": 6.467, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.685554027557373, + "learning_rate": 0.0014650934680830688, + "loss": 6.4656, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.6806877255439758, + "learning_rate": 0.0014643324530173051, + "loss": 6.4581, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.6870086789131165, + "learning_rate": 0.0014635634335076067, + "loss": 6.4529, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.6796681880950928, + "learning_rate": 0.001462786418171213, + "loss": 6.4423, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.6725249290466309, + "learning_rate": 0.0014620014157149597, + "loss": 6.4432, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.6791108846664429, + "learning_rate": 0.001461208434935183, + "loss": 6.437, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6668002009391785, + "learning_rate": 0.0014604074847176197, + "loss": 6.4297, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.6700339317321777, + "learning_rate": 0.0014595985740373082, + "loss": 6.4298, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.6650325059890747, + "learning_rate": 0.0014587817119584873, + "loss": 6.4236, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.6624197959899902, + "learning_rate": 0.001457956907634496, + "loss": 6.4126, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6524721384048462, + "learning_rate": 0.0014571241703076692, + "loss": 6.4121, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.6559614539146423, + "learning_rate": 0.0014562835093092348, + "loss": 6.4142, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.6555284857749939, + "learning_rate": 0.0014554349340592104, + "loss": 6.3972, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.6409972906112671, + "learning_rate": 0.001454578454066296, + "loss": 6.3959, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 0.6366778016090393, + "learning_rate": 0.0014537140789277678, + "loss": 6.3836, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.6411049365997314, + "learning_rate": 0.0014528418183293716, + "loss": 6.3826, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.6334469318389893, + "learning_rate": 0.001451961682045213, + "loss": 6.3769, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6252655982971191, + "learning_rate": 0.001451073679937649, + "loss": 6.3759, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6333813667297363, + "learning_rate": 0.0014501778219571766, + "loss": 6.3748, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.6308199763298035, + "learning_rate": 0.0014492741181423225, + "loss": 6.3656, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.6216078996658325, + "learning_rate": 0.0014483625786195285, + "loss": 6.3678, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6186110973358154, + "learning_rate": 0.0014474432136030405, + "loss": 6.3557, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.6286190152168274, + "learning_rate": 0.0014465160333947923, + "loss": 6.352, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6142308115959167, + "learning_rate": 0.0014455810483842908, + "loss": 6.3486, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6060003638267517, + "learning_rate": 0.0014446382690484997, + "loss": 6.3485, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.6083828210830688, + "learning_rate": 0.0014436877059517215, + "loss": 6.3429, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6088011860847473, + "learning_rate": 0.0014427293697454803, + "loss": 6.3337, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.6116255521774292, + "learning_rate": 0.001441763271168401, + "loss": 6.3302, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.5990365743637085, + "learning_rate": 0.00144078942104609, + "loss": 6.3331, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.5882900953292847, + "learning_rate": 0.001439807830291013, + "loss": 6.3266, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.5806174278259277, + "learning_rate": 0.0014388185099023744, + "loss": 6.3226, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.5865529179573059, + "learning_rate": 0.0014378214709659916, + "loss": 6.3242, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.5849704146385193, + "learning_rate": 0.0014368167246541733, + "loss": 6.3148, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.5752278566360474, + "learning_rate": 0.0014358042822255918, + "loss": 6.3189, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.5750181078910828, + "learning_rate": 0.0014347841550251597, + "loss": 6.3169, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.5776100754737854, + "learning_rate": 0.0014337563544838997, + "loss": 6.3042, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.5722651481628418, + "learning_rate": 0.001432720892118819, + "loss": 6.2998, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.5681138038635254, + "learning_rate": 0.0014316777795327794, + "loss": 6.2956, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.5633947253227234, + "learning_rate": 0.001430627028414366, + "loss": 6.3013, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.5590681433677673, + "learning_rate": 0.0014295686505377586, + "loss": 6.2938, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.5623835921287537, + "learning_rate": 0.0014285026577625982, + "loss": 6.29, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.5626360774040222, + "learning_rate": 0.0014274290620338542, + "loss": 6.2808, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.5547500848770142, + "learning_rate": 0.0014263478753816906, + "loss": 6.2802, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.5475459098815918, + "learning_rate": 0.0014252591099213326, + "loss": 6.2866, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.5483689904212952, + "learning_rate": 0.001424162777852928, + "loss": 6.2747, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.544450044631958, + "learning_rate": 0.0014230588914614134, + "loss": 6.2686, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.5456469058990479, + "learning_rate": 0.0014219474631163745, + "loss": 6.2647, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.5407016277313232, + "learning_rate": 0.001420828505271909, + "loss": 6.2679, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.5343748927116394, + "learning_rate": 0.0014197020304664856, + "loss": 6.2633, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.5438480377197266, + "learning_rate": 0.0014185680513228048, + "loss": 6.2632, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.5302914381027222, + "learning_rate": 0.0014174265805476564, + "loss": 6.2654, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.5259937047958374, + "learning_rate": 0.0014162776309317778, + "loss": 6.2589, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.5349231958389282, + "learning_rate": 0.0014151212153497108, + "loss": 6.2509, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.5286708474159241, + "learning_rate": 0.0014139573467596561, + "loss": 6.2403, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.5334972739219666, + "learning_rate": 0.00141278603820333, + "loss": 6.2419, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.5284054279327393, + "learning_rate": 0.0014116073028058165, + "loss": 6.2413, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.5191583037376404, + "learning_rate": 0.0014104211537754217, + "loss": 6.2383, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.5235001444816589, + "learning_rate": 0.001409227604403524, + "loss": 6.2395, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.5159286856651306, + "learning_rate": 0.0014080266680644277, + "loss": 6.2351, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.5121122002601624, + "learning_rate": 0.0014068183582152103, + "loss": 6.2377, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.5111042261123657, + "learning_rate": 0.001405602688395574, + "loss": 6.2343, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.512883186340332, + "learning_rate": 0.0014043796722276924, + "loss": 6.221, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.5091054439544678, + "learning_rate": 0.0014031493234160591, + "loss": 6.2334, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.5124268531799316, + "learning_rate": 0.0014019116557473332, + "loss": 6.2228, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.5086606740951538, + "learning_rate": 0.0014006666830901854, + "loss": 6.2191, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.5090426802635193, + "learning_rate": 0.001399414419395142, + "loss": 6.2158, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.5005962252616882, + "learning_rate": 0.0013981548786944293, + "loss": 6.22, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 0.4970785081386566, + "learning_rate": 0.0013968880751018158, + "loss": 6.2088, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.49557235836982727, + "learning_rate": 0.0013956140228124545, + "loss": 6.2084, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.49896830320358276, + "learning_rate": 0.0013943327361027231, + "loss": 6.2095, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.4943805932998657, + "learning_rate": 0.0013930442293300649, + "loss": 6.2062, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.49340611696243286, + "learning_rate": 0.0013917485169328279, + "loss": 6.2055, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.4868876338005066, + "learning_rate": 0.0013904456134301016, + "loss": 6.2046, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.4878077805042267, + "learning_rate": 0.0013891355334215562, + "loss": 6.2032, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.4882928729057312, + "learning_rate": 0.0013878182915872776, + "loss": 6.2036, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.4801725745201111, + "learning_rate": 0.001386493902687604, + "loss": 6.1977, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.48368558287620544, + "learning_rate": 0.00138516238156296, + "loss": 6.1961, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.4760589599609375, + "learning_rate": 0.0013838237431336895, + "loss": 6.1951, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.4834764301776886, + "learning_rate": 0.0013824780023998899, + "loss": 6.1946, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.47593557834625244, + "learning_rate": 0.0013811251744412431, + "loss": 6.1905, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.4806686341762543, + "learning_rate": 0.0013797652744168473, + "loss": 6.1872, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.4734325408935547, + "learning_rate": 0.0013783983175650457, + "loss": 6.1858, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.4757747948169708, + "learning_rate": 0.0013770243192032581, + "loss": 6.1791, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.4791688323020935, + "learning_rate": 0.0013756432947278064, + "loss": 6.1759, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.46818795800209045, + "learning_rate": 0.0013742552596137444, + "loss": 6.1766, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.4709798991680145, + "learning_rate": 0.0013728602294146833, + "loss": 6.1777, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.4664935767650604, + "learning_rate": 0.0013714582197626175, + "loss": 6.1729, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.4624016582965851, + "learning_rate": 0.0013700492463677501, + "loss": 6.1751, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.4688408076763153, + "learning_rate": 0.0013686333250183154, + "loss": 6.1583, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.46421554684638977, + "learning_rate": 0.001367210471580404, + "loss": 6.1732, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.46412333846092224, + "learning_rate": 0.0013657807019977835, + "loss": 6.1661, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.46719613671302795, + "learning_rate": 0.0013643440322917198, + "loss": 6.1693, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.45720937848091125, + "learning_rate": 0.0013629004785607989, + "loss": 6.1679, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.45926493406295776, + "learning_rate": 0.0013614500569807445, + "loss": 6.1619, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.4609624743461609, + "learning_rate": 0.0013599927838042394, + "loss": 6.1636, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.4578675925731659, + "learning_rate": 0.0013585286753607408, + "loss": 6.1591, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.4600748121738434, + "learning_rate": 0.0013570577480562986, + "loss": 6.1591, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.4531722366809845, + "learning_rate": 0.0013555800183733717, + "loss": 6.1582, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.4600411057472229, + "learning_rate": 0.0013540955028706425, + "loss": 6.1521, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.45512551069259644, + "learning_rate": 0.0013526042181828324, + "loss": 6.1458, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.44912001490592957, + "learning_rate": 0.0013511061810205143, + "loss": 6.1506, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.4429032802581787, + "learning_rate": 0.001349601408169926, + "loss": 6.1586, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.4488140046596527, + "learning_rate": 0.0013480899164927823, + "loss": 6.1517, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.4529384672641754, + "learning_rate": 0.0013465717229260853, + "loss": 6.1412, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.45356401801109314, + "learning_rate": 0.001345046844481935, + "loss": 6.1461, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.44647017121315, + "learning_rate": 0.0013435152982473396, + "loss": 6.1395, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.45218077301979065, + "learning_rate": 0.0013419771013840217, + "loss": 6.1434, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.43914684653282166, + "learning_rate": 0.001340432271128229, + "loss": 6.1465, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.4484173655509949, + "learning_rate": 0.0013388808247905381, + "loss": 6.1352, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.4426356256008148, + "learning_rate": 0.0013373227797556634, + "loss": 6.1357, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.44452446699142456, + "learning_rate": 0.00133575815348226, + "loss": 6.135, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.446107417345047, + "learning_rate": 0.0013341869635027292, + "loss": 6.1298, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.434659481048584, + "learning_rate": 0.001332609227423022, + "loss": 6.1315, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.43739598989486694, + "learning_rate": 0.0013310249629224417, + "loss": 6.1228, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.4331756830215454, + "learning_rate": 0.0013294341877534454, + "loss": 6.1266, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.4347403645515442, + "learning_rate": 0.0013278369197414458, + "loss": 6.1315, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.42776256799697876, + "learning_rate": 0.0013262331767846104, + "loss": 6.127, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.43790730834007263, + "learning_rate": 0.0013246229768536628, + "loss": 6.1203, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.4285084903240204, + "learning_rate": 0.001323006337991679, + "loss": 6.1274, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.4276703894138336, + "learning_rate": 0.0013213832783138873, + "loss": 6.1219, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.4258936643600464, + "learning_rate": 0.0013197538160074633, + "loss": 6.118, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.42779216170310974, + "learning_rate": 0.0013181179693313283, + "loss": 6.1187, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.43016842007637024, + "learning_rate": 0.0013164757566159428, + "loss": 6.1193, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.4336806833744049, + "learning_rate": 0.001314827196263102, + "loss": 6.1145, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.42886048555374146, + "learning_rate": 0.0013131723067457302, + "loss": 6.1142, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.4248672127723694, + "learning_rate": 0.0013115111066076721, + "loss": 6.1132, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.4299485981464386, + "learning_rate": 0.0013098436144634862, + "loss": 6.1151, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.42692142724990845, + "learning_rate": 0.0013081698489982364, + "loss": 6.1187, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.4181343913078308, + "learning_rate": 0.001306489828967282, + "loss": 6.11, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.4270879030227661, + "learning_rate": 0.0013048035731960679, + "loss": 6.1104, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.41901230812072754, + "learning_rate": 0.0013031111005799133, + "loss": 6.1098, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.41519975662231445, + "learning_rate": 0.0013014124300838004, + "loss": 6.1051, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.42832013964653015, + "learning_rate": 0.0012997075807421612, + "loss": 6.1059, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.42541739344596863, + "learning_rate": 0.0012979965716586653, + "loss": 6.1021, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.4208599627017975, + "learning_rate": 0.0012962794220060048, + "loss": 6.1044, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.4155625104904175, + "learning_rate": 0.0012945561510256801, + "loss": 6.1009, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.4157775342464447, + "learning_rate": 0.001292826778027784, + "loss": 6.1059, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.4243508279323578, + "learning_rate": 0.0012910913223907856, + "loss": 6.1001, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.41508859395980835, + "learning_rate": 0.0012893498035613123, + "loss": 6.0986, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.40970027446746826, + "learning_rate": 0.001287602241053933, + "loss": 6.0967, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.41240155696868896, + "learning_rate": 0.0012858486544509392, + "loss": 6.088, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.41717517375946045, + "learning_rate": 0.0012840890634021249, + "loss": 6.0927, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.4145238995552063, + "learning_rate": 0.0012823234876245667, + "loss": 6.092, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.41145801544189453, + "learning_rate": 0.0012805519469024035, + "loss": 6.0982, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.4149235188961029, + "learning_rate": 0.0012787744610866143, + "loss": 6.0889, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.4126848578453064, + "learning_rate": 0.0012769910500947954, + "loss": 6.091, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.41185757517814636, + "learning_rate": 0.0012752017339109376, + "loss": 6.0825, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.41263991594314575, + "learning_rate": 0.0012734065325852029, + "loss": 6.0879, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.4115634858608246, + "learning_rate": 0.0012716054662336987, + "loss": 6.0874, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.4161273241043091, + "learning_rate": 0.001269798555038252, + "loss": 6.0852, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.4069981276988983, + "learning_rate": 0.0012679858192461864, + "loss": 6.0806, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.40821272134780884, + "learning_rate": 0.0012661672791700906, + "loss": 6.0781, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.4052441418170929, + "learning_rate": 0.0012643429551875945, + "loss": 6.0794, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.4040493667125702, + "learning_rate": 0.0012625128677411388, + "loss": 6.0821, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.4106813371181488, + "learning_rate": 0.0012606770373377475, + "loss": 6.0698, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.40639248490333557, + "learning_rate": 0.0012588354845487959, + "loss": 6.0753, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.3994801342487335, + "learning_rate": 0.001256988230009783, + "loss": 6.0732, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.4037126898765564, + "learning_rate": 0.0012551352944200976, + "loss": 6.077, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.4177436828613281, + "learning_rate": 0.0012532766985427874, + "loss": 6.0702, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.3997882008552551, + "learning_rate": 0.0012514124632043272, + "loss": 6.0713, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.39732858538627625, + "learning_rate": 0.0012495426092943842, + "loss": 6.0785, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.40150442719459534, + "learning_rate": 0.0012476671577655845, + "loss": 6.0705, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.4007609188556671, + "learning_rate": 0.0012457861296332774, + "loss": 6.0726, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.4016924500465393, + "learning_rate": 0.001243899545975303, + "loss": 6.0701, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.4035572111606598, + "learning_rate": 0.0012420074279317515, + "loss": 6.0608, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.4007094204425812, + "learning_rate": 0.0012401097967047298, + "loss": 6.0687, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.3970710039138794, + "learning_rate": 0.001238206673558122, + "loss": 6.0646, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.4032728374004364, + "learning_rate": 0.0012362980798173526, + "loss": 6.0695, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.4038393199443817, + "learning_rate": 0.0012343840368691462, + "loss": 6.0623, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.409473717212677, + "learning_rate": 0.0012324645661612886, + "loss": 6.0686, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.4073912501335144, + "learning_rate": 0.0012305396892023867, + "loss": 6.0572, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.40453848242759705, + "learning_rate": 0.0012286094275616264, + "loss": 6.0645, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.39615190029144287, + "learning_rate": 0.0012266738028685318, + "loss": 6.0596, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.3902619481086731, + "learning_rate": 0.001224732836812723, + "loss": 6.0623, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.3984774649143219, + "learning_rate": 0.0012227865511436724, + "loss": 6.0598, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.3965702950954437, + "learning_rate": 0.001220834967670461, + "loss": 6.0527, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.39861351251602173, + "learning_rate": 0.0012188781082615346, + "loss": 6.0563, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.3884572386741638, + "learning_rate": 0.0012169159948444588, + "loss": 6.0594, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.39113906025886536, + "learning_rate": 0.001214948649405672, + "loss": 6.0486, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.3903387486934662, + "learning_rate": 0.0012129760939902407, + "loss": 6.0619, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.39419057965278625, + "learning_rate": 0.0012109983507016114, + "loss": 6.0529, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.3908887207508087, + "learning_rate": 0.0012090154417013636, + "loss": 6.0535, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.3897550702095032, + "learning_rate": 0.0012070273892089605, + "loss": 6.0476, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.388618528842926, + "learning_rate": 0.0012050342155015012, + "loss": 6.0436, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.3869273066520691, + "learning_rate": 0.0012030359429134707, + "loss": 6.0507, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.3836325705051422, + "learning_rate": 0.0012010325938364883, + "loss": 6.0503, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.3857079744338989, + "learning_rate": 0.0011990241907190592, + "loss": 6.0491, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.3843497931957245, + "learning_rate": 0.001197010756066321, + "loss": 6.0451, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.3861406147480011, + "learning_rate": 0.0011949923124397917, + "loss": 6.0427, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.3853706121444702, + "learning_rate": 0.001192968882457118, + "loss": 6.0458, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.3865775167942047, + "learning_rate": 0.001190940488791821, + "loss": 6.0481, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.3927389085292816, + "learning_rate": 0.0011889071541730419, + "loss": 6.0419, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.38458865880966187, + "learning_rate": 0.001186868901385288, + "loss": 6.0375, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.38670462369918823, + "learning_rate": 0.001184825753268177, + "loss": 6.0458, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.3826257288455963, + "learning_rate": 0.0011827777327161814, + "loss": 6.0424, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.3814508020877838, + "learning_rate": 0.0011807248626783714, + "loss": 6.0411, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.3803389370441437, + "learning_rate": 0.0011786671661581584, + "loss": 6.0386, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.3809784948825836, + "learning_rate": 0.001176604666213036, + "loss": 6.0407, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.3863578736782074, + "learning_rate": 0.0011745373859543236, + "loss": 6.0445, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.38094404339790344, + "learning_rate": 0.0011724653485469063, + "loss": 6.0372, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.38617464900016785, + "learning_rate": 0.0011703885772089743, + "loss": 6.036, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.38764089345932007, + "learning_rate": 0.0011683070952117646, + "loss": 6.0316, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.38307836651802063, + "learning_rate": 0.0011662209258792998, + "loss": 6.029, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.3834877610206604, + "learning_rate": 0.0011641300925881257, + "loss": 6.0368, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.379448264837265, + "learning_rate": 0.0011620346187670501, + "loss": 6.0316, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.3798409700393677, + "learning_rate": 0.0011599345278968806, + "loss": 6.0389, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.3813193738460541, + "learning_rate": 0.0011578298435101604, + "loss": 6.0346, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.37583574652671814, + "learning_rate": 0.0011557205891909062, + "loss": 6.0277, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.38570892810821533, + "learning_rate": 0.0011536067885743423, + "loss": 6.0287, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.37656453251838684, + "learning_rate": 0.001151488465346637, + "loss": 6.0264, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.3764164447784424, + "learning_rate": 0.0011493656432446362, + "loss": 6.0313, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.37859439849853516, + "learning_rate": 0.0011472383460555983, + "loss": 6.0269, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.3787447512149811, + "learning_rate": 0.001145106597616927, + "loss": 6.0334, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.37850627303123474, + "learning_rate": 0.001142970421815904, + "loss": 6.0232, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.37945547699928284, + "learning_rate": 0.0011408298425894226, + "loss": 6.0269, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.3713386356830597, + "learning_rate": 0.0011386848839237186, + "loss": 6.0247, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.38609322905540466, + "learning_rate": 0.0011365355698541005, + "loss": 6.0265, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.37877407670021057, + "learning_rate": 0.0011343819244646824, + "loss": 6.027, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.3739974796772003, + "learning_rate": 0.001132223971888112, + "loss": 6.0255, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.3748936355113983, + "learning_rate": 0.0011300617363053024, + "loss": 6.0233, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.37706196308135986, + "learning_rate": 0.0011278952419451586, + "loss": 6.0208, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.3721939027309418, + "learning_rate": 0.0011257245130843077, + "loss": 6.0221, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.3685672879219055, + "learning_rate": 0.0011235495740468265, + "loss": 6.0221, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.37781375646591187, + "learning_rate": 0.0011213704492039694, + "loss": 6.0217, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.37543705105781555, + "learning_rate": 0.001119187162973894, + "loss": 6.0174, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.37640804052352905, + "learning_rate": 0.001116999739821388, + "loss": 6.0227, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.37381604313850403, + "learning_rate": 0.0011148082042575968, + "loss": 6.0191, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.38299688696861267, + "learning_rate": 0.0011126125808397461, + "loss": 6.0206, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.3801667094230652, + "learning_rate": 0.0011104128941708683, + "loss": 6.0187, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.3778281509876251, + "learning_rate": 0.001108209168899527, + "loss": 6.0167, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.37191516160964966, + "learning_rate": 0.0011060014297195396, + "loss": 6.0168, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.3721136748790741, + "learning_rate": 0.0011037897013697015, + "loss": 6.0168, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.3771194815635681, + "learning_rate": 0.0011015740086335092, + "loss": 6.0134, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.37511780858039856, + "learning_rate": 0.0010993543763388814, + "loss": 6.014, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.37025317549705505, + "learning_rate": 0.0010971308293578814, + "loss": 6.0129, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.37501323223114014, + "learning_rate": 0.0010949033926064397, + "loss": 6.0037, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.3812764286994934, + "learning_rate": 0.0010926720910440725, + "loss": 6.0084, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.3682815432548523, + "learning_rate": 0.001090436949673603, + "loss": 6.0151, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.36883124709129333, + "learning_rate": 0.0010881979935408815, + "loss": 6.0128, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.36778029799461365, + "learning_rate": 0.0010859552477345052, + "loss": 6.0108, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.37326112389564514, + "learning_rate": 0.001083708737385536, + "loss": 6.0033, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.36464884877204895, + "learning_rate": 0.0010814584876672187, + "loss": 6.0085, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.37459897994995117, + "learning_rate": 0.0010792045237947008, + "loss": 6.0118, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.3678235709667206, + "learning_rate": 0.0010769468710247478, + "loss": 6.0091, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.37008678913116455, + "learning_rate": 0.0010746855546554612, + "loss": 6.0107, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.3627490997314453, + "learning_rate": 0.0010724206000259954, + "loss": 6.0033, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.37449127435684204, + "learning_rate": 0.0010701520325162727, + "loss": 6.0032, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.3685859739780426, + "learning_rate": 0.0010678798775467001, + "loss": 5.9991, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.3631182610988617, + "learning_rate": 0.0010656041605778832, + "loss": 6.003, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.36374396085739136, + "learning_rate": 0.001063324907110342, + "loss": 6.0017, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.3676375150680542, + "learning_rate": 0.0010610421426842241, + "loss": 6.0066, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.36741524934768677, + "learning_rate": 0.00105875589287902, + "loss": 6.0011, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.3684738874435425, + "learning_rate": 0.0010564661833132752, + "loss": 6.0074, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.3653128445148468, + "learning_rate": 0.001054173039644303, + "loss": 6.013, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.36486777663230896, + "learning_rate": 0.0010518764875678981, + "loss": 5.9999, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.3623276948928833, + "learning_rate": 0.001049576552818048, + "loss": 6.0016, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.3627816438674927, + "learning_rate": 0.0010472732611666448, + "loss": 6.0003, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.3740796744823456, + "learning_rate": 0.0010449666384231954, + "loss": 6.0009, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.37322378158569336, + "learning_rate": 0.0010426567104345346, + "loss": 6.002, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.3693355321884155, + "learning_rate": 0.0010403435030845332, + "loss": 5.993, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.36044177412986755, + "learning_rate": 0.0010380270422938093, + "loss": 6.002, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.36977115273475647, + "learning_rate": 0.0010357073540194362, + "loss": 5.9941, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.36260557174682617, + "learning_rate": 0.001033384464254655, + "loss": 5.9984, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.3700959384441376, + "learning_rate": 0.001031058399028579, + "loss": 5.9968, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.36296185851097107, + "learning_rate": 0.001028729184405905, + "loss": 6.0045, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.3698269724845886, + "learning_rate": 0.0010263968464866201, + "loss": 5.9941, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.3702957332134247, + "learning_rate": 0.0010240614114057098, + "loss": 5.9871, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.3627742826938629, + "learning_rate": 0.001021722905332864, + "loss": 5.9914, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.360584557056427, + "learning_rate": 0.0010193813544721855, + "loss": 5.998, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.359693706035614, + "learning_rate": 0.001017036785061895, + "loss": 6.0041, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.3698466122150421, + "learning_rate": 0.0010146892233740376, + "loss": 5.9903, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.3714093565940857, + "learning_rate": 0.0010123386957141883, + "loss": 5.9889, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.36364153027534485, + "learning_rate": 0.0010099852284211573, + "loss": 5.9933, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.36316245794296265, + "learning_rate": 0.0010076288478666944, + "loss": 5.9839, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.36173731088638306, + "learning_rate": 0.0010052695804551946, + "loss": 5.9917, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.3573131859302521, + "learning_rate": 0.0010029074526234014, + "loss": 5.9874, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.36974114179611206, + "learning_rate": 0.0010005424908401104, + "loss": 5.9965, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.3625974953174591, + "learning_rate": 0.0009981747216058728, + "loss": 5.9827, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.3585955500602722, + "learning_rate": 0.0009958041714526998, + "loss": 5.9902, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.374996155500412, + "learning_rate": 0.0009934308669437627, + "loss": 5.9886, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.36954304575920105, + "learning_rate": 0.0009910548346730972, + "loss": 5.9896, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.3737775981426239, + "learning_rate": 0.0009886761012653062, + "loss": 5.989, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.3614482879638672, + "learning_rate": 0.000986294693375258, + "loss": 5.9902, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.3577713072299957, + "learning_rate": 0.000983910637687791, + "loss": 5.9873, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.36655789613723755, + "learning_rate": 0.0009815239609174138, + "loss": 5.9872, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.36381930112838745, + "learning_rate": 0.0009791346898080043, + "loss": 5.9847, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.35757508873939514, + "learning_rate": 0.0009767428511325122, + "loss": 5.9836, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.36196815967559814, + "learning_rate": 0.0009743484716926576, + "loss": 5.9839, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.3669109642505646, + "learning_rate": 0.0009719515783186319, + "loss": 5.9784, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.3566848039627075, + "learning_rate": 0.0009695521978687951, + "loss": 5.9793, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.36479735374450684, + "learning_rate": 0.0009671503572293767, + "loss": 5.9821, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.3515884280204773, + "learning_rate": 0.0009647460833141742, + "loss": 5.985, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.3560049831867218, + "learning_rate": 0.0009623394030642507, + "loss": 5.9888, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.3579431474208832, + "learning_rate": 0.0009599303434476334, + "loss": 5.9792, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.36278045177459717, + "learning_rate": 0.0009575189314590118, + "loss": 5.9788, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.3544507920742035, + "learning_rate": 0.0009551051941194346, + "loss": 5.9815, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.3644811511039734, + "learning_rate": 0.0009526891584760071, + "loss": 5.9822, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.3570441007614136, + "learning_rate": 0.0009502708516015889, + "loss": 5.9754, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.3543490171432495, + "learning_rate": 0.0009478503005944888, + "loss": 5.9851, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.3598138093948364, + "learning_rate": 0.0009454275325781632, + "loss": 5.9786, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.35388946533203125, + "learning_rate": 0.0009430025747009104, + "loss": 5.9743, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.35533949732780457, + "learning_rate": 0.0009405754541355677, + "loss": 5.981, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.36044028401374817, + "learning_rate": 0.0009381461980792061, + "loss": 5.9747, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.360647052526474, + "learning_rate": 0.0009357148337528256, + "loss": 5.9753, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.3572980463504791, + "learning_rate": 0.0009332813884010511, + "loss": 5.9806, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.36377719044685364, + "learning_rate": 0.0009308458892918259, + "loss": 5.9799, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.36358174681663513, + "learning_rate": 0.0009284083637161064, + "loss": 5.9797, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.3596245348453522, + "learning_rate": 0.0009259688389875574, + "loss": 5.9719, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.3572160303592682, + "learning_rate": 0.0009235273424422442, + "loss": 5.9712, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.3583086133003235, + "learning_rate": 0.0009210839014383282, + "loss": 5.9744, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.35345035791397095, + "learning_rate": 0.0009186385433557584, + "loss": 5.9757, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.3525600731372833, + "learning_rate": 0.0009161912955959668, + "loss": 5.9788, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.3504065275192261, + "learning_rate": 0.000913742185581559, + "loss": 5.9786, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.3567788600921631, + "learning_rate": 0.0009112912407560086, + "loss": 5.9719, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.35492876172065735, + "learning_rate": 0.0009088384885833495, + "loss": 5.9758, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.35795748233795166, + "learning_rate": 0.000906383956547867, + "loss": 5.9717, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.35837337374687195, + "learning_rate": 0.0009039276721537915, + "loss": 5.9705, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.3557261824607849, + "learning_rate": 0.0009014696629249886, + "loss": 5.9651, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.3529795706272125, + "learning_rate": 0.0008990099564046522, + "loss": 5.9746, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.3483370542526245, + "learning_rate": 0.0008965485801549946, + "loss": 5.9729, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.35126909613609314, + "learning_rate": 0.000894085561756939, + "loss": 5.9661, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.35619497299194336, + "learning_rate": 0.0008916209288098088, + "loss": 5.9602, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.35641083121299744, + "learning_rate": 0.0008891547089310198, + "loss": 5.9591, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.35150784254074097, + "learning_rate": 0.0008866869297557699, + "loss": 5.9684, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.35677388310432434, + "learning_rate": 0.0008842176189367299, + "loss": 5.9733, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.35141721367836, + "learning_rate": 0.0008817468041437329, + "loss": 5.9712, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.3485887050628662, + "learning_rate": 0.0008792745130634654, + "loss": 5.968, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.3541894555091858, + "learning_rate": 0.0008768007733991561, + "loss": 5.9624, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.348856121301651, + "learning_rate": 0.0008743256128702658, + "loss": 5.9659, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.3531438410282135, + "learning_rate": 0.0008718490592121768, + "loss": 5.9649, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.3563988506793976, + "learning_rate": 0.0008693711401758822, + "loss": 5.9682, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.3482113480567932, + "learning_rate": 0.0008668918835276747, + "loss": 5.9611, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.3535453677177429, + "learning_rate": 0.0008644113170488355, + "loss": 5.9647, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.34905773401260376, + "learning_rate": 0.0008619294685353235, + "loss": 5.9661, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.3608792722225189, + "learning_rate": 0.0008594463657974627, + "loss": 5.97, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.35426267981529236, + "learning_rate": 0.0008569620366596322, + "loss": 5.9658, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.3517453968524933, + "learning_rate": 0.000854476508959953, + "loss": 5.9615, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.35335129499435425, + "learning_rate": 0.0008519898105499762, + "loss": 5.9658, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.36693820357322693, + "learning_rate": 0.0008495019692943721, + "loss": 5.9643, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.35375750064849854, + "learning_rate": 0.0008470130130706166, + "loss": 5.9658, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.3598542809486389, + "learning_rate": 0.0008445229697686795, + "loss": 5.9693, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.3502025902271271, + "learning_rate": 0.0008420318672907119, + "loss": 5.9594, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.3540503680706024, + "learning_rate": 0.0008395397335507334, + "loss": 5.9657, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.3557051718235016, + "learning_rate": 0.0008370465964743196, + "loss": 5.9642, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.3518720269203186, + "learning_rate": 0.0008345524839982886, + "loss": 5.963, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.3494618237018585, + "learning_rate": 0.0008320574240703886, + "loss": 5.9662, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.3526606857776642, + "learning_rate": 0.0008295614446489842, + "loss": 5.9627, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.35135549306869507, + "learning_rate": 0.0008270645737027441, + "loss": 5.965, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.3468800485134125, + "learning_rate": 0.0008245668392103259, + "loss": 5.9661, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.35124993324279785, + "learning_rate": 0.0008220682691600645, + "loss": 5.9632, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.35419708490371704, + "learning_rate": 0.0008195688915496571, + "loss": 5.9569, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.3508734107017517, + "learning_rate": 0.0008170687343858506, + "loss": 5.9561, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.34897691011428833, + "learning_rate": 0.0008145678256841265, + "loss": 5.9589, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.34974467754364014, + "learning_rate": 0.0008120661934683879, + "loss": 5.9593, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.37302717566490173, + "learning_rate": 0.0008095638657706456, + "loss": 5.9592, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.3550897240638733, + "learning_rate": 0.000807060870630703, + "loss": 5.9589, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.34681835770606995, + "learning_rate": 0.000804557236095843, + "loss": 5.9572, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.3583701252937317, + "learning_rate": 0.0008020529902205129, + "loss": 5.9591, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.34967324137687683, + "learning_rate": 0.0007995481610660108, + "loss": 5.9524, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.3565143644809723, + "learning_rate": 0.0007970427767001702, + "loss": 5.9566, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.36258840560913086, + "learning_rate": 0.0007945368651970464, + "loss": 5.9563, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.352803111076355, + "learning_rate": 0.0007920304546366013, + "loss": 5.9563, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.34406232833862305, + "learning_rate": 0.000789523573104389, + "loss": 5.9606, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.3571902811527252, + "learning_rate": 0.0007870162486912414, + "loss": 5.9541, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.346347838640213, + "learning_rate": 0.0007845085094929527, + "loss": 5.956, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.3488333225250244, + "learning_rate": 0.0007820003836099649, + "loss": 5.9519, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.3524772822856903, + "learning_rate": 0.0007794918991470537, + "loss": 5.9568, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.35518085956573486, + "learning_rate": 0.0007769830842130119, + "loss": 5.9556, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.3442913591861725, + "learning_rate": 0.0007744739669203361, + "loss": 5.9541, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.3540179133415222, + "learning_rate": 0.0007719645753849108, + "loss": 5.9527, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.3467051088809967, + "learning_rate": 0.0007694549377256932, + "loss": 5.9563, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.36288121342658997, + "learning_rate": 0.0007669450820643987, + "loss": 5.9525, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.35398659110069275, + "learning_rate": 0.0007644350365251855, + "loss": 5.9547, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.3500537872314453, + "learning_rate": 0.0007619248292343399, + "loss": 5.9529, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.348068505525589, + "learning_rate": 0.0007594144883199599, + "loss": 5.9525, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.34151944518089294, + "learning_rate": 0.0007569040419116413, + "loss": 5.9553, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.35668501257896423, + "learning_rate": 0.000754393518140162, + "loss": 5.9479, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.35256633162498474, + "learning_rate": 0.0007518829451371665, + "loss": 5.9504, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.34811848402023315, + "learning_rate": 0.0007493723510348516, + "loss": 5.9564, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.3511219322681427, + "learning_rate": 0.0007468617639656496, + "loss": 5.952, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.3479791283607483, + "learning_rate": 0.0007443512120619144, + "loss": 5.9492, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.34623926877975464, + "learning_rate": 0.0007418407234556067, + "loss": 5.9618, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.35458773374557495, + "learning_rate": 0.0007393303262779767, + "loss": 5.9485, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.3439197540283203, + "learning_rate": 0.0007368200486592507, + "loss": 5.9486, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.34361976385116577, + "learning_rate": 0.0007343099187283149, + "loss": 5.9469, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.34653565287590027, + "learning_rate": 0.0007317999646124011, + "loss": 5.9428, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.3504684567451477, + "learning_rate": 0.0007292902144367704, + "loss": 5.9446, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.3473500609397888, + "learning_rate": 0.0007267806963243995, + "loss": 5.9485, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.35576537251472473, + "learning_rate": 0.0007242714383956639, + "loss": 5.9546, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.35283055901527405, + "learning_rate": 0.000721762468768024, + "loss": 5.9486, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.34392407536506653, + "learning_rate": 0.0007192538155557094, + "loss": 5.9507, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.3437553346157074, + "learning_rate": 0.0007167455068694046, + "loss": 5.9497, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.34595736861228943, + "learning_rate": 0.000714237570815933, + "loss": 5.9459, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.34489431977272034, + "learning_rate": 0.0007117300354979423, + "loss": 5.9434, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.35401344299316406, + "learning_rate": 0.000709222929013591, + "loss": 5.9463, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.3437787592411041, + "learning_rate": 0.0007067162794562309, + "loss": 5.9404, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.3407118618488312, + "learning_rate": 0.0007042101149140943, + "loss": 5.9484, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.3503364324569702, + "learning_rate": 0.0007017044634699787, + "loss": 5.9442, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.3509112000465393, + "learning_rate": 0.0006991993532009319, + "loss": 5.9441, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.34768733382225037, + "learning_rate": 0.0006966948121779378, + "loss": 5.9452, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.3429415225982666, + "learning_rate": 0.000694190868465601, + "loss": 5.9429, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.3412493169307709, + "learning_rate": 0.0006916875501218343, + "loss": 5.9439, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.3409426808357239, + "learning_rate": 0.0006891848851975416, + "loss": 5.9439, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.34752967953681946, + "learning_rate": 0.0006866829017363054, + "loss": 5.9473, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.35037851333618164, + "learning_rate": 0.0006841816277740722, + "loss": 5.9458, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.34435343742370605, + "learning_rate": 0.0006816810913388379, + "loss": 5.9469, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.34919822216033936, + "learning_rate": 0.0006791813204503342, + "loss": 5.9505, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.35692423582077026, + "learning_rate": 0.0006766823431197147, + "loss": 5.9486, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.3445756137371063, + "learning_rate": 0.0006741841873492406, + "loss": 5.9425, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.34552791714668274, + "learning_rate": 0.0006716868811319671, + "loss": 5.9412, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.3507588803768158, + "learning_rate": 0.0006691904524514297, + "loss": 5.9442, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.3403875529766083, + "learning_rate": 0.0006666949292813306, + "loss": 5.9423, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.34217867255210876, + "learning_rate": 0.0006642003395852258, + "loss": 5.9398, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.34836068749427795, + "learning_rate": 0.0006617067113162103, + "loss": 5.9457, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.3432323932647705, + "learning_rate": 0.0006592140724166073, + "loss": 5.9414, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.34389132261276245, + "learning_rate": 0.0006567224508176523, + "loss": 5.9329, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.351238876581192, + "learning_rate": 0.0006542318744391821, + "loss": 5.9423, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.33758100867271423, + "learning_rate": 0.0006517423711893209, + "loss": 5.9383, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.34888118505477905, + "learning_rate": 0.0006492539689641685, + "loss": 5.9379, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.34556716680526733, + "learning_rate": 0.0006467666956474865, + "loss": 5.9433, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.3454940617084503, + "learning_rate": 0.0006442805791103873, + "loss": 5.9363, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.34540054202079773, + "learning_rate": 0.0006417956472110205, + "loss": 5.933, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.35396915674209595, + "learning_rate": 0.0006393119277942614, + "loss": 5.9344, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.35136669874191284, + "learning_rate": 0.0006368294486913987, + "loss": 5.9371, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.3480302095413208, + "learning_rate": 0.0006343482377198232, + "loss": 5.9354, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.34574365615844727, + "learning_rate": 0.0006318683226827151, + "loss": 5.9437, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.35335519909858704, + "learning_rate": 0.0006293897313687331, + "loss": 5.9422, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.3490406572818756, + "learning_rate": 0.0006269124915517037, + "loss": 5.9366, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.337270587682724, + "learning_rate": 0.0006244366309903084, + "loss": 5.9391, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.3437359929084778, + "learning_rate": 0.0006219621774277737, + "loss": 5.9381, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.34027040004730225, + "learning_rate": 0.00061948915859156, + "loss": 5.9405, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.3555341362953186, + "learning_rate": 0.0006170176021930509, + "loss": 5.9318, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.34345948696136475, + "learning_rate": 0.0006145475359272424, + "loss": 5.9411, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.34363263845443726, + "learning_rate": 0.0006120789874724336, + "loss": 5.9369, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.36487138271331787, + "learning_rate": 0.0006096119844899151, + "loss": 5.9368, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.34054112434387207, + "learning_rate": 0.0006071465546236601, + "loss": 5.9392, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.34042105078697205, + "learning_rate": 0.0006046827255000135, + "loss": 5.9392, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.3414570093154907, + "learning_rate": 0.0006022205247273845, + "loss": 5.9369, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.3429136276245117, + "learning_rate": 0.0005997599798959343, + "loss": 5.9308, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.35117262601852417, + "learning_rate": 0.0005973011185772694, + "loss": 5.9317, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.3451516628265381, + "learning_rate": 0.0005948439683241318, + "loss": 5.935, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.34348008036613464, + "learning_rate": 0.0005923885566700896, + "loss": 5.9301, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.34445586800575256, + "learning_rate": 0.0005899349111292293, + "loss": 5.936, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.34477105736732483, + "learning_rate": 0.0005874830591958474, + "loss": 5.9278, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.34286877512931824, + "learning_rate": 0.000585033028344142, + "loss": 5.9348, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.3481011688709259, + "learning_rate": 0.0005825848460279048, + "loss": 5.9315, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.33707281947135925, + "learning_rate": 0.0005801385396802146, + "loss": 5.9359, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.3431362211704254, + "learning_rate": 0.0005776941367131282, + "loss": 5.9353, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.34856656193733215, + "learning_rate": 0.0005752516645173745, + "loss": 5.9347, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.346619576215744, + "learning_rate": 0.0005728111504620472, + "loss": 5.9335, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.34506601095199585, + "learning_rate": 0.0005703726218942976, + "loss": 5.9354, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.3447501063346863, + "learning_rate": 0.0005679361061390295, + "loss": 5.9322, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.3394428491592407, + "learning_rate": 0.0005655016304985908, + "loss": 5.931, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.3435498774051666, + "learning_rate": 0.0005630692222524709, + "loss": 5.9315, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.33265894651412964, + "learning_rate": 0.0005606389086569911, + "loss": 5.9362, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.34388267993927, + "learning_rate": 0.0005582107169450023, + "loss": 5.9345, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.342632532119751, + "learning_rate": 0.0005557846743255783, + "loss": 5.9313, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.34887999296188354, + "learning_rate": 0.0005533608079837109, + "loss": 5.9283, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.3647960126399994, + "learning_rate": 0.0005509391450800061, + "loss": 5.9324, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.33729156851768494, + "learning_rate": 0.0005485197127503795, + "loss": 5.9368, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.3405435383319855, + "learning_rate": 0.0005461025381057516, + "loss": 5.9285, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.35068807005882263, + "learning_rate": 0.0005436876482317444, + "loss": 5.9273, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.34493133425712585, + "learning_rate": 0.0005412750701883782, + "loss": 5.9338, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.3406478762626648, + "learning_rate": 0.0005388648310097682, + "loss": 5.938, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.3388206958770752, + "learning_rate": 0.000536456957703821, + "loss": 5.9312, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.34161287546157837, + "learning_rate": 0.0005340514772519324, + "loss": 5.9358, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.34996700286865234, + "learning_rate": 0.0005316484166086863, + "loss": 5.9326, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.3428472876548767, + "learning_rate": 0.00052924780270155, + "loss": 5.9377, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.3362502455711365, + "learning_rate": 0.0005268496624305747, + "loss": 5.9348, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.34644562005996704, + "learning_rate": 0.0005244540226680931, + "loss": 5.9339, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.3381727933883667, + "learning_rate": 0.0005220609102584185, + "loss": 5.9292, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.3420916497707367, + "learning_rate": 0.0005196703520175437, + "loss": 5.9287, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.34779930114746094, + "learning_rate": 0.0005172823747328415, + "loss": 5.9328, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.3417360186576843, + "learning_rate": 0.0005148970051627632, + "loss": 5.9349, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.34466513991355896, + "learning_rate": 0.0005125142700365394, + "loss": 5.9277, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.3441844582557678, + "learning_rate": 0.000510134196053881, + "loss": 5.928, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.33957210183143616, + "learning_rate": 0.0005077568098846789, + "loss": 5.9302, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.3502865135669708, + "learning_rate": 0.000505382138168706, + "loss": 5.9286, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.34261268377304077, + "learning_rate": 0.0005030102075153181, + "loss": 5.9263, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.3459431231021881, + "learning_rate": 0.0005006410445031569, + "loss": 5.93, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.3443249464035034, + "learning_rate": 0.0004982746756798507, + "loss": 5.9287, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.33751359581947327, + "learning_rate": 0.0004959111275617174, + "loss": 5.9315, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.34415194392204285, + "learning_rate": 0.0004935504266334677, + "loss": 5.9317, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.3460713326931, + "learning_rate": 0.0004911925993479085, + "loss": 5.9265, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.3409348726272583, + "learning_rate": 0.0004888376721256456, + "loss": 5.9303, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.3424597680568695, + "learning_rate": 0.00048648567135478805, + "loss": 5.932, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.3433559536933899, + "learning_rate": 0.0004841366233906538, + "loss": 5.9219, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.339421808719635, + "learning_rate": 0.0004817905545554717, + "loss": 5.9324, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.3437819182872772, + "learning_rate": 0.00047944749113808884, + "loss": 5.9253, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.3427319824695587, + "learning_rate": 0.00047710745939367474, + "loss": 5.9256, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.34891262650489807, + "learning_rate": 0.0004747704855434278, + "loss": 5.9217, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.3424515426158905, + "learning_rate": 0.0004724365957742809, + "loss": 5.9225, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.3437988758087158, + "learning_rate": 0.00047010581623860883, + "loss": 5.9261, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.3398311138153076, + "learning_rate": 0.0004677781730539342, + "loss": 5.9319, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.3420114517211914, + "learning_rate": 0.0004654536923026356, + "loss": 5.9273, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.336040735244751, + "learning_rate": 0.00046313240003165466, + "loss": 5.9272, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.35142782330513, + "learning_rate": 0.0004608143222522048, + "loss": 5.9202, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.34354329109191895, + "learning_rate": 0.0004584994849394795, + "loss": 5.9213, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.34320762753486633, + "learning_rate": 0.0004561879140323607, + "loss": 5.9267, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.34620460867881775, + "learning_rate": 0.0004538796354331298, + "loss": 5.9325, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.34161391854286194, + "learning_rate": 0.0004515746750071754, + "loss": 5.9242, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.33691564202308655, + "learning_rate": 0.0004492730585827046, + "loss": 5.9268, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.3438441753387451, + "learning_rate": 0.0004469748119504529, + "loss": 5.9255, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.33801180124282837, + "learning_rate": 0.0004446799608633964, + "loss": 5.9298, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.35181960463523865, + "learning_rate": 0.00044238853103646154, + "loss": 5.9287, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.3399774432182312, + "learning_rate": 0.00044010054814623925, + "loss": 5.9264, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.3428272604942322, + "learning_rate": 0.0004378160378306944, + "loss": 5.9213, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.341055303812027, + "learning_rate": 0.00043553502568888095, + "loss": 5.9259, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.3436759114265442, + "learning_rate": 0.0004332575372806534, + "loss": 5.9258, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.3400314152240753, + "learning_rate": 0.00043098359812638145, + "loss": 5.9151, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.3554355502128601, + "learning_rate": 0.00042871323370666383, + "loss": 5.928, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.33913537859916687, + "learning_rate": 0.0004264464694620421, + "loss": 5.9229, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.3426099121570587, + "learning_rate": 0.000424183330792717, + "loss": 5.9298, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.35508009791374207, + "learning_rate": 0.0004219238430582621, + "loss": 5.9228, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.3306289315223694, + "learning_rate": 0.0004196680315773408, + "loss": 5.9248, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.3433251976966858, + "learning_rate": 0.00041741592162742214, + "loss": 5.9215, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.34237679839134216, + "learning_rate": 0.0004151675384444978, + "loss": 5.9249, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.34721019864082336, + "learning_rate": 0.00041292290722279914, + "loss": 5.9168, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.34781554341316223, + "learning_rate": 0.00041068205311451517, + "loss": 5.9252, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.3376360237598419, + "learning_rate": 0.00040844500122951026, + "loss": 5.9279, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.3375725746154785, + "learning_rate": 0.00040621177663504313, + "loss": 5.9257, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.34146180748939514, + "learning_rate": 0.00040398240435548583, + "loss": 5.9227, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.3389883041381836, + "learning_rate": 0.00040175690937204324, + "loss": 5.9242, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.3666987419128418, + "learning_rate": 0.00039953531662247343, + "loss": 5.9212, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.34091928601264954, + "learning_rate": 0.0003973176510008075, + "loss": 5.9252, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.34166985750198364, + "learning_rate": 0.00039510393735707233, + "loss": 5.924, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.3456957936286926, + "learning_rate": 0.00039289420049700986, + "loss": 5.9178, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.34010761976242065, + "learning_rate": 0.0003906884651818006, + "loss": 5.9218, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.33542558550834656, + "learning_rate": 0.00038848675612778577, + "loss": 5.9189, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.3425201177597046, + "learning_rate": 0.00038628909800619046, + "loss": 5.9216, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.345109760761261, + "learning_rate": 0.0003840955154428467, + "loss": 5.9184, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.34581273794174194, + "learning_rate": 0.00038190603301791864, + "loss": 5.9213, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.337432324886322, + "learning_rate": 0.0003797206752656258, + "loss": 5.9206, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.3319772481918335, + "learning_rate": 0.0003775394666739688, + "loss": 5.9229, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.3453400731086731, + "learning_rate": 0.00037536243168445507, + "loss": 5.921, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.33509179949760437, + "learning_rate": 0.0003731895946918246, + "loss": 5.9156, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.3395140767097473, + "learning_rate": 0.0003710209800437769, + "loss": 5.9277, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.3455871343612671, + "learning_rate": 0.00036885661204069767, + "loss": 5.9166, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.34493330121040344, + "learning_rate": 0.0003666965149353878, + "loss": 5.9196, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.34227311611175537, + "learning_rate": 0.0003645407129327898, + "loss": 5.92, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.347927987575531, + "learning_rate": 0.00036238923018971783, + "loss": 5.9198, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.3364548981189728, + "learning_rate": 0.0003602420908145865, + "loss": 5.9204, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.3424752652645111, + "learning_rate": 0.00035809931886714093, + "loss": 5.9181, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.34095126390457153, + "learning_rate": 0.00035596093835818683, + "loss": 5.9169, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.3438469469547272, + "learning_rate": 0.00035382697324932245, + "loss": 5.9181, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.33968913555145264, + "learning_rate": 0.00035169744745266866, + "loss": 5.9207, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.341448575258255, + "learning_rate": 0.0003495723848306017, + "loss": 5.9169, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.34360307455062866, + "learning_rate": 0.0003474518091954859, + "loss": 5.9194, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.3522951006889343, + "learning_rate": 0.0003453357443094068, + "loss": 5.9203, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.3377209007740021, + "learning_rate": 0.00034322421388390456, + "loss": 5.9227, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.3521007299423218, + "learning_rate": 0.0003411172415797087, + "loss": 5.9181, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.3345364034175873, + "learning_rate": 0.0003390148510064727, + "loss": 5.917, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.3433832824230194, + "learning_rate": 0.0003369170657225094, + "loss": 5.922, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.3388267159461975, + "learning_rate": 0.0003348239092345275, + "loss": 5.9063, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.3370785415172577, + "learning_rate": 0.0003327354049973672, + "loss": 5.9172, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.3429553210735321, + "learning_rate": 0.00033065157641373847, + "loss": 5.9217, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.3445132076740265, + "learning_rate": 0.0003285724468339576, + "loss": 5.9147, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.330631822347641, + "learning_rate": 0.00032649803955568755, + "loss": 5.9185, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.3485882878303528, + "learning_rate": 0.00032442837782367434, + "loss": 5.9157, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.3591596782207489, + "learning_rate": 0.0003223634848294883, + "loss": 5.9204, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.33793193101882935, + "learning_rate": 0.00032030338371126374, + "loss": 5.923, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.33642932772636414, + "learning_rate": 0.0003182480975534395, + "loss": 5.9148, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.33939579129219055, + "learning_rate": 0.00031619764938650057, + "loss": 5.9176, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.3510685861110687, + "learning_rate": 0.0003141520621867197, + "loss": 5.9178, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.3443760275840759, + "learning_rate": 0.00031211135887590074, + "loss": 5.9223, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.36297476291656494, + "learning_rate": 0.0003100755623211205, + "loss": 5.9096, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.3352763056755066, + "learning_rate": 0.0003080446953344735, + "loss": 5.9155, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.35143351554870605, + "learning_rate": 0.00030601878067281575, + "loss": 5.917, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.3369753658771515, + "learning_rate": 0.00030399784103751044, + "loss": 5.915, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.3361925780773163, + "learning_rate": 0.000301981899074173, + "loss": 5.9233, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.3455877900123596, + "learning_rate": 0.0002999709773724171, + "loss": 5.9129, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.3437917232513428, + "learning_rate": 0.00029796509846560294, + "loss": 5.9243, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.34461894631385803, + "learning_rate": 0.0002959642848305828, + "loss": 5.92, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.3339972198009491, + "learning_rate": 0.00029396855888745045, + "loss": 5.919, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.3368019163608551, + "learning_rate": 0.0002919779429992895, + "loss": 5.916, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.33267322182655334, + "learning_rate": 0.0002899924594719231, + "loss": 5.9174, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.3469439446926117, + "learning_rate": 0.00028801213055366335, + "loss": 5.917, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.3402225077152252, + "learning_rate": 0.00028603697843506315, + "loss": 5.9135, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.34819772839546204, + "learning_rate": 0.0002840670252486662, + "loss": 5.925, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.33782580494880676, + "learning_rate": 0.00028210229306876, + "loss": 5.9176, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.3410120904445648, + "learning_rate": 0.0002801428039111279, + "loss": 5.9131, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.34696581959724426, + "learning_rate": 0.00027818857973280274, + "loss": 5.9207, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.34614112973213196, + "learning_rate": 0.0002762396424318206, + "loss": 5.9192, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.34076163172721863, + "learning_rate": 0.00027429601384697526, + "loss": 5.916, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.3426152169704437, + "learning_rate": 0.00027235771575757466, + "loss": 5.9104, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.34227636456489563, + "learning_rate": 0.0002704247698831951, + "loss": 5.9165, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.3425392508506775, + "learning_rate": 0.0002684971978834389, + "loss": 5.9194, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.3369743824005127, + "learning_rate": 0.0002665750213576914, + "loss": 5.9179, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.3490835726261139, + "learning_rate": 0.0002646582618448794, + "loss": 5.918, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.33997899293899536, + "learning_rate": 0.00026274694082322896, + "loss": 5.9204, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.3411685824394226, + "learning_rate": 0.0002608410797100255, + "loss": 5.9175, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.3383684456348419, + "learning_rate": 0.0002589406998613733, + "loss": 5.9193, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.3362674117088318, + "learning_rate": 0.0002570458225719567, + "loss": 5.9177, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.3391491174697876, + "learning_rate": 0.00025515646907480074, + "loss": 5.9139, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.3434517979621887, + "learning_rate": 0.00025327266054103395, + "loss": 5.9208, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.34639638662338257, + "learning_rate": 0.0002513944180796509, + "loss": 5.9165, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.3433574438095093, + "learning_rate": 0.0002495217627372752, + "loss": 5.9149, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.3350446820259094, + "learning_rate": 0.0002476547154979248, + "loss": 5.9178, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.3387455940246582, + "learning_rate": 0.00024579329728277534, + "loss": 5.9089, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.34685295820236206, + "learning_rate": 0.00024393752894992708, + "loss": 5.9202, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.34031280875205994, + "learning_rate": 0.00024208743129417004, + "loss": 5.9131, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.3411451578140259, + "learning_rate": 0.00024024302504675206, + "loss": 5.9151, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.3469649851322174, + "learning_rate": 0.0002384043308751454, + "loss": 5.9172, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.34510135650634766, + "learning_rate": 0.00023657136938281653, + "loss": 5.9168, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.349544495344162, + "learning_rate": 0.00023474416110899377, + "loss": 5.9094, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.34247925877571106, + "learning_rate": 0.00023292272652843807, + "loss": 5.9121, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.3450218439102173, + "learning_rate": 0.00023110708605121317, + "loss": 5.9128, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.337921679019928, + "learning_rate": 0.00022929726002245728, + "loss": 5.9141, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.34264788031578064, + "learning_rate": 0.00022749326872215472, + "loss": 5.9192, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.3447510302066803, + "learning_rate": 0.0002256951323649087, + "loss": 5.9087, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.34047985076904297, + "learning_rate": 0.00022390287109971547, + "loss": 5.9133, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.33858248591423035, + "learning_rate": 0.00022211650500973746, + "loss": 5.9146, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.3355225920677185, + "learning_rate": 0.0002203360541120789, + "loss": 5.9124, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.3437618911266327, + "learning_rate": 0.00021856153835756164, + "loss": 5.9136, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.33300426602363586, + "learning_rate": 0.00021679297763050104, + "loss": 5.9128, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.33393415808677673, + "learning_rate": 0.0002150303917484834, + "loss": 5.9186, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.33917224407196045, + "learning_rate": 0.0002132738004621446, + "loss": 5.908, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.34295475482940674, + "learning_rate": 0.00021152322345494763, + "loss": 5.9087, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.33851954340934753, + "learning_rate": 0.00020977868034296253, + "loss": 5.9108, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.3423213064670563, + "learning_rate": 0.00020804019067464667, + "loss": 5.9146, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.3504989445209503, + "learning_rate": 0.00020630777393062575, + "loss": 5.9133, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.3397569954395294, + "learning_rate": 0.00020458144952347523, + "loss": 5.918, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.34194061160087585, + "learning_rate": 0.00020286123679750314, + "loss": 5.9086, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.34541016817092896, + "learning_rate": 0.00020114715502853292, + "loss": 5.9066, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.3356391191482544, + "learning_rate": 0.0001994392234236878, + "loss": 5.9164, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.34634482860565186, + "learning_rate": 0.0001977374611211754, + "loss": 5.9089, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.33649104833602905, + "learning_rate": 0.00019604188719007313, + "loss": 5.9061, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.3610509932041168, + "learning_rate": 0.00019435252063011504, + "loss": 5.9136, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.33583229780197144, + "learning_rate": 0.0001926693803714779, + "loss": 5.9143, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.33781901001930237, + "learning_rate": 0.00019099248527457068, + "loss": 5.9138, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.34385576844215393, + "learning_rate": 0.0001893218541298216, + "loss": 5.9079, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.3363755941390991, + "learning_rate": 0.00018765750565746827, + "loss": 5.9083, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.3431832790374756, + "learning_rate": 0.00018599945850734812, + "loss": 5.909, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.3497079908847809, + "learning_rate": 0.00018434773125868895, + "loss": 5.9158, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.33177635073661804, + "learning_rate": 0.00018270234241990108, + "loss": 5.9117, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.3429030478000641, + "learning_rate": 0.0001810633104283698, + "loss": 5.9146, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.33807477355003357, + "learning_rate": 0.0001794306536502492, + "loss": 5.9051, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.3393201529979706, + "learning_rate": 0.0001778043903802555, + "loss": 5.9089, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.33510980010032654, + "learning_rate": 0.0001761845388414627, + "loss": 5.9123, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.3348979353904724, + "learning_rate": 0.00017457111718509831, + "loss": 5.9132, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.3384832739830017, + "learning_rate": 0.00017296414349033976, + "loss": 5.908, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.3375386595726013, + "learning_rate": 0.00017136363576411172, + "loss": 5.9167, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.33578601479530334, + "learning_rate": 0.00016976961194088526, + "loss": 5.9133, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.3386477530002594, + "learning_rate": 0.00016818208988247533, + "loss": 5.9117, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.3421999514102936, + "learning_rate": 0.0001666010873778419, + "loss": 5.9141, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.34504812955856323, + "learning_rate": 0.00016502662214289, + "loss": 5.9092, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.34073710441589355, + "learning_rate": 0.00016345871182027124, + "loss": 5.9115, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.3488174080848694, + "learning_rate": 0.00016189737397918653, + "loss": 5.9143, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.34192365407943726, + "learning_rate": 0.0001603426261151884, + "loss": 5.9127, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.3460851311683655, + "learning_rate": 0.00015879448564998648, + "loss": 5.9112, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.34569743275642395, + "learning_rate": 0.0001572529699312501, + "loss": 5.9125, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.3388577997684479, + "learning_rate": 0.0001557180962324158, + "loss": 5.9061, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.3510883152484894, + "learning_rate": 0.00015418988175249282, + "loss": 5.9106, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.34228813648223877, + "learning_rate": 0.00015266834361587063, + "loss": 5.9079, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.3353697955608368, + "learning_rate": 0.00015115349887212678, + "loss": 5.9104, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.3367708623409271, + "learning_rate": 0.00014964536449583657, + "loss": 5.9115, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.3331016004085541, + "learning_rate": 0.00014814395738638195, + "loss": 5.9063, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.33724409341812134, + "learning_rate": 0.00014664929436776278, + "loss": 5.9088, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.3463479280471802, + "learning_rate": 0.00014516139218840788, + "loss": 5.9102, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.339550256729126, + "learning_rate": 0.00014368026752098782, + "loss": 5.9114, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.337821364402771, + "learning_rate": 0.00014220593696222768, + "loss": 5.909, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.3506452143192291, + "learning_rate": 0.00014073841703272092, + "loss": 5.9104, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.35080820322036743, + "learning_rate": 0.00013927772417674558, + "loss": 5.9129, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.334933340549469, + "learning_rate": 0.00013782387476207788, + "loss": 5.9071, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.3349306881427765, + "learning_rate": 0.00013637688507981064, + "loss": 5.9129, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.3505142331123352, + "learning_rate": 0.0001349367713441697, + "loss": 5.9075, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.34415021538734436, + "learning_rate": 0.0001335035496923326, + "loss": 5.9081, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.3361636996269226, + "learning_rate": 0.0001320772361842478, + "loss": 5.9129, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.3508492708206177, + "learning_rate": 0.00013065784680245442, + "loss": 5.911, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.3502088487148285, + "learning_rate": 0.00012924539745190402, + "loss": 5.9094, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.34226760268211365, + "learning_rate": 0.0001278399039597809, + "loss": 5.9077, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.342879056930542, + "learning_rate": 0.0001264413820753261, + "loss": 5.9106, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.3409091830253601, + "learning_rate": 0.00012504984746966003, + "loss": 5.914, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.3381132483482361, + "learning_rate": 0.00012366531573560754, + "loss": 5.91, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.3362511396408081, + "learning_rate": 0.00012228780238752264, + "loss": 5.9027, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.3359105885028839, + "learning_rate": 0.00012091732286111514, + "loss": 5.9077, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.34326815605163574, + "learning_rate": 0.00011955389251327737, + "loss": 5.909, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.337907075881958, + "learning_rate": 0.00011819752662191197, + "loss": 5.9026, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.3463110327720642, + "learning_rate": 0.00011684824038576115, + "loss": 5.9144, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.3462284505367279, + "learning_rate": 0.00011550604892423593, + "loss": 5.9052, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.34723004698753357, + "learning_rate": 0.0001141709672772471, + "loss": 5.9122, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.33788418769836426, + "learning_rate": 0.00011284301040503625, + "loss": 5.9124, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.33828115463256836, + "learning_rate": 0.0001115221931880088, + "loss": 5.9106, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.34345632791519165, + "learning_rate": 0.00011020853042656648, + "loss": 5.9043, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.3361853361129761, + "learning_rate": 0.000108902036840942, + "loss": 5.9038, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.3409407436847687, + "learning_rate": 0.00010760272707103389, + "loss": 5.9137, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.3426753282546997, + "learning_rate": 0.00010631061567624259, + "loss": 5.9071, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.34423747658729553, + "learning_rate": 0.00010502571713530706, + "loss": 5.906, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.34056729078292847, + "learning_rate": 0.00010374804584614308, + "loss": 5.9154, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.34699738025665283, + "learning_rate": 0.00010247761612568129, + "loss": 5.9062, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.3408955931663513, + "learning_rate": 0.0001012144422097069, + "loss": 5.9072, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.3349457085132599, + "learning_rate": 9.995853825270052e-05, + "loss": 5.9129, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.344267874956131, + "learning_rate": 9.870991832767919e-05, + "loss": 5.9112, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.3352305293083191, + "learning_rate": 9.746859642603884e-05, + "loss": 5.9127, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.3413389325141907, + "learning_rate": 9.623458645739755e-05, + "loss": 5.9049, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.3398109972476959, + "learning_rate": 9.50079022494395e-05, + "loss": 5.9044, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.3404797613620758, + "learning_rate": 9.378855754776028e-05, + "loss": 5.9104, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.3411262035369873, + "learning_rate": 9.257656601571266e-05, + "loss": 5.9007, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.34118762612342834, + "learning_rate": 9.137194123425349e-05, + "loss": 5.9062, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.3441111445426941, + "learning_rate": 9.017469670179168e-05, + "loss": 5.9081, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.3394318222999573, + "learning_rate": 8.898484583403668e-05, + "loss": 5.9092, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.3349090814590454, + "learning_rate": 8.780240196384873e-05, + "loss": 5.9112, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.3439474403858185, + "learning_rate": 8.662737834108861e-05, + "loss": 5.9045, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.3431650400161743, + "learning_rate": 8.545978813246987e-05, + "loss": 5.9112, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.3534865081310272, + "learning_rate": 8.429964442141072e-05, + "loss": 5.9094, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.3529569208621979, + "learning_rate": 8.314696020788806e-05, + "loss": 5.9075, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.3410882353782654, + "learning_rate": 8.200174840829136e-05, + "loss": 5.9153, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.33174818754196167, + "learning_rate": 8.08640218552778e-05, + "loss": 5.9098, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.33052659034729004, + "learning_rate": 7.973379329762925e-05, + "loss": 5.9047, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.34292367100715637, + "learning_rate": 7.861107540010845e-05, + "loss": 5.909, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.340545117855072, + "learning_rate": 7.749588074331762e-05, + "loss": 5.9113, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.33425411581993103, + "learning_rate": 7.63882218235575e-05, + "loss": 5.9064, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.3400006592273712, + "learning_rate": 7.528811105268699e-05, + "loss": 5.9088, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.33997970819473267, + "learning_rate": 7.41955607579845e-05, + "loss": 5.9122, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.3429921567440033, + "learning_rate": 7.311058318200969e-05, + "loss": 5.9073, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.340941846370697, + "learning_rate": 7.203319048246599e-05, + "loss": 5.9054, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.34203284978866577, + "learning_rate": 7.096339473206471e-05, + "loss": 5.9086, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.3397734761238098, + "learning_rate": 6.990120791838953e-05, + "loss": 5.9108, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.3353453576564789, + "learning_rate": 6.884664194376233e-05, + "loss": 5.9155, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.33541610836982727, + "learning_rate": 6.779970862510989e-05, + "loss": 5.9075, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.33784428238868713, + "learning_rate": 6.676041969383107e-05, + "loss": 5.9047, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.3351261615753174, + "learning_rate": 6.572878679566605e-05, + "loss": 5.9025, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.34107041358947754, + "learning_rate": 6.470482149056509e-05, + "loss": 5.914, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.33683258295059204, + "learning_rate": 6.368853525255942e-05, + "loss": 5.9063, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.34821557998657227, + "learning_rate": 6.267993946963249e-05, + "loss": 5.9137, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.3394690752029419, + "learning_rate": 6.167904544359265e-05, + "loss": 5.9109, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.3369021713733673, + "learning_rate": 6.068586438994617e-05, + "loss": 5.9078, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.3427753150463104, + "learning_rate": 5.970040743777161e-05, + "loss": 5.9052, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.33349278569221497, + "learning_rate": 5.8722685629595454e-05, + "loss": 5.9072, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.34910327196121216, + "learning_rate": 5.7752709921267855e-05, + "loss": 5.91, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.3408906161785126, + "learning_rate": 5.6790491181840294e-05, + "loss": 5.9072, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.33837443590164185, + "learning_rate": 5.583604019344354e-05, + "loss": 5.9099, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.33605873584747314, + "learning_rate": 5.4889367651167007e-05, + "loss": 5.9081, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.3431493639945984, + "learning_rate": 5.3950484162938714e-05, + "loss": 5.9061, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.3366437256336212, + "learning_rate": 5.3019400249406686e-05, + "loss": 5.9076, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.34415996074676514, + "learning_rate": 5.209612634382077e-05, + "loss": 5.9014, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.3446793258190155, + "learning_rate": 5.118067279191599e-05, + "loss": 5.9126, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.3306662142276764, + "learning_rate": 5.0273049851796205e-05, + "loss": 5.9149, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.3353423774242401, + "learning_rate": 4.9373267693819805e-05, + "loss": 5.9024, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.33757442235946655, + "learning_rate": 4.848133640048513e-05, + "loss": 5.9093, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.33825528621673584, + "learning_rate": 4.75972659663178e-05, + "loss": 5.9079, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.3410533666610718, + "learning_rate": 4.672106629775882e-05, + "loss": 5.915, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.333709180355072, + "learning_rate": 4.585274721305333e-05, + "loss": 5.9037, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.34181204438209534, + "learning_rate": 4.4992318442140575e-05, + "loss": 5.9118, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.3464321792125702, + "learning_rate": 4.413978962654508e-05, + "loss": 5.9099, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.3354130685329437, + "learning_rate": 4.3295170319268554e-05, + "loss": 5.9105, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.33872538805007935, + "learning_rate": 4.245846998468261e-05, + "loss": 5.9113, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.3364194929599762, + "learning_rate": 4.16296979984232e-05, + "loss": 5.9093, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.33472299575805664, + "learning_rate": 4.080886364728506e-05, + "loss": 5.9074, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.343927800655365, + "learning_rate": 3.999597612911793e-05, + "loss": 5.9011, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.3423076868057251, + "learning_rate": 3.9191044552723345e-05, + "loss": 5.9079, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.33993056416511536, + "learning_rate": 3.839407793775268e-05, + "loss": 5.9128, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.3328382074832916, + "learning_rate": 3.760508521460584e-05, + "loss": 5.9096, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.33970141410827637, + "learning_rate": 3.682407522433173e-05, + "loss": 5.9103, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.340615838766098, + "learning_rate": 3.605105671852854e-05, + "loss": 5.9101, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.34383708238601685, + "learning_rate": 3.528603835924626e-05, + "loss": 5.9073, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.3589974641799927, + "learning_rate": 3.4529028718888935e-05, + "loss": 5.9146, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.34798261523246765, + "learning_rate": 3.378003628011938e-05, + "loss": 5.9084, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.33511465787887573, + "learning_rate": 3.303906943576346e-05, + "loss": 5.9062, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.3416289687156677, + "learning_rate": 3.230613648871661e-05, + "loss": 5.91, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.34162458777427673, + "learning_rate": 3.158124565185022e-05, + "loss": 5.912, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.33853864669799805, + "learning_rate": 3.086440504792026e-05, + "loss": 5.9058, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.3409433364868164, + "learning_rate": 3.015562270947553e-05, + "loss": 5.9111, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.3394415080547333, + "learning_rate": 2.945490657876837e-05, + "loss": 5.9104, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.3497374951839447, + "learning_rate": 2.8762264507665113e-05, + "loss": 5.9112, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.340732604265213, + "learning_rate": 2.807770425755829e-05, + "loss": 5.9025, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.36732998490333557, + "learning_rate": 2.7401233499279866e-05, + "loss": 5.9099, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.33829784393310547, + "learning_rate": 2.6732859813014987e-05, + "loss": 5.9111, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.3489769399166107, + "learning_rate": 2.607259068821721e-05, + "loss": 5.9141, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.3369356095790863, + "learning_rate": 2.5420433523524493e-05, + "loss": 5.9121, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.34563976526260376, + "learning_rate": 2.4776395626676162e-05, + "loss": 5.9054, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.3386743664741516, + "learning_rate": 2.414048421443141e-05, + "loss": 5.9105, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.34596461057662964, + "learning_rate": 2.3512706412488012e-05, + "loss": 5.9091, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.3385069966316223, + "learning_rate": 2.2893069255402993e-05, + "loss": 5.902, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.33839061856269836, + "learning_rate": 2.2281579686513176e-05, + "loss": 5.9072, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.3367246091365814, + "learning_rate": 2.1678244557857663e-05, + "loss": 5.8996, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.35102036595344543, + "learning_rate": 2.1083070630101232e-05, + "loss": 5.9088, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.3369753658771515, + "learning_rate": 2.0496064572458395e-05, + "loss": 5.9101, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.3428792655467987, + "learning_rate": 1.991723296261863e-05, + "loss": 5.9073, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.3422718644142151, + "learning_rate": 1.9346582286672686e-05, + "loss": 5.9042, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.3304052948951721, + "learning_rate": 1.878411893904014e-05, + "loss": 5.9109, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.3380306363105774, + "learning_rate": 1.822984922239737e-05, + "loss": 5.9064, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.3428088426589966, + "learning_rate": 1.7683779347607286e-05, + "loss": 5.909, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.3475319743156433, + "learning_rate": 1.714591543364938e-05, + "loss": 5.9048, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.34584423899650574, + "learning_rate": 1.6616263507551437e-05, + "loss": 5.9097, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.33730199933052063, + "learning_rate": 1.609482950432195e-05, + "loss": 5.9098, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.34294646978378296, + "learning_rate": 1.5581619266883563e-05, + "loss": 5.9155, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.3500634729862213, + "learning_rate": 1.5076638546007548e-05, + "loss": 5.9056, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.34268835186958313, + "learning_rate": 1.457989300024945e-05, + "loss": 5.9146, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.3432564437389374, + "learning_rate": 1.4091388195885625e-05, + "loss": 5.9091, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.3386419117450714, + "learning_rate": 1.3611129606851041e-05, + "loss": 5.9083, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.33856746554374695, + "learning_rate": 1.313912261467759e-05, + "loss": 5.9095, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.3340517282485962, + "learning_rate": 1.267537250843412e-05, + "loss": 5.9072, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.33916911482810974, + "learning_rate": 1.2219884484667071e-05, + "loss": 5.9073, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.3434123992919922, + "learning_rate": 1.1772663647341947e-05, + "loss": 5.9092, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.3405791223049164, + "learning_rate": 1.1333715007786932e-05, + "loss": 5.9085, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.3304711580276489, + "learning_rate": 1.0903043484635694e-05, + "loss": 5.9118, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.3330148756504059, + "learning_rate": 1.0480653903772924e-05, + "loss": 5.9078, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.3514193892478943, + "learning_rate": 1.0066550998280132e-05, + "loss": 5.9074, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.33933308720588684, + "learning_rate": 9.660739408382608e-06, + "loss": 5.9064, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.3406268358230591, + "learning_rate": 9.26322368139737e-06, + "loss": 5.9079, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.3489328622817993, + "learning_rate": 8.874008271682222e-06, + "loss": 5.9111, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.33858534693717957, + "learning_rate": 8.493097540585775e-06, + "loss": 5.9107, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.3403852581977844, + "learning_rate": 8.120495756399005e-06, + "loss": 5.9026, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.33936843276023865, + "learning_rate": 7.756207094306605e-06, + "loss": 5.9085, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.34346264600753784, + "learning_rate": 7.400235636340957e-06, + "loss": 5.9156, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.3374466598033905, + "learning_rate": 7.0525853713362395e-06, + "loss": 5.9123, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.3349558115005493, + "learning_rate": 6.71326019488322e-06, + "loss": 5.9069, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.3521236777305603, + "learning_rate": 6.3822639092862846e-06, + "loss": 5.9082, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.33795857429504395, + "learning_rate": 6.059600223520478e-06, + "loss": 5.9055, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.3487146198749542, + "learning_rate": 5.745272753189784e-06, + "loss": 5.9006, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.3419228494167328, + "learning_rate": 5.439285020487156e-06, + "loss": 5.9037, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.3535478711128235, + "learning_rate": 5.141640454154467e-06, + "loss": 5.9062, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.3524804413318634, + "learning_rate": 4.852342389444458e-06, + "loss": 5.9153, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.3420843780040741, + "learning_rate": 4.571394068083185e-06, + "loss": 5.9102, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.33633771538734436, + "learning_rate": 4.298798638233709e-06, + "loss": 5.9093, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.3345235586166382, + "learning_rate": 4.034559154461049e-06, + "loss": 5.9121, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.34160923957824707, + "learning_rate": 3.7786785776976198e-06, + "loss": 5.9091, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.33543604612350464, + "learning_rate": 3.5311597752100964e-06, + "loss": 5.9102, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.33690986037254333, + "learning_rate": 3.2920055205676867e-06, + "loss": 5.9035, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.3497482240200043, + "learning_rate": 3.06121849361049e-06, + "loss": 5.9106, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.3466077446937561, + "learning_rate": 2.838801280419856e-06, + "loss": 5.9079, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.34110844135284424, + "learning_rate": 2.624756373289322e-06, + "loss": 5.9075, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.34722647070884705, + "learning_rate": 2.419086170696472e-06, + "loss": 5.9063, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.3344024419784546, + "learning_rate": 2.2217929772764545e-06, + "loss": 5.9057, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.33840033411979675, + "learning_rate": 2.0328790037957568e-06, + "loss": 5.9147, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.34427380561828613, + "learning_rate": 1.8523463671278052e-06, + "loss": 5.9115, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.3342509865760803, + "learning_rate": 1.6801970902288188e-06, + "loss": 5.909, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.33685311675071716, + "learning_rate": 1.5164331021155774e-06, + "loss": 5.9092, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.3461386561393738, + "learning_rate": 1.3610562378435221e-06, + "loss": 5.9096, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.33863282203674316, + "learning_rate": 1.2140682384862712e-06, + "loss": 5.9074, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.33392345905303955, + "learning_rate": 1.0754707511161365e-06, + "loss": 5.9103, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.34429213404655457, + "learning_rate": 9.452653287856383e-07, + "loss": 5.9059, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.33677780628204346, + "learning_rate": 8.234534305101015e-07, + "loss": 5.917, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.35563141107559204, + "learning_rate": 7.100364212513367e-07, + "loss": 5.9085, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.34292927384376526, + "learning_rate": 6.050155719023176e-07, + "loss": 5.9107, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.34017497301101685, + "learning_rate": 5.08392059272944e-07, + "loss": 5.9182, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.34546276926994324, + "learning_rate": 4.2016696607680147e-07, + "loss": 5.9097, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.34243813157081604, + "learning_rate": 3.4034128091917085e-07, + "loss": 5.905, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.34139347076416016, + "learning_rate": 2.689158982859541e-07, + "loss": 5.91, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.34609565138816833, + "learning_rate": 2.05891618533266e-07, + "loss": 5.8987, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.34264856576919556, + "learning_rate": 1.5126914787894074e-07, + "loss": 5.9087, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.3370359539985657, + "learning_rate": 1.0504909839462173e-07, + "loss": 5.9144, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.3488319218158722, + "learning_rate": 6.723198799826746e-08, + "loss": 5.9097, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.3369097411632538, + "learning_rate": 3.781824044932214e-08, + "loss": 5.9113, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.3391319215297699, + "learning_rate": 1.6808185342970238e-08, + "loss": 5.9078, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.33797210454940796, + "learning_rate": 4.202058107305451e-09, + "loss": 5.9077, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 0.4973461627960205, + "learning_rate": 0.0, + "loss": 5.9147, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-cosine-sgd/checkpoint-9480/training_args.bin b/saves-llama-cosine-sgd/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..b7e65ecc07f0308baf47bb34348d395c8408ee50 --- /dev/null +++ b/saves-llama-cosine-sgd/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a6894951a4d6671258d4af324be2ce63b4669cf2aaeead32866e5d70b67d83 +size 5176 diff --git a/saves-llama-cosine-sgd/config.json b/saves-llama-cosine-sgd/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d241c1935481613c5259df93a97d2cacb314defb --- /dev/null +++ b/saves-llama-cosine-sgd/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-cosine-sgd/generation_config.json b/saves-llama-cosine-sgd/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-cosine-sgd/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-cosine-sgd/model.safetensors b/saves-llama-cosine-sgd/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2568cfe5e52447f03c34a5f7201cb20f6b4fd183 --- /dev/null +++ b/saves-llama-cosine-sgd/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe8ab21232db35c8f77df2279d07520f8e16b21b59e7b72fc8df48e2a466213 +size 8346712 diff --git a/saves-llama-cosine-sgd/result.log b/saves-llama-cosine-sgd/result.log new file mode 100644 index 0000000000000000000000000000000000000000..8014ab8d78b9694742cca55b7277da2a4f2662be --- /dev/null +++ b/saves-llama-cosine-sgd/result.log @@ -0,0 +1 @@ +{'train_runtime': 2297.9269, 'train_samples_per_second': 4224.07, 'train_steps_per_second': 4.125, 'train_loss': 6.094536244114743, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-cosine-sgd/special_tokens_map.json b/saves-llama-cosine-sgd/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-cosine-sgd/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-cosine-sgd/tokenizer.json b/saves-llama-cosine-sgd/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-cosine-sgd/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-cosine-sgd/tokenizer_config.json b/saves-llama-cosine-sgd/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-cosine-sgd/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu/checkpoint-9480/config.json b/saves-llama-gelu/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba6690681d619a145f2d3f0ed9d7ccb5cb21527a --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu/checkpoint-9480/generation_config.json b/saves-llama-gelu/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu/checkpoint-9480/model.safetensors b/saves-llama-gelu/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07379000af1fcf8c12a76b1c2ce67874640c9cb5 --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880f7f6ffe0fe1550d3b9d4b3e8c2b1a60f84c415cb4ae5a95a9b9a4ee7beb12 +size 8346712 diff --git a/saves-llama-gelu/checkpoint-9480/optimizer.pt b/saves-llama-gelu/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad7f4eb71b52362ab45d79eb9ab86a188a9ceb9e --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40080387b7bd9a499db0172d3ee1f3aca0dd3135ac24aa67fe87cfb198ec7a01 +size 16706402 diff --git a/saves-llama-gelu/checkpoint-9480/rng_state.pth b/saves-llama-gelu/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-gelu/checkpoint-9480/scheduler.pt b/saves-llama-gelu/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-gelu/checkpoint-9480/special_tokens_map.json b/saves-llama-gelu/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu/checkpoint-9480/tokenizer.json b/saves-llama-gelu/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu/checkpoint-9480/tokenizer_config.json b/saves-llama-gelu/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu/checkpoint-9480/trainer_state.json b/saves-llama-gelu/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..703a3f152eaea5effe17d0ffc8a12f83944bc15f --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2911320924758911, + "learning_rate": 0.00015822784810126583, + "loss": 7.5306, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1738190650939941, + "learning_rate": 0.00031645569620253165, + "loss": 6.9264, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8675833940505981, + "learning_rate": 0.00047468354430379745, + "loss": 6.2658, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.2689286470413208, + "learning_rate": 0.0006329113924050633, + "loss": 5.7667, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.8328885436058044, + "learning_rate": 0.0007911392405063291, + "loss": 5.3006, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.6221523284912109, + "learning_rate": 0.0009493670886075949, + "loss": 4.7854, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.7859921455383301, + "learning_rate": 0.0011075949367088608, + "loss": 4.3737, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.4790822267532349, + "learning_rate": 0.0012658227848101266, + "loss": 4.1257, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.84088134765625, + "learning_rate": 0.0014240506329113926, + "loss": 3.927, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.9328136444091797, + "learning_rate": 0.0015, + "loss": 3.7791, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.8343794941902161, + "learning_rate": 0.0015, + "loss": 3.6241, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.082481026649475, + "learning_rate": 0.0015, + "loss": 3.513, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.7395880222320557, + "learning_rate": 0.0015, + "loss": 3.4026, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.8911088109016418, + "learning_rate": 0.0015, + "loss": 3.3082, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 1.0754770040512085, + "learning_rate": 0.0015, + "loss": 3.2323, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.7520929574966431, + "learning_rate": 0.0015, + "loss": 3.1652, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 1.0018035173416138, + "learning_rate": 0.0015, + "loss": 3.0882, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.8712095618247986, + "learning_rate": 0.0015, + "loss": 3.0627, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.6786903142929077, + "learning_rate": 0.0015, + "loss": 2.989, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.887618899345398, + "learning_rate": 0.0015, + "loss": 2.9474, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.6775170564651489, + "learning_rate": 0.0015, + "loss": 2.9038, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.7518839836120605, + "learning_rate": 0.0015, + "loss": 2.8697, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.7377467155456543, + "learning_rate": 0.0015, + "loss": 2.8184, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.9767955541610718, + "learning_rate": 0.0015, + "loss": 2.7812, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.8166293501853943, + "learning_rate": 0.0015, + "loss": 2.7466, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7962077260017395, + "learning_rate": 0.0015, + "loss": 2.7132, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.8260292410850525, + "learning_rate": 0.0015, + "loss": 2.6831, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.9678518176078796, + "learning_rate": 0.0015, + "loss": 2.6457, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8574512004852295, + "learning_rate": 0.0015, + "loss": 2.6198, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.0233553647994995, + "learning_rate": 0.0015, + "loss": 2.5961, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.8460607528686523, + "learning_rate": 0.0015, + "loss": 2.574, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9686404466629028, + "learning_rate": 0.0015, + "loss": 2.5576, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.731982946395874, + "learning_rate": 0.0015, + "loss": 2.5384, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.0275819301605225, + "learning_rate": 0.0015, + "loss": 2.5105, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.9130907654762268, + "learning_rate": 0.0015, + "loss": 2.4707, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.802019476890564, + "learning_rate": 0.0015, + "loss": 2.4571, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 1.0577914714813232, + "learning_rate": 0.0015, + "loss": 2.4457, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8877514004707336, + "learning_rate": 0.0015, + "loss": 2.4274, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.0621153116226196, + "learning_rate": 0.0015, + "loss": 2.4058, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.8034183382987976, + "learning_rate": 0.0015, + "loss": 2.3812, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.1909996271133423, + "learning_rate": 0.0015, + "loss": 2.3706, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8821457028388977, + "learning_rate": 0.0015, + "loss": 2.3519, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.877312183380127, + "learning_rate": 0.0015, + "loss": 2.3309, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.7695094347000122, + "learning_rate": 0.0015, + "loss": 2.3125, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9509552717208862, + "learning_rate": 0.0015, + "loss": 2.3128, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7557908296585083, + "learning_rate": 0.0015, + "loss": 2.293, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9517701864242554, + "learning_rate": 0.0015, + "loss": 2.2694, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8353269696235657, + "learning_rate": 0.0015, + "loss": 2.2722, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8538005948066711, + "learning_rate": 0.0015, + "loss": 2.2391, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7373113632202148, + "learning_rate": 0.0015, + "loss": 2.2339, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.0332047939300537, + "learning_rate": 0.0015, + "loss": 2.2247, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8454136848449707, + "learning_rate": 0.0015, + "loss": 2.2092, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7165494561195374, + "learning_rate": 0.0015, + "loss": 2.1931, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.7286007404327393, + "learning_rate": 0.0015, + "loss": 2.1751, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.7424426674842834, + "learning_rate": 0.0015, + "loss": 2.1783, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.7351111173629761, + "learning_rate": 0.0015, + "loss": 2.146, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 1.0205843448638916, + "learning_rate": 0.0015, + "loss": 2.1503, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.1331634521484375, + "learning_rate": 0.0015, + "loss": 2.1545, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.3081284761428833, + "learning_rate": 0.0015, + "loss": 2.1313, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.0923019647598267, + "learning_rate": 0.0015, + "loss": 2.1306, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 1.1899714469909668, + "learning_rate": 0.0015, + "loss": 2.1104, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8574506044387817, + "learning_rate": 0.0015, + "loss": 2.0926, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.9749586582183838, + "learning_rate": 0.0015, + "loss": 2.0799, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.7181791663169861, + "learning_rate": 0.0015, + "loss": 2.0941, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.736224353313446, + "learning_rate": 0.0015, + "loss": 2.0857, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.9573279023170471, + "learning_rate": 0.0015, + "loss": 2.0748, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.7422716021537781, + "learning_rate": 0.0015, + "loss": 2.0621, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7074818015098572, + "learning_rate": 0.0015, + "loss": 2.0523, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7281100749969482, + "learning_rate": 0.0015, + "loss": 2.0635, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7090765833854675, + "learning_rate": 0.0015, + "loss": 2.0448, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.727451741695404, + "learning_rate": 0.0015, + "loss": 2.0325, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7485256195068359, + "learning_rate": 0.0015, + "loss": 2.0135, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.8138155341148376, + "learning_rate": 0.0015, + "loss": 2.0065, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.6835618615150452, + "learning_rate": 0.0015, + "loss": 2.014, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 1.0360156297683716, + "learning_rate": 0.0015, + "loss": 1.9957, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.390318751335144, + "learning_rate": 0.0015, + "loss": 2.0014, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.989683985710144, + "learning_rate": 0.0015, + "loss": 2.0001, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.9884315729141235, + "learning_rate": 0.0015, + "loss": 1.9788, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.6850045919418335, + "learning_rate": 0.0015, + "loss": 1.9818, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7124843597412109, + "learning_rate": 0.0015, + "loss": 1.9591, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7981064319610596, + "learning_rate": 0.0015, + "loss": 1.9474, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.8757826685905457, + "learning_rate": 0.0015, + "loss": 1.9577, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.9261611700057983, + "learning_rate": 0.0015, + "loss": 1.9614, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7376549243927002, + "learning_rate": 0.0015, + "loss": 1.9399, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6958174109458923, + "learning_rate": 0.0015, + "loss": 1.9405, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7377433180809021, + "learning_rate": 0.0015, + "loss": 1.9374, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.659022867679596, + "learning_rate": 0.0015, + "loss": 1.9339, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7705568075180054, + "learning_rate": 0.0015, + "loss": 1.9272, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.073669672012329, + "learning_rate": 0.0015, + "loss": 1.9159, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.3000624179840088, + "learning_rate": 0.0015, + "loss": 1.9168, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.817836344242096, + "learning_rate": 0.0015, + "loss": 1.9206, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6906339526176453, + "learning_rate": 0.0015, + "loss": 1.9065, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7800134420394897, + "learning_rate": 0.0015, + "loss": 1.8938, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7053550481796265, + "learning_rate": 0.0015, + "loss": 1.8986, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.0190623998641968, + "learning_rate": 0.0015, + "loss": 1.8828, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7127584218978882, + "learning_rate": 0.0015, + "loss": 1.8896, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.0691441297531128, + "learning_rate": 0.0015, + "loss": 1.8884, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.6816598773002625, + "learning_rate": 0.0015, + "loss": 1.8671, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7380853295326233, + "learning_rate": 0.0015, + "loss": 1.867, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.8465728759765625, + "learning_rate": 0.0015, + "loss": 1.8785, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7769269943237305, + "learning_rate": 0.0015, + "loss": 1.8691, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 1.0904594659805298, + "learning_rate": 0.0015, + "loss": 1.8588, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.2031594514846802, + "learning_rate": 0.0015, + "loss": 1.8605, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7433950901031494, + "learning_rate": 0.0015, + "loss": 1.8515, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.7069742679595947, + "learning_rate": 0.0015, + "loss": 1.854, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.6981137990951538, + "learning_rate": 0.0015, + "loss": 1.8432, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6770772933959961, + "learning_rate": 0.0015, + "loss": 1.8311, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.6839622855186462, + "learning_rate": 0.0015, + "loss": 1.8326, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.6609824895858765, + "learning_rate": 0.0015, + "loss": 1.8409, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7277442216873169, + "learning_rate": 0.0015, + "loss": 1.8276, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7287368774414062, + "learning_rate": 0.0015, + "loss": 1.8329, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7724989652633667, + "learning_rate": 0.0015, + "loss": 1.8279, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.7109525203704834, + "learning_rate": 0.0015, + "loss": 1.8134, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7559357285499573, + "learning_rate": 0.0015, + "loss": 1.8262, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.1389662027359009, + "learning_rate": 0.0015, + "loss": 1.8134, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.9472622871398926, + "learning_rate": 0.0015, + "loss": 1.8176, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.6383090019226074, + "learning_rate": 0.0015, + "loss": 1.8033, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.8101405501365662, + "learning_rate": 0.0015, + "loss": 1.7904, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.655144453048706, + "learning_rate": 0.0015, + "loss": 1.7934, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9537879824638367, + "learning_rate": 0.0015, + "loss": 1.808, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8779239654541016, + "learning_rate": 0.0015, + "loss": 1.7989, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7360990643501282, + "learning_rate": 0.0015, + "loss": 1.7854, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.6458498239517212, + "learning_rate": 0.0015, + "loss": 1.7767, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7693349123001099, + "learning_rate": 0.0015, + "loss": 1.7905, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6853756308555603, + "learning_rate": 0.0015, + "loss": 1.7936, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.9074394106864929, + "learning_rate": 0.0015, + "loss": 1.7796, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6336771249771118, + "learning_rate": 0.0015, + "loss": 1.777, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.785158097743988, + "learning_rate": 0.0015, + "loss": 1.7892, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.9094076156616211, + "learning_rate": 0.0015, + "loss": 1.7746, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7252681851387024, + "learning_rate": 0.0015, + "loss": 1.761, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7606396079063416, + "learning_rate": 0.0015, + "loss": 1.7692, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7315070629119873, + "learning_rate": 0.0015, + "loss": 1.7717, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.215480089187622, + "learning_rate": 0.0015, + "loss": 1.7627, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.7350618839263916, + "learning_rate": 0.0015, + "loss": 1.7627, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.7639700174331665, + "learning_rate": 0.0015, + "loss": 1.767, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6382935643196106, + "learning_rate": 0.0015, + "loss": 1.7592, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.6957666873931885, + "learning_rate": 0.0015, + "loss": 1.7538, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.7660850882530212, + "learning_rate": 0.0015, + "loss": 1.7445, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.0359055995941162, + "learning_rate": 0.0015, + "loss": 1.7563, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.3672610521316528, + "learning_rate": 0.0015, + "loss": 1.7391, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 1.2046788930892944, + "learning_rate": 0.0015, + "loss": 1.7483, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7581397891044617, + "learning_rate": 0.0015, + "loss": 1.7504, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7376483678817749, + "learning_rate": 0.0015, + "loss": 1.7375, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.661811888217926, + "learning_rate": 0.0015, + "loss": 1.7304, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6791737675666809, + "learning_rate": 0.0015, + "loss": 1.7312, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6737160682678223, + "learning_rate": 0.0015, + "loss": 1.7297, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8996027708053589, + "learning_rate": 0.0015, + "loss": 1.7299, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.9724168181419373, + "learning_rate": 0.0015, + "loss": 1.7306, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 1.112387776374817, + "learning_rate": 0.0015, + "loss": 1.7305, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6346387267112732, + "learning_rate": 0.0015, + "loss": 1.7287, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6662168502807617, + "learning_rate": 0.0015, + "loss": 1.723, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.8017670512199402, + "learning_rate": 0.0015, + "loss": 1.7262, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.805647611618042, + "learning_rate": 0.0015, + "loss": 1.7106, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6892802119255066, + "learning_rate": 0.0015, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.0336511135101318, + "learning_rate": 0.0015, + "loss": 1.7047, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6698900461196899, + "learning_rate": 0.0015, + "loss": 1.7082, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7654104828834534, + "learning_rate": 0.0015, + "loss": 1.6972, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.6756095290184021, + "learning_rate": 0.0015, + "loss": 1.7089, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.9509694576263428, + "learning_rate": 0.0015, + "loss": 1.7045, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.712745726108551, + "learning_rate": 0.0015, + "loss": 1.7096, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.655924379825592, + "learning_rate": 0.0015, + "loss": 1.7065, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6995239853858948, + "learning_rate": 0.0015, + "loss": 1.6769, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.8030900955200195, + "learning_rate": 0.0015, + "loss": 1.6908, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6829028129577637, + "learning_rate": 0.0015, + "loss": 1.6939, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.173487901687622, + "learning_rate": 0.0015, + "loss": 1.6842, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6973627805709839, + "learning_rate": 0.0015, + "loss": 1.6833, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.833595871925354, + "learning_rate": 0.0015, + "loss": 1.6944, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.1782370805740356, + "learning_rate": 0.0015, + "loss": 1.6824, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7128448486328125, + "learning_rate": 0.0015, + "loss": 1.6761, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.8215356469154358, + "learning_rate": 0.0015, + "loss": 1.6916, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.6329225301742554, + "learning_rate": 0.0015, + "loss": 1.6724, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6323493123054504, + "learning_rate": 0.0015, + "loss": 1.6685, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6220436692237854, + "learning_rate": 0.0015, + "loss": 1.6703, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.6482318043708801, + "learning_rate": 0.0015, + "loss": 1.6786, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6890340447425842, + "learning_rate": 0.0015, + "loss": 1.6931, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6083322167396545, + "learning_rate": 0.0015, + "loss": 1.6757, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6560311317443848, + "learning_rate": 0.0015, + "loss": 1.6763, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.6504945158958435, + "learning_rate": 0.0015, + "loss": 1.677, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.6659324169158936, + "learning_rate": 0.0015, + "loss": 1.6772, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.7314705848693848, + "learning_rate": 0.0015, + "loss": 1.6742, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.7147253751754761, + "learning_rate": 0.0015, + "loss": 1.6619, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.797636091709137, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6524857878684998, + "learning_rate": 0.0015, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6256518363952637, + "learning_rate": 0.0015, + "loss": 1.6571, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.8984813094139099, + "learning_rate": 0.0015, + "loss": 1.6586, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.7350126504898071, + "learning_rate": 0.0015, + "loss": 1.6625, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.7215333580970764, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6555130481719971, + "learning_rate": 0.0015, + "loss": 1.6525, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.7172640562057495, + "learning_rate": 0.0015, + "loss": 1.6563, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.8645635843276978, + "learning_rate": 0.0015, + "loss": 1.6514, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8532048463821411, + "learning_rate": 0.0015, + "loss": 1.6634, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.8084898591041565, + "learning_rate": 0.0015, + "loss": 1.6496, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.6495212316513062, + "learning_rate": 0.0015, + "loss": 1.6468, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6420271396636963, + "learning_rate": 0.0015, + "loss": 1.641, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6756624579429626, + "learning_rate": 0.0015, + "loss": 1.6408, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.632693350315094, + "learning_rate": 0.0015, + "loss": 1.6454, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.7314813137054443, + "learning_rate": 0.0015, + "loss": 1.6523, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.6397210955619812, + "learning_rate": 0.0015, + "loss": 1.6369, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6606935262680054, + "learning_rate": 0.0015, + "loss": 1.6346, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.6740031242370605, + "learning_rate": 0.0015, + "loss": 1.6339, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.720748245716095, + "learning_rate": 0.0015, + "loss": 1.6401, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.1676092147827148, + "learning_rate": 0.0015, + "loss": 1.6498, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6337310075759888, + "learning_rate": 0.0015, + "loss": 1.6379, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.8364405035972595, + "learning_rate": 0.0015, + "loss": 1.6366, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7344895005226135, + "learning_rate": 0.0015, + "loss": 1.6351, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.9234893918037415, + "learning_rate": 0.0015, + "loss": 1.6269, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.7972549796104431, + "learning_rate": 0.0015, + "loss": 1.6302, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.6978487372398376, + "learning_rate": 0.0015, + "loss": 1.6337, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.766801655292511, + "learning_rate": 0.0015, + "loss": 1.6191, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 1.0701206922531128, + "learning_rate": 0.0015, + "loss": 1.6314, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.6192570328712463, + "learning_rate": 0.0015, + "loss": 1.6205, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.5801493525505066, + "learning_rate": 0.0015, + "loss": 1.6181, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6492977142333984, + "learning_rate": 0.0015, + "loss": 1.6231, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.574461817741394, + "learning_rate": 0.0015, + "loss": 1.6173, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.7691101431846619, + "learning_rate": 0.0015, + "loss": 1.6237, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.9927956461906433, + "learning_rate": 0.0015, + "loss": 1.635, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6871766448020935, + "learning_rate": 0.0015, + "loss": 1.62, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.5886237025260925, + "learning_rate": 0.0015, + "loss": 1.6045, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.6547583341598511, + "learning_rate": 0.0015, + "loss": 1.6228, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6600242853164673, + "learning_rate": 0.0015, + "loss": 1.6188, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.797605037689209, + "learning_rate": 0.0015, + "loss": 1.6039, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.6497875452041626, + "learning_rate": 0.0015, + "loss": 1.6185, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.782981276512146, + "learning_rate": 0.0015, + "loss": 1.613, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.7650336623191833, + "learning_rate": 0.0015, + "loss": 1.6109, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 1.1431978940963745, + "learning_rate": 0.0015, + "loss": 1.6079, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.9392552971839905, + "learning_rate": 0.0015, + "loss": 1.599, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7382718324661255, + "learning_rate": 0.0015, + "loss": 1.6302, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.6001378893852234, + "learning_rate": 0.0015, + "loss": 1.617, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6126279830932617, + "learning_rate": 0.0015, + "loss": 1.5995, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6365258097648621, + "learning_rate": 0.0015, + "loss": 1.5984, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6386217474937439, + "learning_rate": 0.0015, + "loss": 1.5997, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6965967416763306, + "learning_rate": 0.0015, + "loss": 1.6123, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.6952495574951172, + "learning_rate": 0.0015, + "loss": 1.5944, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8141445517539978, + "learning_rate": 0.0015, + "loss": 1.5891, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.8598236441612244, + "learning_rate": 0.0015, + "loss": 1.5927, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.9009906053543091, + "learning_rate": 0.0015, + "loss": 1.6005, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.9204186201095581, + "learning_rate": 0.0015, + "loss": 1.599, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.7122026085853577, + "learning_rate": 0.0015, + "loss": 1.597, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6895260214805603, + "learning_rate": 0.0015, + "loss": 1.5961, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.5801357626914978, + "learning_rate": 0.0015, + "loss": 1.5932, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.7699609398841858, + "learning_rate": 0.0015, + "loss": 1.5971, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.7428116202354431, + "learning_rate": 0.0015, + "loss": 1.5941, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.651231050491333, + "learning_rate": 0.0015, + "loss": 1.5936, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7375125885009766, + "learning_rate": 0.0015, + "loss": 1.5993, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.635988712310791, + "learning_rate": 0.0015, + "loss": 1.5849, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.601569414138794, + "learning_rate": 0.0015, + "loss": 1.5997, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.8157471418380737, + "learning_rate": 0.0015, + "loss": 1.5897, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.7209903597831726, + "learning_rate": 0.0015, + "loss": 1.5945, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6519895792007446, + "learning_rate": 0.0015, + "loss": 1.5806, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7864737510681152, + "learning_rate": 0.0015, + "loss": 1.5839, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6227979063987732, + "learning_rate": 0.0015, + "loss": 1.5865, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6954833269119263, + "learning_rate": 0.0015, + "loss": 1.5903, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.640419065952301, + "learning_rate": 0.0015, + "loss": 1.5808, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 1.0571954250335693, + "learning_rate": 0.0015, + "loss": 1.5849, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7716902494430542, + "learning_rate": 0.0015, + "loss": 1.5787, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.627837598323822, + "learning_rate": 0.0015, + "loss": 1.5874, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6312415599822998, + "learning_rate": 0.0015, + "loss": 1.5804, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.5654999017715454, + "learning_rate": 0.0015, + "loss": 1.5793, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6043466329574585, + "learning_rate": 0.0015, + "loss": 1.5861, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6311189532279968, + "learning_rate": 0.0015, + "loss": 1.5872, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6845487952232361, + "learning_rate": 0.0015, + "loss": 1.5839, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6696321368217468, + "learning_rate": 0.0015, + "loss": 1.5808, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7458539009094238, + "learning_rate": 0.0015, + "loss": 1.5731, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6243004202842712, + "learning_rate": 0.0015, + "loss": 1.582, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7745714783668518, + "learning_rate": 0.0015, + "loss": 1.5747, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.6416304707527161, + "learning_rate": 0.0015, + "loss": 1.5663, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.5748112201690674, + "learning_rate": 0.0015, + "loss": 1.5675, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.662480890750885, + "learning_rate": 0.0015, + "loss": 1.5698, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7659668326377869, + "learning_rate": 0.0015, + "loss": 1.5688, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.5924683809280396, + "learning_rate": 0.0015, + "loss": 1.5646, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6555392742156982, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.56369549036026, + "learning_rate": 0.0015, + "loss": 1.5708, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.674506664276123, + "learning_rate": 0.0015, + "loss": 1.5524, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.6215850710868835, + "learning_rate": 0.0015, + "loss": 1.5631, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.5844721794128418, + "learning_rate": 0.0015, + "loss": 1.5713, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8595011234283447, + "learning_rate": 0.0015, + "loss": 1.577, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6657257080078125, + "learning_rate": 0.0015, + "loss": 1.5717, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6913807988166809, + "learning_rate": 0.0015, + "loss": 1.5685, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5601217150688171, + "learning_rate": 0.0015, + "loss": 1.5645, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6473618745803833, + "learning_rate": 0.0015, + "loss": 1.562, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.5763059854507446, + "learning_rate": 0.0015, + "loss": 1.5653, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6512886881828308, + "learning_rate": 0.0015, + "loss": 1.5714, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.9278571605682373, + "learning_rate": 0.0015, + "loss": 1.5471, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.1715987920761108, + "learning_rate": 0.0015, + "loss": 1.5512, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.7548184990882874, + "learning_rate": 0.0015, + "loss": 1.5553, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6434464454650879, + "learning_rate": 0.0015, + "loss": 1.5572, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.9384394288063049, + "learning_rate": 0.0015, + "loss": 1.5584, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7197995781898499, + "learning_rate": 0.0015, + "loss": 1.5463, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6241549849510193, + "learning_rate": 0.0015, + "loss": 1.5513, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6179733872413635, + "learning_rate": 0.0015, + "loss": 1.5582, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7129524946212769, + "learning_rate": 0.0015, + "loss": 1.5592, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.7332343459129333, + "learning_rate": 0.0015, + "loss": 1.5523, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6103625893592834, + "learning_rate": 0.0015, + "loss": 1.5479, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.6277995705604553, + "learning_rate": 0.0015, + "loss": 1.5548, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.6909558773040771, + "learning_rate": 0.0015, + "loss": 1.5628, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 1.1366920471191406, + "learning_rate": 0.0015, + "loss": 1.548, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.1065442562103271, + "learning_rate": 0.0015, + "loss": 1.5391, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6319011449813843, + "learning_rate": 0.0015, + "loss": 1.5451, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6630522608757019, + "learning_rate": 0.0015, + "loss": 1.5607, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6209017634391785, + "learning_rate": 0.0015, + "loss": 1.5387, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5443456768989563, + "learning_rate": 0.0015, + "loss": 1.546, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6264317035675049, + "learning_rate": 0.0015, + "loss": 1.5462, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6058927774429321, + "learning_rate": 0.0015, + "loss": 1.5356, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.6220033168792725, + "learning_rate": 0.0015, + "loss": 1.5442, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.6217190027236938, + "learning_rate": 0.0015, + "loss": 1.5394, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5777936577796936, + "learning_rate": 0.0015, + "loss": 1.5479, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.6267879605293274, + "learning_rate": 0.0015, + "loss": 1.541, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6611675024032593, + "learning_rate": 0.0015, + "loss": 1.5295, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.6568845510482788, + "learning_rate": 0.0015, + "loss": 1.5486, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.6635953783988953, + "learning_rate": 0.0015, + "loss": 1.5361, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6701586842536926, + "learning_rate": 0.0015, + "loss": 1.539, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.5741431713104248, + "learning_rate": 0.0015, + "loss": 1.5402, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.5856887698173523, + "learning_rate": 0.0015, + "loss": 1.5504, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6227253675460815, + "learning_rate": 0.0015, + "loss": 1.5286, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5713142156600952, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5559601783752441, + "learning_rate": 0.0015, + "loss": 1.5388, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.693455159664154, + "learning_rate": 0.0015, + "loss": 1.5439, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6805558800697327, + "learning_rate": 0.0015, + "loss": 1.5373, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.8250734210014343, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.6972458958625793, + "learning_rate": 0.0015, + "loss": 1.5329, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.6945505142211914, + "learning_rate": 0.0015, + "loss": 1.5413, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7304695248603821, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.7209477424621582, + "learning_rate": 0.0015, + "loss": 1.529, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5435463190078735, + "learning_rate": 0.0015, + "loss": 1.5086, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6081704497337341, + "learning_rate": 0.0015, + "loss": 1.5356, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.6042312979698181, + "learning_rate": 0.0015, + "loss": 1.523, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.6200316548347473, + "learning_rate": 0.0015, + "loss": 1.5428, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.9771542549133301, + "learning_rate": 0.0015, + "loss": 1.5421, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 1.0858914852142334, + "learning_rate": 0.0015, + "loss": 1.5248, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.5964863300323486, + "learning_rate": 0.0015, + "loss": 1.5354, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6484059691429138, + "learning_rate": 0.0015, + "loss": 1.5339, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6149209141731262, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.616062581539154, + "learning_rate": 0.0015, + "loss": 1.526, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6185603141784668, + "learning_rate": 0.0015, + "loss": 1.5272, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6322174072265625, + "learning_rate": 0.0015, + "loss": 1.5195, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.5539165735244751, + "learning_rate": 0.0015, + "loss": 1.5197, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.6246862411499023, + "learning_rate": 0.0015, + "loss": 1.5295, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.563215434551239, + "learning_rate": 0.0015, + "loss": 1.5246, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6254818439483643, + "learning_rate": 0.0015, + "loss": 1.5194, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6142661571502686, + "learning_rate": 0.0015, + "loss": 1.529, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6170629262924194, + "learning_rate": 0.0015, + "loss": 1.5256, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.6925488710403442, + "learning_rate": 0.0015, + "loss": 1.5072, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.6214223504066467, + "learning_rate": 0.0015, + "loss": 1.525, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6367167830467224, + "learning_rate": 0.0015, + "loss": 1.5188, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5955284237861633, + "learning_rate": 0.0015, + "loss": 1.5162, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.8075214624404907, + "learning_rate": 0.0015, + "loss": 1.5109, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6733569502830505, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.6443074941635132, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5668088793754578, + "learning_rate": 0.0015, + "loss": 1.5227, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.5876608490943909, + "learning_rate": 0.0015, + "loss": 1.5037, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6632211804389954, + "learning_rate": 0.0015, + "loss": 1.5236, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.5315051078796387, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.652911365032196, + "learning_rate": 0.0015, + "loss": 1.5295, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.9318296909332275, + "learning_rate": 0.0015, + "loss": 1.523, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6587705612182617, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.586134672164917, + "learning_rate": 0.0015, + "loss": 1.5155, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.6934296488761902, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.591506838798523, + "learning_rate": 0.0015, + "loss": 1.5117, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6162989735603333, + "learning_rate": 0.0015, + "loss": 1.5228, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7782261371612549, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6871771216392517, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6823848485946655, + "learning_rate": 0.0015, + "loss": 1.5118, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6270849108695984, + "learning_rate": 0.0015, + "loss": 1.5111, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8293321132659912, + "learning_rate": 0.0015, + "loss": 1.5135, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.697428822517395, + "learning_rate": 0.0015, + "loss": 1.5199, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.5967044234275818, + "learning_rate": 0.0015, + "loss": 1.5125, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5544715523719788, + "learning_rate": 0.0015, + "loss": 1.5075, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.9727868437767029, + "learning_rate": 0.0015, + "loss": 1.5113, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.7310069799423218, + "learning_rate": 0.0015, + "loss": 1.519, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.7747533917427063, + "learning_rate": 0.0015, + "loss": 1.5223, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5666539072990417, + "learning_rate": 0.0015, + "loss": 1.5085, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.59869384765625, + "learning_rate": 0.0015, + "loss": 1.4887, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.520443856716156, + "learning_rate": 0.0015, + "loss": 1.5077, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.6021689176559448, + "learning_rate": 0.0015, + "loss": 1.5085, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7624187469482422, + "learning_rate": 0.0015, + "loss": 1.5086, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8453581929206848, + "learning_rate": 0.0015, + "loss": 1.5013, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.7012314796447754, + "learning_rate": 0.0015, + "loss": 1.518, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6165980696678162, + "learning_rate": 0.0015, + "loss": 1.5028, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7216675281524658, + "learning_rate": 0.0015, + "loss": 1.5087, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6874868273735046, + "learning_rate": 0.0015, + "loss": 1.5116, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5580333471298218, + "learning_rate": 0.0015, + "loss": 1.5012, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6233204007148743, + "learning_rate": 0.0015, + "loss": 1.4946, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6824832558631897, + "learning_rate": 0.0015, + "loss": 1.4943, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5857206583023071, + "learning_rate": 0.0015, + "loss": 1.5137, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6413280367851257, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.6493369340896606, + "learning_rate": 0.0015, + "loss": 1.5088, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.6379006505012512, + "learning_rate": 0.0015, + "loss": 1.4983, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6437706351280212, + "learning_rate": 0.0015, + "loss": 1.4893, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5746003985404968, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.0675814151763916, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.7103888392448425, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.53952556848526, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5914176106452942, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6269722580909729, + "learning_rate": 0.0015, + "loss": 1.4931, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.6420876383781433, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5700493454933167, + "learning_rate": 0.0015, + "loss": 1.5001, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.6639719009399414, + "learning_rate": 0.0015, + "loss": 1.4879, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6735414266586304, + "learning_rate": 0.0015, + "loss": 1.4985, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.6394850015640259, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.6736827492713928, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.6361777186393738, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5799570679664612, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5939344763755798, + "learning_rate": 0.0015, + "loss": 1.4866, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5622565746307373, + "learning_rate": 0.0015, + "loss": 1.4965, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5914807915687561, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.6562783122062683, + "learning_rate": 0.0015, + "loss": 1.4998, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.6392592191696167, + "learning_rate": 0.0015, + "loss": 1.4958, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.8016908168792725, + "learning_rate": 0.0015, + "loss": 1.5008, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6368083953857422, + "learning_rate": 0.0015, + "loss": 1.501, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.6188535690307617, + "learning_rate": 0.0015, + "loss": 1.4872, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.7229503393173218, + "learning_rate": 0.0015, + "loss": 1.4801, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6336178183555603, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.5833616256713867, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5828094482421875, + "learning_rate": 0.0015, + "loss": 1.4856, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6903582215309143, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6231018900871277, + "learning_rate": 0.0015, + "loss": 1.4857, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5356478095054626, + "learning_rate": 0.0015, + "loss": 1.4836, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5384558439254761, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.7372967600822449, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.700654923915863, + "learning_rate": 0.0015, + "loss": 1.4888, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5394490957260132, + "learning_rate": 0.0015, + "loss": 1.4772, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.614011824131012, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.7026930451393127, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.5955589413642883, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.8915395140647888, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.663708508014679, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5448995232582092, + "learning_rate": 0.0015, + "loss": 1.4808, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.6886418461799622, + "learning_rate": 0.0015, + "loss": 1.475, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.7126356363296509, + "learning_rate": 0.0015, + "loss": 1.486, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.5966187715530396, + "learning_rate": 0.0015, + "loss": 1.4828, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5577530860900879, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7881457209587097, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5317174196243286, + "learning_rate": 0.0015, + "loss": 1.4862, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.5694594383239746, + "learning_rate": 0.0015, + "loss": 1.4766, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.6109514832496643, + "learning_rate": 0.0015, + "loss": 1.4795, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.5422523021697998, + "learning_rate": 0.0015, + "loss": 1.4936, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5639380216598511, + "learning_rate": 0.0015, + "loss": 1.4682, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5603376626968384, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.5457561016082764, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5526235103607178, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6319583058357239, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6389647722244263, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.6226533651351929, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.6680729985237122, + "learning_rate": 0.0015, + "loss": 1.4782, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.699388861656189, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5822103023529053, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5479047894477844, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.5745465159416199, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6743048429489136, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6289355158805847, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5514520406723022, + "learning_rate": 0.0015, + "loss": 1.4788, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6398304104804993, + "learning_rate": 0.0015, + "loss": 1.4609, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6768178939819336, + "learning_rate": 0.0015, + "loss": 1.479, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5781738758087158, + "learning_rate": 0.0015, + "loss": 1.4804, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.6289318203926086, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6006326675415039, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5571173429489136, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7171228528022766, + "learning_rate": 0.0015, + "loss": 1.4739, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.7601715922355652, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6442757248878479, + "learning_rate": 0.0015, + "loss": 1.4807, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.8816727995872498, + "learning_rate": 0.0015, + "loss": 1.4832, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.6388178467750549, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.6010212898254395, + "learning_rate": 0.0015, + "loss": 1.476, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5553440451622009, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5826687216758728, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.565367579460144, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.8090323805809021, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5813798904418945, + "learning_rate": 0.0015, + "loss": 1.4625, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.8920308947563171, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5381173491477966, + "learning_rate": 0.0015, + "loss": 1.4686, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5849639773368835, + "learning_rate": 0.0015, + "loss": 1.4717, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.6569827795028687, + "learning_rate": 0.0015, + "loss": 1.4651, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.5914872884750366, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7037190794944763, + "learning_rate": 0.0015, + "loss": 1.4619, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.7166423797607422, + "learning_rate": 0.0015, + "loss": 1.4828, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5268374681472778, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5577636361122131, + "learning_rate": 0.0015, + "loss": 1.4635, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5795514583587646, + "learning_rate": 0.0015, + "loss": 1.475, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.670405924320221, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.7040602564811707, + "learning_rate": 0.0015, + "loss": 1.4665, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.6669322848320007, + "learning_rate": 0.0015, + "loss": 1.4647, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.7414965629577637, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.5885231494903564, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6001221537590027, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5307698249816895, + "learning_rate": 0.0015, + "loss": 1.4736, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.5808476209640503, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.8642584085464478, + "learning_rate": 0.0015, + "loss": 1.454, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.5445716381072998, + "learning_rate": 0.0015, + "loss": 1.4775, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.5095697045326233, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.633233368396759, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.5968495607376099, + "learning_rate": 0.0015, + "loss": 1.4661, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.7888312339782715, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.7476255893707275, + "learning_rate": 0.0015, + "loss": 1.4646, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6436273455619812, + "learning_rate": 0.0015, + "loss": 1.4643, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.5799338221549988, + "learning_rate": 0.0015, + "loss": 1.47, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.6167886853218079, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.57327800989151, + "learning_rate": 0.0015, + "loss": 1.4614, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.595667839050293, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5202828049659729, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.561742901802063, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.6367873549461365, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.5855687260627747, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5318405032157898, + "learning_rate": 0.0015, + "loss": 1.4396, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5266106128692627, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.6130898594856262, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5058093667030334, + "learning_rate": 0.0015, + "loss": 1.465, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.7037327289581299, + "learning_rate": 0.0015, + "loss": 1.452, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5680815577507019, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.7030700445175171, + "learning_rate": 0.0015, + "loss": 1.4598, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6677927374839783, + "learning_rate": 0.0015, + "loss": 1.442, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5371360182762146, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6903518438339233, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5381430387496948, + "learning_rate": 0.0015, + "loss": 1.4489, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.7357153296470642, + "learning_rate": 0.0015, + "loss": 1.4644, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.5630563497543335, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5637800693511963, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5217317342758179, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.6386004090309143, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.6506286859512329, + "learning_rate": 0.0015, + "loss": 1.4465, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.7016057372093201, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6944337487220764, + "learning_rate": 0.0015, + "loss": 1.4463, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6351850628852844, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.6268001794815063, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5437992215156555, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.6136021614074707, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5644496083259583, + "learning_rate": 0.0015, + "loss": 1.4539, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5912958979606628, + "learning_rate": 0.0015, + "loss": 1.461, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.725299596786499, + "learning_rate": 0.0015, + "loss": 1.4503, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.527134358882904, + "learning_rate": 0.0015, + "loss": 1.4504, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.706976056098938, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.8941502571105957, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.6011282205581665, + "learning_rate": 0.0015, + "loss": 1.4446, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5284645557403564, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5965940952301025, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5459398627281189, + "learning_rate": 0.0015, + "loss": 1.4382, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.5910132527351379, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5403808951377869, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.743107259273529, + "learning_rate": 0.0015, + "loss": 1.4454, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7197443842887878, + "learning_rate": 0.0015, + "loss": 1.4446, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5556684732437134, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5397831201553345, + "learning_rate": 0.0015, + "loss": 1.4466, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5782108902931213, + "learning_rate": 0.0015, + "loss": 1.4414, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.7732884287834167, + "learning_rate": 0.0015, + "loss": 1.4402, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5555076003074646, + "learning_rate": 0.0015, + "loss": 1.4392, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.5733400583267212, + "learning_rate": 0.0015, + "loss": 1.4459, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6663935780525208, + "learning_rate": 0.0015, + "loss": 1.448, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.5980082750320435, + "learning_rate": 0.0015, + "loss": 1.4468, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7896722555160522, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5920150876045227, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6280402541160583, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.6328909993171692, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.599063515663147, + "learning_rate": 0.0015, + "loss": 1.44, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.6359413266181946, + "learning_rate": 0.0015, + "loss": 1.436, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5926364064216614, + "learning_rate": 0.0015, + "loss": 1.4371, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.608309805393219, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5794243812561035, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5262650847434998, + "learning_rate": 0.0015, + "loss": 1.4407, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5861445665359497, + "learning_rate": 0.0015, + "loss": 1.4393, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5474296808242798, + "learning_rate": 0.0015, + "loss": 1.4427, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.8075207471847534, + "learning_rate": 0.0015, + "loss": 1.4387, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5450811386108398, + "learning_rate": 0.0015, + "loss": 1.4435, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.6229982376098633, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7292780876159668, + "learning_rate": 0.0015, + "loss": 1.4442, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5265942215919495, + "learning_rate": 0.0015, + "loss": 1.4549, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.5641297101974487, + "learning_rate": 0.0015, + "loss": 1.4506, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.8600500822067261, + "learning_rate": 0.0015, + "loss": 1.446, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5192574858665466, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5317137241363525, + "learning_rate": 0.0015, + "loss": 1.4482, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.8360275030136108, + "learning_rate": 0.0015, + "loss": 1.4275, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.6226162314414978, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.6044192910194397, + "learning_rate": 0.0015, + "loss": 1.4403, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5660203099250793, + "learning_rate": 0.0015, + "loss": 1.4417, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5431947708129883, + "learning_rate": 0.0015, + "loss": 1.4419, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.6212903261184692, + "learning_rate": 0.0015, + "loss": 1.44, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6808838248252869, + "learning_rate": 0.0015, + "loss": 1.414, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.561962366104126, + "learning_rate": 0.0015, + "loss": 1.4223, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6142343282699585, + "learning_rate": 0.0015, + "loss": 1.4247, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5520644783973694, + "learning_rate": 0.0015, + "loss": 1.4344, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5744478702545166, + "learning_rate": 0.0015, + "loss": 1.4308, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.6295973658561707, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5243735313415527, + "learning_rate": 0.0015, + "loss": 1.4401, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5113600492477417, + "learning_rate": 0.0015, + "loss": 1.4511, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.585241973400116, + "learning_rate": 0.0015, + "loss": 1.4345, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.6048781871795654, + "learning_rate": 0.0015, + "loss": 1.4481, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.5778324604034424, + "learning_rate": 0.0015, + "loss": 1.4512, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5663139820098877, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.516270637512207, + "learning_rate": 0.0015, + "loss": 1.4333, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.6882340312004089, + "learning_rate": 0.0015, + "loss": 1.4428, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.6412220001220703, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5238667130470276, + "learning_rate": 0.0015, + "loss": 1.435, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.5808557868003845, + "learning_rate": 0.0015, + "loss": 1.4282, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.7341051697731018, + "learning_rate": 0.0015, + "loss": 1.4274, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.8130826950073242, + "learning_rate": 0.0015, + "loss": 1.4306, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6295958161354065, + "learning_rate": 0.0015, + "loss": 1.4392, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.6690378189086914, + "learning_rate": 0.0015, + "loss": 1.427, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.5623489618301392, + "learning_rate": 0.0015, + "loss": 1.4341, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5505332946777344, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5139110684394836, + "learning_rate": 0.0015, + "loss": 1.4171, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6092433333396912, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5405699610710144, + "learning_rate": 0.0015, + "loss": 1.4483, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5922624468803406, + "learning_rate": 0.0015, + "loss": 1.4344, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.6210659146308899, + "learning_rate": 0.0015, + "loss": 1.4326, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5855004191398621, + "learning_rate": 0.0015, + "loss": 1.4157, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5853936076164246, + "learning_rate": 0.0015, + "loss": 1.435, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5281463861465454, + "learning_rate": 0.0015, + "loss": 1.419, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.7227752804756165, + "learning_rate": 0.0015, + "loss": 1.4388, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7425885200500488, + "learning_rate": 0.0015, + "loss": 1.4294, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5315224528312683, + "learning_rate": 0.0015, + "loss": 1.4294, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5397734642028809, + "learning_rate": 0.0015, + "loss": 1.4278, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5076785087585449, + "learning_rate": 0.0015, + "loss": 1.4216, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5564759373664856, + "learning_rate": 0.0015, + "loss": 1.4333, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5860690474510193, + "learning_rate": 0.0015, + "loss": 1.4296, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.5914776921272278, + "learning_rate": 0.0015, + "loss": 1.4267, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.9994964599609375, + "learning_rate": 0.0015, + "loss": 1.4279, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.6222503781318665, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.5461714863777161, + "learning_rate": 0.0015, + "loss": 1.4296, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5366678237915039, + "learning_rate": 0.0014854972418331944, + "loss": 1.4111, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5969879627227783, + "learning_rate": 0.0014650219182191931, + "loss": 1.4339, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5103928446769714, + "learning_rate": 0.001444828815847542, + "loss": 1.4352, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.6483280658721924, + "learning_rate": 0.0014249140447269945, + "loss": 1.4254, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5745824575424194, + "learning_rate": 0.0014052737684839257, + "loss": 1.422, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.6464072465896606, + "learning_rate": 0.0013859042036232954, + "loss": 1.4291, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.9690040946006775, + "learning_rate": 0.001366801618799797, + "loss": 1.416, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.6810333132743835, + "learning_rate": 0.001347962334099052, + "loss": 1.4176, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.4878316819667816, + "learning_rate": 0.0013293827203287143, + "loss": 1.4245, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5093593001365662, + "learning_rate": 0.0013110591983193423, + "loss": 1.4125, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6860863566398621, + "learning_rate": 0.0012929882382349102, + "loss": 1.4218, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5376235842704773, + "learning_rate": 0.0012751663588928214, + "loss": 1.417, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5228108763694763, + "learning_rate": 0.0012575901270932943, + "loss": 1.4114, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6319876313209534, + "learning_rate": 0.0012402561569579936, + "loss": 1.4056, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.7265379428863525, + "learning_rate": 0.0012231611092777745, + "loss": 1.4061, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5666329264640808, + "learning_rate": 0.0012063016908694193, + "loss": 1.3991, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.546264111995697, + "learning_rate": 0.0011896746539412405, + "loss": 1.4098, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.5310012102127075, + "learning_rate": 0.0011732767954674265, + "loss": 1.4009, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.6444507241249084, + "learning_rate": 0.0011571049565710122, + "loss": 1.4051, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.7691652774810791, + "learning_rate": 0.001141156021915355, + "loss": 1.4021, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5308224558830261, + "learning_rate": 0.001125426919103997, + "loss": 1.3832, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.49382564425468445, + "learning_rate": 0.001109914618088799, + "loss": 1.3857, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.7249054312705994, + "learning_rate": 0.0010946161305862348, + "loss": 1.3995, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.7635771036148071, + "learning_rate": 0.001079528509501728, + "loss": 1.3984, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5237568020820618, + "learning_rate": 0.0010646488483619261, + "loss": 1.3913, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5200632810592651, + "learning_rate": 0.0010499742807547976, + "loss": 1.3801, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.4805111587047577, + "learning_rate": 0.0010355019797774478, + "loss": 1.3887, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.6184947490692139, + "learning_rate": 0.001021229157491546, + "loss": 1.3747, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5290433764457703, + "learning_rate": 0.0010071530643862578, + "loss": 1.3779, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.4848653972148895, + "learning_rate": 0.000993270988848579, + "loss": 1.3894, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5046072602272034, + "learning_rate": 0.0009795802566409742, + "loss": 1.3842, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.6274845004081726, + "learning_rate": 0.0009660782303862109, + "loss": 1.3926, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.49987682700157166, + "learning_rate": 0.0009527623090592963, + "loss": 1.3827, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5083965063095093, + "learning_rate": 0.0009396299274864177, + "loss": 1.398, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.49454379081726074, + "learning_rate": 0.0009266785558507877, + "loss": 1.3962, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5040996074676514, + "learning_rate": 0.0009139056992053016, + "loss": 1.3786, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.667354941368103, + "learning_rate": 0.000901308896991912, + "loss": 1.3717, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5207562446594238, + "learning_rate": 0.000888885722567627, + "loss": 1.3789, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.519875705242157, + "learning_rate": 0.0008766337827370438, + "loss": 1.3727, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.7908602952957153, + "learning_rate": 0.000864550717291324, + "loss": 1.3749, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.762065589427948, + "learning_rate": 0.0008526341985535229, + "loss": 1.3702, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5344306230545044, + "learning_rate": 0.0008408819309301891, + "loss": 1.3655, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6269177198410034, + "learning_rate": 0.0008292916504691397, + "loss": 1.3701, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.4671165347099304, + "learning_rate": 0.0008178611244233354, + "loss": 1.3761, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5067280530929565, + "learning_rate": 0.0008065881508207637, + "loss": 1.3606, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4908502995967865, + "learning_rate": 0.0007954705580402523, + "loss": 1.3697, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.49855223298072815, + "learning_rate": 0.0007845062043931298, + "loss": 1.36, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.5829418897628784, + "learning_rate": 0.0007736929777106497, + "loss": 1.3663, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5269045233726501, + "learning_rate": 0.000763028794937105, + "loss": 1.3586, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.46957603096961975, + "learning_rate": 0.0007525116017285476, + "loss": 1.3576, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.4709470272064209, + "learning_rate": 0.0007421393720570417, + "loss": 1.3605, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4660401940345764, + "learning_rate": 0.0007319101078203694, + "loss": 1.3594, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.6550858616828918, + "learning_rate": 0.0007218218384571178, + "loss": 1.3543, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.55482017993927, + "learning_rate": 0.0007118726205670703, + "loss": 1.355, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5752652883529663, + "learning_rate": 0.0007020605375368316, + "loss": 1.3582, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.6009365320205688, + "learning_rate": 0.000692383699170611, + "loss": 1.3487, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.508026659488678, + "learning_rate": 0.0006828402413260966, + "loss": 1.3564, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5703988075256348, + "learning_rate": 0.0006734283255553471, + "loss": 1.3563, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.4827798008918762, + "learning_rate": 0.0006641461387506347, + "loss": 1.3582, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.5830769538879395, + "learning_rate": 0.0006549918927951678, + "loss": 1.3562, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5382652878761292, + "learning_rate": 0.0006459638242186297, + "loss": 1.3544, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.4844338893890381, + "learning_rate": 0.0006370601938574639, + "loss": 1.3535, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5328819751739502, + "learning_rate": 0.0006282792865198421, + "loss": 1.3573, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.48490241169929504, + "learning_rate": 0.0006196194106552512, + "loss": 1.3444, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.5487757921218872, + "learning_rate": 0.0006110788980286328, + "loss": 1.3464, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5482735633850098, + "learning_rate": 0.0006026561033990158, + "loss": 1.3486, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5385942459106445, + "learning_rate": 0.000594349404202577, + "loss": 1.3443, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6625657081604004, + "learning_rate": 0.0005861572002400716, + "loss": 1.3345, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.5083481073379517, + "learning_rate": 0.0005780779133685717, + "loss": 1.343, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5370842218399048, + "learning_rate": 0.0005701099871974524, + "loss": 1.3387, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.4709780812263489, + "learning_rate": 0.0005622518867885708, + "loss": 1.3348, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5011778473854065, + "learning_rate": 0.0005545020983605748, + "loss": 1.3441, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5303826928138733, + "learning_rate": 0.0005468591289972898, + "loss": 1.3316, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.48876091837882996, + "learning_rate": 0.0005393215063601232, + "loss": 1.3325, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5018401145935059, + "learning_rate": 0.0005318877784044343, + "loss": 1.356, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5491061806678772, + "learning_rate": 0.0005245565130998126, + "loss": 1.3361, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.4945247769355774, + "learning_rate": 0.000517326298154212, + "loss": 1.3428, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5948100686073303, + "learning_rate": 0.0005101957407418877, + "loss": 1.3448, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.4961825907230377, + "learning_rate": 0.0005031634672350829, + "loss": 1.3417, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5309960246086121, + "learning_rate": 0.0004962281229394129, + "loss": 1.3315, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.4714023470878601, + "learning_rate": 0.0004893883718328983, + "loss": 1.3264, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.5240657329559326, + "learning_rate": 0.0004826428963085938, + "loss": 1.3293, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5004906058311462, + "learning_rate": 0.00047599039692076457, + "loss": 1.3311, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.4975900948047638, + "learning_rate": 0.0004694295921345622, + "loss": 1.3408, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.505084216594696, + "learning_rate": 0.00046295921807915015, + "loss": 1.3135, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6532091498374939, + "learning_rate": 0.00045657802830423164, + "loss": 1.3279, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5637933611869812, + "learning_rate": 0.00045028479353993473, + "loss": 1.3303, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.691018283367157, + "learning_rate": 0.00044407830146000587, + "loss": 1.3362, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.569522500038147, + "learning_rate": 0.0004379573564482676, + "loss": 1.3213, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5943568348884583, + "learning_rate": 0.0004319207793682963, + "loss": 1.329, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.6255069375038147, + "learning_rate": 0.0004259674073362731, + "loss": 1.335, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.5183704495429993, + "learning_rate": 0.00042009609349696626, + "loss": 1.3295, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.4704875946044922, + "learning_rate": 0.00041430570680280233, + "loss": 1.3277, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5074374079704285, + "learning_rate": 0.0004085951317959809, + "loss": 1.3227, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5200400948524475, + "learning_rate": 0.00040296326839359315, + "loss": 1.332, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.6528633832931519, + "learning_rate": 0.000397409031675703, + "loss": 1.3265, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.49102628231048584, + "learning_rate": 0.00039193135167634786, + "loss": 1.335, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5010769367218018, + "learning_rate": 0.00038652917317742123, + "loss": 1.318, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5290884375572205, + "learning_rate": 0.0003812014555053956, + "loss": 1.3173, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.46309688687324524, + "learning_rate": 0.00037594717233084774, + "loss": 1.3241, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.5092751979827881, + "learning_rate": 0.0003707653114707471, + "loss": 1.3304, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5297157764434814, + "learning_rate": 0.00036565487469346906, + "loss": 1.3099, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.47773805260658264, + "learning_rate": 0.0003606148775264958, + "loss": 1.3127, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5312460660934448, + "learning_rate": 0.0003556443490667684, + "loss": 1.3177, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.6486009359359741, + "learning_rate": 0.0003507423317936521, + "loss": 1.321, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.47344207763671875, + "learning_rate": 0.00034590788138448006, + "loss": 1.335, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.47290611267089844, + "learning_rate": 0.0003411400665326393, + "loss": 1.3292, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.4823418855667114, + "learning_rate": 0.00033643796876816424, + "loss": 1.3247, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5188544392585754, + "learning_rate": 0.000331800682280803, + "loss": 1.3189, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.46605202555656433, + "learning_rate": 0.0003272273137455226, + "loss": 1.3199, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5110488533973694, + "learning_rate": 0.00032271698215041863, + "loss": 1.3141, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.4910179078578949, + "learning_rate": 0.0003182688186269984, + "loss": 1.3187, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.5152925252914429, + "learning_rate": 0.0003138819662828017, + "loss": 1.326, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.4966948926448822, + "learning_rate": 0.00030955558003632966, + "loss": 1.3289, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4542575776576996, + "learning_rate": 0.0003052888264542483, + "loss": 1.3136, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5378862023353577, + "learning_rate": 0.0003010808835908368, + "loss": 1.3061, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.4870184361934662, + "learning_rate": 0.00029693094082964785, + "loss": 1.3139, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5277137160301208, + "learning_rate": 0.0002928381987273508, + "loss": 1.3095, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.4717441499233246, + "learning_rate": 0.0002888018688597272, + "loss": 1.3065, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.49216166138648987, + "learning_rate": 0.0002848211736697894, + "loss": 1.3147, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5425299406051636, + "learning_rate": 0.00028089534631799183, + "loss": 1.3152, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.45568835735321045, + "learning_rate": 0.0002770236305345076, + "loss": 1.3028, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.47306162118911743, + "learning_rate": 0.00027320528047354093, + "loss": 1.3118, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.480543315410614, + "learning_rate": 0.00026943956056964773, + "loss": 1.3191, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.48114633560180664, + "learning_rate": 0.0002657257453960364, + "loss": 1.2981, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.49501311779022217, + "learning_rate": 0.0002620631195248222, + "loss": 1.3052, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.48266351222991943, + "learning_rate": 0.00025845097738920735, + "loss": 1.2905, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.5152450799942017, + "learning_rate": 0.0002548886231475606, + "loss": 1.2963, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4615631401538849, + "learning_rate": 0.0002513753705493713, + "loss": 1.2994, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.47058191895484924, + "learning_rate": 0.0002479105428030497, + "loss": 1.3083, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.4936390221118927, + "learning_rate": 0.00024449347244555043, + "loss": 1.3, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.4663834869861603, + "learning_rate": 0.00024112350121379254, + "loss": 1.3077, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.464754581451416, + "learning_rate": 0.000237799979917852, + "loss": 1.3138, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.49306800961494446, + "learning_rate": 0.00023452226831590227, + "loss": 1.3078, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5315954685211182, + "learning_rate": 0.00023128973499087779, + "loss": 1.3156, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.45483651757240295, + "learning_rate": 0.00022810175722883858, + "loss": 1.2992, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.5130757093429565, + "learning_rate": 0.0002249577208990106, + "loss": 1.3006, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5637947916984558, + "learning_rate": 0.00022185702033547996, + "loss": 1.2995, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.5045897960662842, + "learning_rate": 0.00021879905822051756, + "loss": 1.2965, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5311060547828674, + "learning_rate": 0.00021578324546951222, + "loss": 1.2967, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5004249811172485, + "learning_rate": 0.00021280900111748948, + "loss": 1.3082, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.456435889005661, + "learning_rate": 0.00020987575220719483, + "loss": 1.303, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.46554267406463623, + "learning_rate": 0.00020698293367871933, + "loss": 1.2948, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.47276362776756287, + "learning_rate": 0.00020412998826064692, + "loss": 1.2991, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.4799243211746216, + "learning_rate": 0.00020131636636270178, + "loss": 1.3118, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.44948357343673706, + "learning_rate": 0.00019854152596987523, + "loss": 1.2852, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5160753130912781, + "learning_rate": 0.00019580493253801255, + "loss": 1.3087, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5136882066726685, + "learning_rate": 0.00019310605889083838, + "loss": 1.2994, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.4668951630592346, + "learning_rate": 0.0001904443851184018, + "loss": 1.315, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4726894795894623, + "learning_rate": 0.00018781939847692096, + "loss": 1.2922, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4939499795436859, + "learning_rate": 0.00018523059329000844, + "loss": 1.2987, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5483400225639343, + "learning_rate": 0.0001826774708512579, + "loss": 1.3123, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.5137965679168701, + "learning_rate": 0.00018015953932817348, + "loss": 1.2875, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4608552157878876, + "learning_rate": 0.00017767631366742332, + "loss": 1.2954, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.5277746915817261, + "learning_rate": 0.00017522731550139922, + "loss": 1.2946, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5126060843467712, + "learning_rate": 0.00017281207305606407, + "loss": 1.2962, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5055632591247559, + "learning_rate": 0.00017043012106006926, + "loss": 1.3032, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4589047431945801, + "learning_rate": 0.00016808100065512528, + "loss": 1.3038, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.5196783542633057, + "learning_rate": 0.00016576425930760734, + "loss": 1.2913, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5244337320327759, + "learning_rate": 0.00016347945072137934, + "loss": 1.2892, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.5240455865859985, + "learning_rate": 0.00016122613475181977, + "loss": 1.2988, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5089477896690369, + "learning_rate": 0.00015900387732103232, + "loss": 1.291, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5250300765037537, + "learning_rate": 0.00015681225033422526, + "loss": 1.3059, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.44551143050193787, + "learning_rate": 0.00015465083159724345, + "loss": 1.2953, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5375047922134399, + "learning_rate": 0.0001525192047352371, + "loss": 1.2942, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.4749961793422699, + "learning_rate": 0.00015041695911245136, + "loss": 1.3014, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.4921550154685974, + "learning_rate": 0.00014834368975312172, + "loss": 1.2897, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.4852724075317383, + "learning_rate": 0.00014629899726345958, + "loss": 1.2765, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.4684356153011322, + "learning_rate": 0.00014428248775471316, + "loss": 1.2851, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4646863341331482, + "learning_rate": 0.000142293772767289, + "loss": 1.274, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5266587138175964, + "learning_rate": 0.00014033246919591922, + "loss": 1.2888, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.4876491129398346, + "learning_rate": 0.00013839819921586025, + "loss": 1.3102, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.49130967259407043, + "learning_rate": 0.00013649059021010894, + "loss": 1.305, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.49542373418807983, + "learning_rate": 0.00013460927469762155, + "loss": 1.2852, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.4820687174797058, + "learning_rate": 0.00013275389026252255, + "loss": 1.2938, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.4949972629547119, + "learning_rate": 0.0001309240794842889, + "loss": 1.2911, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.5055283308029175, + "learning_rate": 0.00012911948986889664, + "loss": 1.3017, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.4902411997318268, + "learning_rate": 0.00012733977378091664, + "loss": 1.2943, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5116524696350098, + "learning_rate": 0.00012558458837654633, + "loss": 1.3001, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.46216875314712524, + "learning_rate": 0.00012385359553756422, + "loss": 1.283, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4756139814853668, + "learning_rate": 0.0001221464618061951, + "loss": 1.2841, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4843553602695465, + "learning_rate": 0.0001204628583208727, + "loss": 1.2809, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5512832999229431, + "learning_rate": 0.00011880246075288824, + "loss": 1.2936, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5163074135780334, + "learning_rate": 0.00011716494924391148, + "loss": 1.2894, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.47564107179641724, + "learning_rate": 0.00011555000834437363, + "loss": 1.2964, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5144618153572083, + "learning_rate": 0.00011395732695269907, + "loss": 1.2881, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5242222547531128, + "learning_rate": 0.00011238659825537507, + "loss": 1.2879, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.46482113003730774, + "learning_rate": 0.00011083751966784716, + "loss": 1.3019, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.46565577387809753, + "learning_rate": 0.00010930979277622952, + "loss": 1.2812, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.4554700553417206, + "learning_rate": 0.00010780312327981853, + "loss": 1.2898, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.46447324752807617, + "learning_rate": 0.0001063172209343989, + "loss": 1.2946, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4921494126319885, + "learning_rate": 0.000104851799496331, + "loss": 1.2951, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.48273053765296936, + "learning_rate": 0.00010340657666740917, + "loss": 1.283, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.4731471538543701, + "learning_rate": 0.00010198127404047976, + "loss": 1.2775, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5514680743217468, + "learning_rate": 0.00010057561704580898, + "loss": 1.2962, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.47624343633651733, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2869, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5039873123168945, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2844, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4922039806842804, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2843, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4668273627758026, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2804, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4708327054977417, + "learning_rate": 9.383266863140043e-05, + "loss": 1.2913, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.47959965467453003, + "learning_rate": 9.25393277878844e-05, + "loss": 1.282, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.46921077370643616, + "learning_rate": 9.126381368383881e-05, + "loss": 1.288, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5404256582260132, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2832, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.47403275966644287, + "learning_rate": 8.876528622283232e-05, + "loss": 1.2952, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.4553932249546051, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2874, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.47285547852516174, + "learning_rate": 8.63351608942968e-05, + "loss": 1.2934, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.460549920797348, + "learning_rate": 8.514516180927926e-05, + "loss": 1.2891, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.46874484419822693, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2865, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.4736628830432892, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3032, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.46797215938568115, + "learning_rate": 8.167267732713705e-05, + "loss": 1.2918, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.46798843145370483, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2877, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4596850872039795, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2736, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.4654959440231323, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2728, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4837932884693146, + "learning_rate": 7.726198865777852e-05, + "loss": 1.298, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.48890531063079834, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2768, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4484415650367737, + "learning_rate": 7.514678885885086e-05, + "loss": 1.2956, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.45066314935684204, + "learning_rate": 7.411100449176634e-05, + "loss": 1.288, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.470375120639801, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2746, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.48986098170280457, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2796, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.4666622579097748, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2766, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4520988464355469, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2841, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.48233267664909363, + "learning_rate": 6.914233817972799e-05, + "loss": 1.2908, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.4731663763523102, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2797, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5251386165618896, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2814, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5002477765083313, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3002, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4532804787158966, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2869, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.46717965602874756, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2841, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4740357995033264, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2787, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.48714375495910645, + "learning_rate": 6.274078802246449e-05, + "loss": 1.288, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.48944953083992004, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2818, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4496278464794159, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2844, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.45108094811439514, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2788, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.4812398850917816, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2836, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4708564579486847, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2729, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.47171875834465027, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2842, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.47209882736206055, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2815, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4671887159347534, + "learning_rate": 5.61472058702326e-05, + "loss": 1.2951, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.46785426139831543, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2906, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.49801570177078247, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2817, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.5166123509407043, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2739, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5468111038208008, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.2913, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.4588988423347473, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2836, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5207972526550293, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2896, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4933626353740692, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.278, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.4750603437423706, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2799, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.480411171913147, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2792, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.4989491403102875, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2883, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5354823470115662, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2703, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4586617350578308, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2742, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.49164167046546936, + "learning_rate": 4.687785060483031e-05, + "loss": 1.277, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4514996409416199, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2834, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.4464404284954071, + "learning_rate": 4.559447669877288e-05, + "loss": 1.2895, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4650578200817108, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2868, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.48441407084465027, + "learning_rate": 4.434623769249217e-05, + "loss": 1.282, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.46642568707466125, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2803, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4851605296134949, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2756, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.469745934009552, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2882, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.47525298595428467, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2776, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.5118164420127869, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2749, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5095266103744507, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2656, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4578050673007965, + "learning_rate": 4.024043692919589e-05, + "loss": 1.276, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.46929845213890076, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2813, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4484109580516815, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2757, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.46053996682167053, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2739, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4593728184700012, + "learning_rate": 3.806727394468005e-05, + "loss": 1.2912, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4655931890010834, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2773, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4637735188007355, + "learning_rate": 3.702510700602975e-05, + "loss": 1.2937, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.47105222940444946, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2797, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5045534372329712, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2798, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.517986536026001, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.279, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.46878963708877563, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2809, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4535967707633972, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2826, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.4552432596683502, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2841, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.46975669264793396, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2745, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.4926530122756958, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2733, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.43800973892211914, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2807, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.4557863473892212, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2766, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.468304306268692, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2771, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4833139479160309, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2791, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.45856285095214844, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2837, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5141430497169495, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2798, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5297994613647461, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2774, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4530332684516907, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2842, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4460042715072632, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2763, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.4769385755062103, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2765, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.47912001609802246, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2743, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5202059745788574, + "learning_rate": 2.805057521067472e-05, + "loss": 1.2942, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.46697160601615906, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2704, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.4940732419490814, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2817, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4639584422111511, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2827, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4650475084781647, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2828, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.4645904302597046, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2831, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.47728443145751953, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2845, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4670153856277466, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2631, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4669053554534912, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2765, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.4864523410797119, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2864, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.46119776368141174, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2686, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5017858743667603, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.2902, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.49536940455436707, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2777, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.46517708897590637, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2829, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.47231581807136536, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2837, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.45664721727371216, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2796, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.48494887351989746, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2743, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4595504403114319, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2776, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.4692482650279999, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2775, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4805602431297302, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2744, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.44999340176582336, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2674, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.45670419931411743, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.261, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4626820981502533, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2735, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4641728699207306, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2683, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.45692700147628784, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2813, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.44312015175819397, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2699, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.46310457587242126, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.276, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.47141996026039124, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2746, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.48251011967658997, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2757, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4870384633541107, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2703, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4840216338634491, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2829, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.46854716539382935, + "learning_rate": 1.824241021639465e-05, + "loss": 1.282, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.46142417192459106, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2914, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4705776274204254, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.284, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4654499292373657, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.282, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.46457529067993164, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2679, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.49462538957595825, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2722, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4786498546600342, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2831, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.4924539625644684, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2585, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4809725284576416, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2792, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.4645226299762726, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2787, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4642578661441803, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2749, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4650630056858063, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2838, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4606262743473053, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2703, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4388413727283478, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2801, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3256233930587769, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2745, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-gelu/checkpoint-9480/training_args.bin b/saves-llama-gelu/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3403e244e8da0025ee28818366052f4db973ba5 --- /dev/null +++ b/saves-llama-gelu/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4e1f9a8df923764b3ee90a07f1dcc4b257c6e753d087d2ae3503327e2e7bea +size 5176 diff --git a/saves-llama-gelu/config.json b/saves-llama-gelu/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba6690681d619a145f2d3f0ed9d7ccb5cb21527a --- /dev/null +++ b/saves-llama-gelu/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu/generation_config.json b/saves-llama-gelu/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu/model.safetensors b/saves-llama-gelu/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07379000af1fcf8c12a76b1c2ce67874640c9cb5 --- /dev/null +++ b/saves-llama-gelu/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880f7f6ffe0fe1550d3b9d4b3e8c2b1a60f84c415cb4ae5a95a9b9a4ee7beb12 +size 8346712 diff --git a/saves-llama-gelu/result.log b/saves-llama-gelu/result.log new file mode 100644 index 0000000000000000000000000000000000000000..b876e8c5f98cb14070ec3beb6f180e7c5e5aa11c --- /dev/null +++ b/saves-llama-gelu/result.log @@ -0,0 +1 @@ +{'train_runtime': 2182.4672, 'train_samples_per_second': 4447.537, 'train_steps_per_second': 4.344, 'train_loss': 1.5775672359305595, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-gelu/special_tokens_map.json b/saves-llama-gelu/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu/tokenizer.json b/saves-llama-gelu/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu/tokenizer_config.json b/saves-llama-gelu/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_10/checkpoint-9480/config.json b/saves-llama-gelu_10/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53d6f7b17f96c4179225781d445d2dc536188e5e --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_10", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_10/checkpoint-9480/generation_config.json b/saves-llama-gelu_10/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_10/checkpoint-9480/model.safetensors b/saves-llama-gelu_10/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3c102328dac58c63bb71c0d11ac1e8d7e3042a3 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace0feb42c50ab72605f3168710de7742837deeb59f9d2ee13cf1f3f1172a9e5 +size 8346712 diff --git a/saves-llama-gelu_10/checkpoint-9480/optimizer.pt b/saves-llama-gelu_10/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d586e4382c3215efae06ae4d58b37b4bb3d43028 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132449cff92eba4ce3c7c8f945c94f163b3706cef28dd3a80da7b9a599fd93c4 +size 16706402 diff --git a/saves-llama-gelu_10/checkpoint-9480/rng_state.pth b/saves-llama-gelu_10/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-gelu_10/checkpoint-9480/scheduler.pt b/saves-llama-gelu_10/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-gelu_10/checkpoint-9480/special_tokens_map.json b/saves-llama-gelu_10/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_10/checkpoint-9480/tokenizer.json b/saves-llama-gelu_10/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_10/checkpoint-9480/tokenizer_config.json b/saves-llama-gelu_10/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_10/checkpoint-9480/trainer_state.json b/saves-llama-gelu_10/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d4681f15bbbfb23562cb373791d760e5efcac030 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2900944948196411, + "learning_rate": 0.00015822784810126583, + "loss": 7.4979, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1720187664031982, + "learning_rate": 0.00031645569620253165, + "loss": 6.8904, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.850965678691864, + "learning_rate": 0.00047468354430379745, + "loss": 6.2363, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.9059324264526367, + "learning_rate": 0.0006329113924050633, + "loss": 5.7415, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.6907213926315308, + "learning_rate": 0.0007911392405063291, + "loss": 5.2578, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.988332986831665, + "learning_rate": 0.0009493670886075949, + "loss": 4.7521, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.29574453830719, + "learning_rate": 0.0011075949367088608, + "loss": 4.3703, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.2029248476028442, + "learning_rate": 0.0012658227848101266, + "loss": 4.1275, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.6928174495697021, + "learning_rate": 0.0014240506329113926, + "loss": 3.9265, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.0522255897521973, + "learning_rate": 0.0015, + "loss": 3.7737, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.721312403678894, + "learning_rate": 0.0015, + "loss": 3.6168, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.1202422380447388, + "learning_rate": 0.0015, + "loss": 3.5, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.6925983428955078, + "learning_rate": 0.0015, + "loss": 3.393, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.060168743133545, + "learning_rate": 0.0015, + "loss": 3.2877, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.7827395796775818, + "learning_rate": 0.0015, + "loss": 3.2081, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.7690454721450806, + "learning_rate": 0.0015, + "loss": 3.1508, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7426619529724121, + "learning_rate": 0.0015, + "loss": 3.0775, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.7423863410949707, + "learning_rate": 0.0015, + "loss": 3.0442, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7675831913948059, + "learning_rate": 0.0015, + "loss": 2.9757, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.923655092716217, + "learning_rate": 0.0015, + "loss": 2.9352, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.9558002352714539, + "learning_rate": 0.0015, + "loss": 2.8967, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 1.1525710821151733, + "learning_rate": 0.0015, + "loss": 2.864, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 1.045106291770935, + "learning_rate": 0.0015, + "loss": 2.8201, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.6765981912612915, + "learning_rate": 0.0015, + "loss": 2.7772, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 1.1093599796295166, + "learning_rate": 0.0015, + "loss": 2.7435, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.9665632843971252, + "learning_rate": 0.0015, + "loss": 2.7121, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.7623193860054016, + "learning_rate": 0.0015, + "loss": 2.6824, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.9776089191436768, + "learning_rate": 0.0015, + "loss": 2.6463, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.9364262819290161, + "learning_rate": 0.0015, + "loss": 2.6235, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.1343644857406616, + "learning_rate": 0.0015, + "loss": 2.6, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.6810590028762817, + "learning_rate": 0.0015, + "loss": 2.5703, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9176515340805054, + "learning_rate": 0.0015, + "loss": 2.5367, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.8231906890869141, + "learning_rate": 0.0015, + "loss": 2.5325, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.8864274621009827, + "learning_rate": 0.0015, + "loss": 2.5042, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.045325517654419, + "learning_rate": 0.0015, + "loss": 2.4669, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.8459189534187317, + "learning_rate": 0.0015, + "loss": 2.4506, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.6683294177055359, + "learning_rate": 0.0015, + "loss": 2.4324, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8342185616493225, + "learning_rate": 0.0015, + "loss": 2.4213, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.8517315983772278, + "learning_rate": 0.0015, + "loss": 2.4056, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.0736851692199707, + "learning_rate": 0.0015, + "loss": 2.3738, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.8296298980712891, + "learning_rate": 0.0015, + "loss": 2.3685, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.7404698729515076, + "learning_rate": 0.0015, + "loss": 2.3413, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.7430567145347595, + "learning_rate": 0.0015, + "loss": 2.3199, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.1325000524520874, + "learning_rate": 0.0015, + "loss": 2.309, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.7666113376617432, + "learning_rate": 0.0015, + "loss": 2.3027, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7912418246269226, + "learning_rate": 0.0015, + "loss": 2.2815, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7484047412872314, + "learning_rate": 0.0015, + "loss": 2.2609, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.3634499311447144, + "learning_rate": 0.0015, + "loss": 2.2574, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8003369569778442, + "learning_rate": 0.0015, + "loss": 2.2351, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7614564895629883, + "learning_rate": 0.0015, + "loss": 2.2242, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.723198413848877, + "learning_rate": 0.0015, + "loss": 2.2108, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8658565878868103, + "learning_rate": 0.0015, + "loss": 2.2, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.774768054485321, + "learning_rate": 0.0015, + "loss": 2.186, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 1.2603986263275146, + "learning_rate": 0.0015, + "loss": 2.1687, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.9657768607139587, + "learning_rate": 0.0015, + "loss": 2.1696, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8478174805641174, + "learning_rate": 0.0015, + "loss": 2.1313, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 1.0692206621170044, + "learning_rate": 0.0015, + "loss": 2.1391, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.95798259973526, + "learning_rate": 0.0015, + "loss": 2.1376, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.80659019947052, + "learning_rate": 0.0015, + "loss": 2.1094, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.7846077680587769, + "learning_rate": 0.0015, + "loss": 2.0957, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.7823826670646667, + "learning_rate": 0.0015, + "loss": 2.0981, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.7547616362571716, + "learning_rate": 0.0015, + "loss": 2.0858, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.7252967953681946, + "learning_rate": 0.0015, + "loss": 2.0692, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.7492804527282715, + "learning_rate": 0.0015, + "loss": 2.0778, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.8598700165748596, + "learning_rate": 0.0015, + "loss": 2.0704, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.7392456531524658, + "learning_rate": 0.0015, + "loss": 2.0576, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.9330459237098694, + "learning_rate": 0.0015, + "loss": 2.0451, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.921111524105072, + "learning_rate": 0.0015, + "loss": 2.0362, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7925679087638855, + "learning_rate": 0.0015, + "loss": 2.0455, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8526214957237244, + "learning_rate": 0.0015, + "loss": 2.027, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7173347473144531, + "learning_rate": 0.0015, + "loss": 2.0174, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.9150657653808594, + "learning_rate": 0.0015, + "loss": 1.9992, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9017384052276611, + "learning_rate": 0.0015, + "loss": 1.9897, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8591272234916687, + "learning_rate": 0.0015, + "loss": 2.0025, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.7839824557304382, + "learning_rate": 0.0015, + "loss": 1.981, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.238034725189209, + "learning_rate": 0.0015, + "loss": 1.9809, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8030624985694885, + "learning_rate": 0.0015, + "loss": 1.972, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8890962600708008, + "learning_rate": 0.0015, + "loss": 1.9648, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7944323420524597, + "learning_rate": 0.0015, + "loss": 1.9706, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7370387315750122, + "learning_rate": 0.0015, + "loss": 1.9479, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7489625811576843, + "learning_rate": 0.0015, + "loss": 1.9328, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.8259197473526001, + "learning_rate": 0.0015, + "loss": 1.945, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.8472774624824524, + "learning_rate": 0.0015, + "loss": 1.9469, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.8071711659431458, + "learning_rate": 0.0015, + "loss": 1.9238, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7328027486801147, + "learning_rate": 0.0015, + "loss": 1.9245, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7462289929389954, + "learning_rate": 0.0015, + "loss": 1.9253, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.6801846623420715, + "learning_rate": 0.0015, + "loss": 1.9206, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8341561555862427, + "learning_rate": 0.0015, + "loss": 1.9129, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.8199224472045898, + "learning_rate": 0.0015, + "loss": 1.9029, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.985684871673584, + "learning_rate": 0.0015, + "loss": 1.9013, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7472009658813477, + "learning_rate": 0.0015, + "loss": 1.9057, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6926509737968445, + "learning_rate": 0.0015, + "loss": 1.8925, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.9702551960945129, + "learning_rate": 0.0015, + "loss": 1.8804, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7516466975212097, + "learning_rate": 0.0015, + "loss": 1.8894, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.7638765573501587, + "learning_rate": 0.0015, + "loss": 1.8683, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.8820604681968689, + "learning_rate": 0.0015, + "loss": 1.8759, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.0677109956741333, + "learning_rate": 0.0015, + "loss": 1.8773, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.8687389492988586, + "learning_rate": 0.0015, + "loss": 1.8558, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.6791872382164001, + "learning_rate": 0.0015, + "loss": 1.8525, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.9034246206283569, + "learning_rate": 0.0015, + "loss": 1.8624, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7845780253410339, + "learning_rate": 0.0015, + "loss": 1.8542, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.9520986080169678, + "learning_rate": 0.0015, + "loss": 1.8475, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.879350483417511, + "learning_rate": 0.0015, + "loss": 1.85, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.6869158744812012, + "learning_rate": 0.0015, + "loss": 1.8431, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.8841139674186707, + "learning_rate": 0.0015, + "loss": 1.8425, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.7698689699172974, + "learning_rate": 0.0015, + "loss": 1.8309, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.781151294708252, + "learning_rate": 0.0015, + "loss": 1.8231, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.8235698938369751, + "learning_rate": 0.0015, + "loss": 1.8185, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.7147543430328369, + "learning_rate": 0.0015, + "loss": 1.83, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7635578513145447, + "learning_rate": 0.0015, + "loss": 1.8162, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6321555376052856, + "learning_rate": 0.0015, + "loss": 1.8206, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7827277779579163, + "learning_rate": 0.0015, + "loss": 1.8149, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.9091566205024719, + "learning_rate": 0.0015, + "loss": 1.8002, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7883399724960327, + "learning_rate": 0.0015, + "loss": 1.8142, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.0488635301589966, + "learning_rate": 0.0015, + "loss": 1.8, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7445605993270874, + "learning_rate": 0.0015, + "loss": 1.807, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.8629063963890076, + "learning_rate": 0.0015, + "loss": 1.7939, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6626562476158142, + "learning_rate": 0.0015, + "loss": 1.7806, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6432856917381287, + "learning_rate": 0.0015, + "loss": 1.7822, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.6916394233703613, + "learning_rate": 0.0015, + "loss": 1.7933, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.7310307621955872, + "learning_rate": 0.0015, + "loss": 1.7886, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6500587463378906, + "learning_rate": 0.0015, + "loss": 1.7723, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7295315861701965, + "learning_rate": 0.0015, + "loss": 1.7634, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6992786526679993, + "learning_rate": 0.0015, + "loss": 1.7791, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.695243775844574, + "learning_rate": 0.0015, + "loss": 1.7849, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.7244482636451721, + "learning_rate": 0.0015, + "loss": 1.7663, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6903680562973022, + "learning_rate": 0.0015, + "loss": 1.7628, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.8517889976501465, + "learning_rate": 0.0015, + "loss": 1.7763, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.6429932117462158, + "learning_rate": 0.0015, + "loss": 1.7625, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.5941759347915649, + "learning_rate": 0.0015, + "loss": 1.7492, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7779079079627991, + "learning_rate": 0.0015, + "loss": 1.7535, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8056157231330872, + "learning_rate": 0.0015, + "loss": 1.7587, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.0647435188293457, + "learning_rate": 0.0015, + "loss": 1.7487, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.664645254611969, + "learning_rate": 0.0015, + "loss": 1.7533, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.749737024307251, + "learning_rate": 0.0015, + "loss": 1.7556, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6377522349357605, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.8008196353912354, + "learning_rate": 0.0015, + "loss": 1.7412, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.740041971206665, + "learning_rate": 0.0015, + "loss": 1.7336, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.6271490454673767, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8197513818740845, + "learning_rate": 0.0015, + "loss": 1.7241, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7526323795318604, + "learning_rate": 0.0015, + "loss": 1.7295, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.6436764597892761, + "learning_rate": 0.0015, + "loss": 1.7355, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7338356971740723, + "learning_rate": 0.0015, + "loss": 1.7296, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.6511281728744507, + "learning_rate": 0.0015, + "loss": 1.7271, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7010757923126221, + "learning_rate": 0.0015, + "loss": 1.7231, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6682503819465637, + "learning_rate": 0.0015, + "loss": 1.7175, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8640552759170532, + "learning_rate": 0.0015, + "loss": 1.7166, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.6911349296569824, + "learning_rate": 0.0015, + "loss": 1.7215, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.6677291989326477, + "learning_rate": 0.0015, + "loss": 1.7165, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6320167779922485, + "learning_rate": 0.0015, + "loss": 1.7156, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.7043343782424927, + "learning_rate": 0.0015, + "loss": 1.7186, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.642522931098938, + "learning_rate": 0.0015, + "loss": 1.7156, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6582235097885132, + "learning_rate": 0.0015, + "loss": 1.6986, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6012140512466431, + "learning_rate": 0.0015, + "loss": 1.6899, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.9438639879226685, + "learning_rate": 0.0015, + "loss": 1.6913, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6647754907608032, + "learning_rate": 0.0015, + "loss": 1.6956, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.9089834690093994, + "learning_rate": 0.0015, + "loss": 1.6913, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7319679856300354, + "learning_rate": 0.0015, + "loss": 1.6994, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8198645710945129, + "learning_rate": 0.0015, + "loss": 1.6968, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.6585257053375244, + "learning_rate": 0.0015, + "loss": 1.6978, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.637772262096405, + "learning_rate": 0.0015, + "loss": 1.6941, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6837565898895264, + "learning_rate": 0.0015, + "loss": 1.6658, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7456943392753601, + "learning_rate": 0.0015, + "loss": 1.6795, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6619670987129211, + "learning_rate": 0.0015, + "loss": 1.6826, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.6077799201011658, + "learning_rate": 0.0015, + "loss": 1.6719, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.682167649269104, + "learning_rate": 0.0015, + "loss": 1.6726, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.8284013867378235, + "learning_rate": 0.0015, + "loss": 1.6829, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.3403370380401611, + "learning_rate": 0.0015, + "loss": 1.6716, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7174342274665833, + "learning_rate": 0.0015, + "loss": 1.6671, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7241065502166748, + "learning_rate": 0.0015, + "loss": 1.6831, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.7094260454177856, + "learning_rate": 0.0015, + "loss": 1.6632, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6029664874076843, + "learning_rate": 0.0015, + "loss": 1.6576, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.7462047934532166, + "learning_rate": 0.0015, + "loss": 1.665, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.7119380235671997, + "learning_rate": 0.0015, + "loss": 1.6653, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6449779868125916, + "learning_rate": 0.0015, + "loss": 1.6853, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6548015475273132, + "learning_rate": 0.0015, + "loss": 1.6644, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6180350184440613, + "learning_rate": 0.0015, + "loss": 1.6644, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.6398687958717346, + "learning_rate": 0.0015, + "loss": 1.6651, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.6970463991165161, + "learning_rate": 0.0015, + "loss": 1.6649, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.6194822192192078, + "learning_rate": 0.0015, + "loss": 1.6652, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.6553013920783997, + "learning_rate": 0.0015, + "loss": 1.6466, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6812267303466797, + "learning_rate": 0.0015, + "loss": 1.6478, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6811752319335938, + "learning_rate": 0.0015, + "loss": 1.6476, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6852722764015198, + "learning_rate": 0.0015, + "loss": 1.6464, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.7010133266448975, + "learning_rate": 0.0015, + "loss": 1.6476, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.9136163592338562, + "learning_rate": 0.0015, + "loss": 1.6652, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6500228643417358, + "learning_rate": 0.0015, + "loss": 1.6515, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.7408334016799927, + "learning_rate": 0.0015, + "loss": 1.6387, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.5994712114334106, + "learning_rate": 0.0015, + "loss": 1.6444, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.8974518775939941, + "learning_rate": 0.0015, + "loss": 1.6446, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8792579770088196, + "learning_rate": 0.0015, + "loss": 1.6502, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.7742037773132324, + "learning_rate": 0.0015, + "loss": 1.6411, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.5866346955299377, + "learning_rate": 0.0015, + "loss": 1.6373, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.7438547015190125, + "learning_rate": 0.0015, + "loss": 1.6313, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.7660514116287231, + "learning_rate": 0.0015, + "loss": 1.6308, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7325049042701721, + "learning_rate": 0.0015, + "loss": 1.6344, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.7959612011909485, + "learning_rate": 0.0015, + "loss": 1.6448, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.6661118268966675, + "learning_rate": 0.0015, + "loss": 1.6239, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.5984247326850891, + "learning_rate": 0.0015, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.7870999574661255, + "learning_rate": 0.0015, + "loss": 1.6222, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6280139088630676, + "learning_rate": 0.0015, + "loss": 1.6316, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.1350449323654175, + "learning_rate": 0.0015, + "loss": 1.6424, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.7405164241790771, + "learning_rate": 0.0015, + "loss": 1.6258, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6154853701591492, + "learning_rate": 0.0015, + "loss": 1.6243, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7433428764343262, + "learning_rate": 0.0015, + "loss": 1.6285, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6919626593589783, + "learning_rate": 0.0015, + "loss": 1.6171, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.8441318273544312, + "learning_rate": 0.0015, + "loss": 1.623, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.8494009971618652, + "learning_rate": 0.0015, + "loss": 1.6277, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.7551376223564148, + "learning_rate": 0.0015, + "loss": 1.6159, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.8248035907745361, + "learning_rate": 0.0015, + "loss": 1.621, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.6333810687065125, + "learning_rate": 0.0015, + "loss": 1.6122, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6450139880180359, + "learning_rate": 0.0015, + "loss": 1.61, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6970928311347961, + "learning_rate": 0.0015, + "loss": 1.6154, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.5637871623039246, + "learning_rate": 0.0015, + "loss": 1.6041, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.7619059085845947, + "learning_rate": 0.0015, + "loss": 1.6165, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.7117628455162048, + "learning_rate": 0.0015, + "loss": 1.6299, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6122785210609436, + "learning_rate": 0.0015, + "loss": 1.6117, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.5940090417861938, + "learning_rate": 0.0015, + "loss": 1.5916, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.7180793285369873, + "learning_rate": 0.0015, + "loss": 1.6133, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6815030574798584, + "learning_rate": 0.0015, + "loss": 1.6155, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6356433629989624, + "learning_rate": 0.0015, + "loss": 1.5973, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.8878588676452637, + "learning_rate": 0.0015, + "loss": 1.6103, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.7717560529708862, + "learning_rate": 0.0015, + "loss": 1.6048, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6561765074729919, + "learning_rate": 0.0015, + "loss": 1.6015, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.8063392639160156, + "learning_rate": 0.0015, + "loss": 1.6, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.7132135629653931, + "learning_rate": 0.0015, + "loss": 1.5886, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.8069459795951843, + "learning_rate": 0.0015, + "loss": 1.6219, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.9883179664611816, + "learning_rate": 0.0015, + "loss": 1.609, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6709671020507812, + "learning_rate": 0.0015, + "loss": 1.5944, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.558814525604248, + "learning_rate": 0.0015, + "loss": 1.5934, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.595003068447113, + "learning_rate": 0.0015, + "loss": 1.5911, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6335365176200867, + "learning_rate": 0.0015, + "loss": 1.6012, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.6739267110824585, + "learning_rate": 0.0015, + "loss": 1.584, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.6889054775238037, + "learning_rate": 0.0015, + "loss": 1.582, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6644899249076843, + "learning_rate": 0.0015, + "loss": 1.586, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.8086755871772766, + "learning_rate": 0.0015, + "loss": 1.5933, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.7880407571792603, + "learning_rate": 0.0015, + "loss": 1.59, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6508652567863464, + "learning_rate": 0.0015, + "loss": 1.5898, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.5541046261787415, + "learning_rate": 0.0015, + "loss": 1.5875, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6380650997161865, + "learning_rate": 0.0015, + "loss": 1.5853, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.7345043420791626, + "learning_rate": 0.0015, + "loss": 1.5876, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.77506422996521, + "learning_rate": 0.0015, + "loss": 1.5824, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6960884928703308, + "learning_rate": 0.0015, + "loss": 1.5827, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.932823896408081, + "learning_rate": 0.0015, + "loss": 1.5919, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.5496547818183899, + "learning_rate": 0.0015, + "loss": 1.5747, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5292431116104126, + "learning_rate": 0.0015, + "loss": 1.5903, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.7427460551261902, + "learning_rate": 0.0015, + "loss": 1.5819, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6489607691764832, + "learning_rate": 0.0015, + "loss": 1.5887, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.5596098303794861, + "learning_rate": 0.0015, + "loss": 1.5714, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7577886581420898, + "learning_rate": 0.0015, + "loss": 1.5779, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6707363128662109, + "learning_rate": 0.0015, + "loss": 1.5778, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6378468871116638, + "learning_rate": 0.0015, + "loss": 1.5822, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6226636171340942, + "learning_rate": 0.0015, + "loss": 1.5768, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 1.0131611824035645, + "learning_rate": 0.0015, + "loss": 1.5762, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7248948812484741, + "learning_rate": 0.0015, + "loss": 1.5746, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.6153429746627808, + "learning_rate": 0.0015, + "loss": 1.5805, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.5782231688499451, + "learning_rate": 0.0015, + "loss": 1.5744, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.587457001209259, + "learning_rate": 0.0015, + "loss": 1.5714, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6506356596946716, + "learning_rate": 0.0015, + "loss": 1.5775, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.5758341550827026, + "learning_rate": 0.0015, + "loss": 1.5762, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6490718722343445, + "learning_rate": 0.0015, + "loss": 1.5749, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6964821815490723, + "learning_rate": 0.0015, + "loss": 1.5744, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7029078006744385, + "learning_rate": 0.0015, + "loss": 1.5642, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6132246851921082, + "learning_rate": 0.0015, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7094488739967346, + "learning_rate": 0.0015, + "loss": 1.5689, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.6512430310249329, + "learning_rate": 0.0015, + "loss": 1.5601, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.5545443892478943, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5843806862831116, + "learning_rate": 0.0015, + "loss": 1.5652, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6593872308731079, + "learning_rate": 0.0015, + "loss": 1.5644, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6269451379776001, + "learning_rate": 0.0015, + "loss": 1.5579, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.680083692073822, + "learning_rate": 0.0015, + "loss": 1.5649, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.586327314376831, + "learning_rate": 0.0015, + "loss": 1.5653, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7322113513946533, + "learning_rate": 0.0015, + "loss": 1.5453, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.8342188000679016, + "learning_rate": 0.0015, + "loss": 1.5577, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6292400360107422, + "learning_rate": 0.0015, + "loss": 1.5634, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.6687845587730408, + "learning_rate": 0.0015, + "loss": 1.572, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.5356091856956482, + "learning_rate": 0.0015, + "loss": 1.564, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.5680630803108215, + "learning_rate": 0.0015, + "loss": 1.5635, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.589124858379364, + "learning_rate": 0.0015, + "loss": 1.5598, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5229613184928894, + "learning_rate": 0.0015, + "loss": 1.5576, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6444438695907593, + "learning_rate": 0.0015, + "loss": 1.5591, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6138685345649719, + "learning_rate": 0.0015, + "loss": 1.5648, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.861492395401001, + "learning_rate": 0.0015, + "loss": 1.5388, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.04345703125, + "learning_rate": 0.0015, + "loss": 1.5433, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.6135168075561523, + "learning_rate": 0.0015, + "loss": 1.5475, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6699387431144714, + "learning_rate": 0.0015, + "loss": 1.5547, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.8413599729537964, + "learning_rate": 0.0015, + "loss": 1.5541, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.8599419593811035, + "learning_rate": 0.0015, + "loss": 1.5393, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6215834021568298, + "learning_rate": 0.0015, + "loss": 1.5469, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6787463426589966, + "learning_rate": 0.0015, + "loss": 1.5535, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.8015420436859131, + "learning_rate": 0.0015, + "loss": 1.5507, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6101096272468567, + "learning_rate": 0.0015, + "loss": 1.546, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5448319911956787, + "learning_rate": 0.0015, + "loss": 1.5461, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.783310055732727, + "learning_rate": 0.0015, + "loss": 1.5509, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.5777860879898071, + "learning_rate": 0.0015, + "loss": 1.5591, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.6812126040458679, + "learning_rate": 0.0015, + "loss": 1.5378, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.6879600286483765, + "learning_rate": 0.0015, + "loss": 1.5318, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.9139813184738159, + "learning_rate": 0.0015, + "loss": 1.5376, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6776876449584961, + "learning_rate": 0.0015, + "loss": 1.5528, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.7328812479972839, + "learning_rate": 0.0015, + "loss": 1.5356, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5674942135810852, + "learning_rate": 0.0015, + "loss": 1.5426, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6288122534751892, + "learning_rate": 0.0015, + "loss": 1.5406, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.595083475112915, + "learning_rate": 0.0015, + "loss": 1.5313, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.6639403700828552, + "learning_rate": 0.0015, + "loss": 1.5378, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.7175447940826416, + "learning_rate": 0.0015, + "loss": 1.5334, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5787521004676819, + "learning_rate": 0.0015, + "loss": 1.5455, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5793510675430298, + "learning_rate": 0.0015, + "loss": 1.5346, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.8050768971443176, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.6016557812690735, + "learning_rate": 0.0015, + "loss": 1.5453, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5810866951942444, + "learning_rate": 0.0015, + "loss": 1.5308, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6229231357574463, + "learning_rate": 0.0015, + "loss": 1.5344, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6157940626144409, + "learning_rate": 0.0015, + "loss": 1.5345, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6028305292129517, + "learning_rate": 0.0015, + "loss": 1.5473, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7928791046142578, + "learning_rate": 0.0015, + "loss": 1.527, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6114389300346375, + "learning_rate": 0.0015, + "loss": 1.5322, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5845867991447449, + "learning_rate": 0.0015, + "loss": 1.5332, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.5498821139335632, + "learning_rate": 0.0015, + "loss": 1.5372, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.5723025798797607, + "learning_rate": 0.0015, + "loss": 1.5333, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7843588590621948, + "learning_rate": 0.0015, + "loss": 1.5341, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.7767053842544556, + "learning_rate": 0.0015, + "loss": 1.528, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.7209522724151611, + "learning_rate": 0.0015, + "loss": 1.5404, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.8024675846099854, + "learning_rate": 0.0015, + "loss": 1.529, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.8624002933502197, + "learning_rate": 0.0015, + "loss": 1.5251, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6364142298698425, + "learning_rate": 0.0015, + "loss": 1.505, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6138675808906555, + "learning_rate": 0.0015, + "loss": 1.532, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5279717445373535, + "learning_rate": 0.0015, + "loss": 1.5195, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5529916882514954, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6098965406417847, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.9433780312538147, + "learning_rate": 0.0015, + "loss": 1.5196, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6039072871208191, + "learning_rate": 0.0015, + "loss": 1.5288, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5436165928840637, + "learning_rate": 0.0015, + "loss": 1.5294, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.7043375372886658, + "learning_rate": 0.0015, + "loss": 1.5329, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5190507173538208, + "learning_rate": 0.0015, + "loss": 1.5215, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.5707694292068481, + "learning_rate": 0.0015, + "loss": 1.5251, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.5818861722946167, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6608387231826782, + "learning_rate": 0.0015, + "loss": 1.5194, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7077980041503906, + "learning_rate": 0.0015, + "loss": 1.5273, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6117827892303467, + "learning_rate": 0.0015, + "loss": 1.5219, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5437614917755127, + "learning_rate": 0.0015, + "loss": 1.5148, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6310780048370361, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5511094927787781, + "learning_rate": 0.0015, + "loss": 1.5214, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.634290337562561, + "learning_rate": 0.0015, + "loss": 1.5024, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5730307698249817, + "learning_rate": 0.0015, + "loss": 1.52, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.5337285995483398, + "learning_rate": 0.0015, + "loss": 1.5158, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5572408437728882, + "learning_rate": 0.0015, + "loss": 1.5108, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.6166617274284363, + "learning_rate": 0.0015, + "loss": 1.5066, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7355265021324158, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5263220071792603, + "learning_rate": 0.0015, + "loss": 1.5267, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.7298345565795898, + "learning_rate": 0.0015, + "loss": 1.5176, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6348539590835571, + "learning_rate": 0.0015, + "loss": 1.5018, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6110532879829407, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.5885331630706787, + "learning_rate": 0.0015, + "loss": 1.5159, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6391881108283997, + "learning_rate": 0.0015, + "loss": 1.5262, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.229824185371399, + "learning_rate": 0.0015, + "loss": 1.522, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6018309593200684, + "learning_rate": 0.0015, + "loss": 1.5086, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5689561367034912, + "learning_rate": 0.0015, + "loss": 1.5091, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.7056559324264526, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5769897699356079, + "learning_rate": 0.0015, + "loss": 1.5088, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6079292893409729, + "learning_rate": 0.0015, + "loss": 1.5193, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.838927686214447, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.5909256339073181, + "learning_rate": 0.0015, + "loss": 1.5064, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.5677759647369385, + "learning_rate": 0.0015, + "loss": 1.5061, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6772117018699646, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.6224068999290466, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.8087689280509949, + "learning_rate": 0.0015, + "loss": 1.5165, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.819786787033081, + "learning_rate": 0.0015, + "loss": 1.5089, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5673829913139343, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.713397741317749, + "learning_rate": 0.0015, + "loss": 1.5059, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.5734171271324158, + "learning_rate": 0.0015, + "loss": 1.5153, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6730978488922119, + "learning_rate": 0.0015, + "loss": 1.5218, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5980945229530334, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6305373907089233, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.5960437059402466, + "learning_rate": 0.0015, + "loss": 1.5088, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.5839282870292664, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.6649579405784607, + "learning_rate": 0.0015, + "loss": 1.509, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.9002540707588196, + "learning_rate": 0.0015, + "loss": 1.5003, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.5483456254005432, + "learning_rate": 0.0015, + "loss": 1.514, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5238082408905029, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.8858643174171448, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.603560209274292, + "learning_rate": 0.0015, + "loss": 1.512, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5253837704658508, + "learning_rate": 0.0015, + "loss": 1.496, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.60108882188797, + "learning_rate": 0.0015, + "loss": 1.4908, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.5289162993431091, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5684453248977661, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.5767807364463806, + "learning_rate": 0.0015, + "loss": 1.4914, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7127223014831543, + "learning_rate": 0.0015, + "loss": 1.5065, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.862557053565979, + "learning_rate": 0.0015, + "loss": 1.4949, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6481454968452454, + "learning_rate": 0.0015, + "loss": 1.4877, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5657109022140503, + "learning_rate": 0.0015, + "loss": 1.4872, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.8695623278617859, + "learning_rate": 0.0015, + "loss": 1.4892, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.576208233833313, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.5760087370872498, + "learning_rate": 0.0015, + "loss": 1.4888, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.6440626978874207, + "learning_rate": 0.0015, + "loss": 1.493, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.7605494260787964, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.6733703017234802, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5512400269508362, + "learning_rate": 0.0015, + "loss": 1.4989, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.7931657433509827, + "learning_rate": 0.0015, + "loss": 1.4872, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5423968434333801, + "learning_rate": 0.0015, + "loss": 1.4974, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.5467481017112732, + "learning_rate": 0.0015, + "loss": 1.4866, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5243974328041077, + "learning_rate": 0.0015, + "loss": 1.4989, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5044182538986206, + "learning_rate": 0.0015, + "loss": 1.4841, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5074765682220459, + "learning_rate": 0.0015, + "loss": 1.4901, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5237292051315308, + "learning_rate": 0.0015, + "loss": 1.4804, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5365952253341675, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5531340837478638, + "learning_rate": 0.0015, + "loss": 1.4934, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.9647518396377563, + "learning_rate": 0.0015, + "loss": 1.4984, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7496301531791687, + "learning_rate": 0.0015, + "loss": 1.4945, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.681740403175354, + "learning_rate": 0.0015, + "loss": 1.4987, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6222134232521057, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5539551973342896, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6145344972610474, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.730179488658905, + "learning_rate": 0.0015, + "loss": 1.4901, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6839131712913513, + "learning_rate": 0.0015, + "loss": 1.483, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5735271573066711, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.5676992535591125, + "learning_rate": 0.0015, + "loss": 1.4878, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5206440687179565, + "learning_rate": 0.0015, + "loss": 1.4827, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.549821674823761, + "learning_rate": 0.0015, + "loss": 1.4833, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.49884817004203796, + "learning_rate": 0.0015, + "loss": 1.4805, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.5792259573936462, + "learning_rate": 0.0015, + "loss": 1.4868, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.6022302508354187, + "learning_rate": 0.0015, + "loss": 1.4878, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.6109970808029175, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7282804250717163, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8704391121864319, + "learning_rate": 0.0015, + "loss": 1.4829, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7611539363861084, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.5748181939125061, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.9245660305023193, + "learning_rate": 0.0015, + "loss": 1.4913, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5048531889915466, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.8192220330238342, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.5813215970993042, + "learning_rate": 0.0015, + "loss": 1.4887, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.7224900126457214, + "learning_rate": 0.0015, + "loss": 1.4827, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5357944369316101, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7337834239006042, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.7391050457954407, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.7839824557304382, + "learning_rate": 0.0015, + "loss": 1.4743, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.8363252878189087, + "learning_rate": 0.0015, + "loss": 1.4794, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.5706027150154114, + "learning_rate": 0.0015, + "loss": 1.4948, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5642624497413635, + "learning_rate": 0.0015, + "loss": 1.4731, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5105932950973511, + "learning_rate": 0.0015, + "loss": 1.4782, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6307752132415771, + "learning_rate": 0.0015, + "loss": 1.4722, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5654680728912354, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.5729908347129822, + "learning_rate": 0.0015, + "loss": 1.4931, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6047531962394714, + "learning_rate": 0.0015, + "loss": 1.4753, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.5820277333259583, + "learning_rate": 0.0015, + "loss": 1.479, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.5866506695747375, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.698915421962738, + "learning_rate": 0.0015, + "loss": 1.4829, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5867848992347717, + "learning_rate": 0.0015, + "loss": 1.4696, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5671797394752502, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.539013147354126, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6562228202819824, + "learning_rate": 0.0015, + "loss": 1.4718, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.5956013202667236, + "learning_rate": 0.0015, + "loss": 1.4718, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5919322967529297, + "learning_rate": 0.0015, + "loss": 1.4767, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.5776900053024292, + "learning_rate": 0.0015, + "loss": 1.4582, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.5107901096343994, + "learning_rate": 0.0015, + "loss": 1.4784, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5599530339241028, + "learning_rate": 0.0015, + "loss": 1.48, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.5354790091514587, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5410628318786621, + "learning_rate": 0.0015, + "loss": 1.4665, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5314594507217407, + "learning_rate": 0.0015, + "loss": 1.4488, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.8389555811882019, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6336533427238464, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6722411513328552, + "learning_rate": 0.0015, + "loss": 1.4758, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.732998251914978, + "learning_rate": 0.0015, + "loss": 1.4823, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5437710285186768, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5527676939964294, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.6624552011489868, + "learning_rate": 0.0015, + "loss": 1.4777, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5752913355827332, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5568695068359375, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.7825382351875305, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.47440215945243835, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6024202704429626, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.49631550908088684, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5096955299377441, + "learning_rate": 0.0015, + "loss": 1.4713, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.6142767071723938, + "learning_rate": 0.0015, + "loss": 1.4627, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6223500370979309, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6369379162788391, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6030281186103821, + "learning_rate": 0.0015, + "loss": 1.4805, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5057412981987, + "learning_rate": 0.0015, + "loss": 1.4627, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5182653069496155, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5908124446868896, + "learning_rate": 0.0015, + "loss": 1.4726, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.543255090713501, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5262438058853149, + "learning_rate": 0.0015, + "loss": 1.4635, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5360994338989258, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.5333308577537537, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.8673296570777893, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.7105008363723755, + "learning_rate": 0.0015, + "loss": 1.4596, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.534705400466919, + "learning_rate": 0.0015, + "loss": 1.473, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.4968915581703186, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.5146236419677734, + "learning_rate": 0.0015, + "loss": 1.4517, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.5623924136161804, + "learning_rate": 0.0015, + "loss": 1.475, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.5382164716720581, + "learning_rate": 0.0015, + "loss": 1.4629, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.6249877214431763, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.7355168461799622, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.7187797427177429, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.8246368765830994, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.7025818824768066, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.6499597430229187, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.5627788305282593, + "learning_rate": 0.0015, + "loss": 1.4494, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5110287070274353, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.5370630025863647, + "learning_rate": 0.0015, + "loss": 1.4515, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5351104736328125, + "learning_rate": 0.0015, + "loss": 1.4559, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.6204255223274231, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.505325973033905, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.537993848323822, + "learning_rate": 0.0015, + "loss": 1.453, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.4995332658290863, + "learning_rate": 0.0015, + "loss": 1.4393, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5203754901885986, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5425376296043396, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.549592912197113, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.8335903286933899, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.580350399017334, + "learning_rate": 0.0015, + "loss": 1.4707, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5234392881393433, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.5417402982711792, + "learning_rate": 0.0015, + "loss": 1.4411, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.6939650177955627, + "learning_rate": 0.0015, + "loss": 1.4589, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6127960681915283, + "learning_rate": 0.0015, + "loss": 1.4554, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5292453169822693, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.7645080089569092, + "learning_rate": 0.0015, + "loss": 1.4662, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.590851366519928, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.6092954277992249, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5821204781532288, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.7959945797920227, + "learning_rate": 0.0015, + "loss": 1.4673, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.5450267195701599, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.5266216397285461, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6075416803359985, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.5457861423492432, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.57088303565979, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.6412349939346313, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.7487953901290894, + "learning_rate": 0.0015, + "loss": 1.4492, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.519920825958252, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5340611934661865, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.6583961844444275, + "learning_rate": 0.0015, + "loss": 1.4508, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.48247647285461426, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.6072560548782349, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.8439222574234009, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.4916550815105438, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5986077189445496, + "learning_rate": 0.0015, + "loss": 1.4559, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5265570282936096, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5903233885765076, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.6227239370346069, + "learning_rate": 0.0015, + "loss": 1.453, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.6359860897064209, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5258117914199829, + "learning_rate": 0.0015, + "loss": 1.4464, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.6751209497451782, + "learning_rate": 0.0015, + "loss": 1.4465, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5402705669403076, + "learning_rate": 0.0015, + "loss": 1.4471, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.493479460477829, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5518337488174438, + "learning_rate": 0.0015, + "loss": 1.442, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.8178352117538452, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.4740898609161377, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.5016689896583557, + "learning_rate": 0.0015, + "loss": 1.4445, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6049769520759583, + "learning_rate": 0.0015, + "loss": 1.4481, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.49586889147758484, + "learning_rate": 0.0015, + "loss": 1.445, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.842395007610321, + "learning_rate": 0.0015, + "loss": 1.4504, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 1.0603761672973633, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6563161611557007, + "learning_rate": 0.0015, + "loss": 1.4466, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.811011552810669, + "learning_rate": 0.0015, + "loss": 1.45, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.4889761507511139, + "learning_rate": 0.0015, + "loss": 1.4422, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.5133126974105835, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5674935579299927, + "learning_rate": 0.0015, + "loss": 1.4356, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.5435529947280884, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.48571109771728516, + "learning_rate": 0.0015, + "loss": 1.4578, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.4769778549671173, + "learning_rate": 0.0015, + "loss": 1.4423, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.6307300925254822, + "learning_rate": 0.0015, + "loss": 1.4402, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5105009078979492, + "learning_rate": 0.0015, + "loss": 1.4466, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5061869025230408, + "learning_rate": 0.0015, + "loss": 1.4401, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5118229389190674, + "learning_rate": 0.0015, + "loss": 1.4426, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5465503334999084, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7530744075775146, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5208582878112793, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6361252069473267, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7223333716392517, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6363935470581055, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5155510902404785, + "learning_rate": 0.0015, + "loss": 1.4533, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9333240389823914, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.5917677879333496, + "learning_rate": 0.0015, + "loss": 1.4391, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.7863317131996155, + "learning_rate": 0.0015, + "loss": 1.4427, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5073190927505493, + "learning_rate": 0.0015, + "loss": 1.4454, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5154165029525757, + "learning_rate": 0.0015, + "loss": 1.4429, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5117877721786499, + "learning_rate": 0.0015, + "loss": 1.4399, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6820557713508606, + "learning_rate": 0.0015, + "loss": 1.4158, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5057265758514404, + "learning_rate": 0.0015, + "loss": 1.4246, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6210771799087524, + "learning_rate": 0.0015, + "loss": 1.4274, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.4988754093647003, + "learning_rate": 0.0015, + "loss": 1.4361, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5129354596138, + "learning_rate": 0.0015, + "loss": 1.4342, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5080984830856323, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5181266665458679, + "learning_rate": 0.0015, + "loss": 1.4425, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5294566750526428, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.49302735924720764, + "learning_rate": 0.0015, + "loss": 1.4374, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.6732519268989563, + "learning_rate": 0.0015, + "loss": 1.4497, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.5781086683273315, + "learning_rate": 0.0015, + "loss": 1.4535, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5936325192451477, + "learning_rate": 0.0015, + "loss": 1.4394, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.528407633304596, + "learning_rate": 0.0015, + "loss": 1.4366, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.6488287448883057, + "learning_rate": 0.0015, + "loss": 1.4436, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5234397053718567, + "learning_rate": 0.0015, + "loss": 1.4347, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.6292299628257751, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6793391108512878, + "learning_rate": 0.0015, + "loss": 1.4299, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5267859101295471, + "learning_rate": 0.0015, + "loss": 1.426, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.9769287705421448, + "learning_rate": 0.0015, + "loss": 1.4349, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6040151715278625, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.7830216884613037, + "learning_rate": 0.0015, + "loss": 1.4312, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6196193099021912, + "learning_rate": 0.0015, + "loss": 1.4368, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5151229500770569, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5271943807601929, + "learning_rate": 0.0015, + "loss": 1.4242, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.572357714176178, + "learning_rate": 0.0015, + "loss": 1.4406, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.49460625648498535, + "learning_rate": 0.0015, + "loss": 1.4492, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.6834750771522522, + "learning_rate": 0.0015, + "loss": 1.4363, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.5282460451126099, + "learning_rate": 0.0015, + "loss": 1.4349, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.6270628571510315, + "learning_rate": 0.0015, + "loss": 1.4199, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5458430051803589, + "learning_rate": 0.0015, + "loss": 1.4366, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.4677220582962036, + "learning_rate": 0.0015, + "loss": 1.4212, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.6635910272598267, + "learning_rate": 0.0015, + "loss": 1.4403, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.6385688781738281, + "learning_rate": 0.0015, + "loss": 1.4339, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5389999151229858, + "learning_rate": 0.0015, + "loss": 1.4301, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.6427217125892639, + "learning_rate": 0.0015, + "loss": 1.4313, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5562639236450195, + "learning_rate": 0.0015, + "loss": 1.4247, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5408332943916321, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.6177515983581543, + "learning_rate": 0.0015, + "loss": 1.4331, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.7089222073554993, + "learning_rate": 0.0015, + "loss": 1.4305, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.924924910068512, + "learning_rate": 0.0015, + "loss": 1.4322, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.556202232837677, + "learning_rate": 0.0015, + "loss": 1.4416, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.4826835095882416, + "learning_rate": 0.0015, + "loss": 1.4353, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5418365001678467, + "learning_rate": 0.0014854972418331944, + "loss": 1.413, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5744474530220032, + "learning_rate": 0.0014650219182191931, + "loss": 1.4361, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5739061236381531, + "learning_rate": 0.001444828815847542, + "loss": 1.4366, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5228830575942993, + "learning_rate": 0.0014249140447269945, + "loss": 1.4281, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.4765559434890747, + "learning_rate": 0.0014052737684839257, + "loss": 1.4247, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5601405501365662, + "learning_rate": 0.0013859042036232954, + "loss": 1.4309, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5145525932312012, + "learning_rate": 0.001366801618799797, + "loss": 1.4171, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5060276985168457, + "learning_rate": 0.001347962334099052, + "loss": 1.4189, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.4647819995880127, + "learning_rate": 0.0013293827203287143, + "loss": 1.4251, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.46460989117622375, + "learning_rate": 0.0013110591983193423, + "loss": 1.4146, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6334429979324341, + "learning_rate": 0.0012929882382349102, + "loss": 1.4247, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5058175325393677, + "learning_rate": 0.0012751663588928214, + "loss": 1.4209, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.47807610034942627, + "learning_rate": 0.0012575901270932943, + "loss": 1.4145, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.560603678226471, + "learning_rate": 0.0012402561569579936, + "loss": 1.4096, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.5527917146682739, + "learning_rate": 0.0012231611092777745, + "loss": 1.4072, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.4986222982406616, + "learning_rate": 0.0012063016908694193, + "loss": 1.4043, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.5951113700866699, + "learning_rate": 0.0011896746539412405, + "loss": 1.4115, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7368322014808655, + "learning_rate": 0.0011732767954674265, + "loss": 1.4026, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5130961537361145, + "learning_rate": 0.0011571049565710122, + "loss": 1.4085, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.5715031623840332, + "learning_rate": 0.001141156021915355, + "loss": 1.4062, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.48664069175720215, + "learning_rate": 0.001125426919103997, + "loss": 1.3849, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.5779435634613037, + "learning_rate": 0.001109914618088799, + "loss": 1.3884, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.5953982472419739, + "learning_rate": 0.0010946161305862348, + "loss": 1.402, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.529719352722168, + "learning_rate": 0.001079528509501728, + "loss": 1.4003, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.48857346177101135, + "learning_rate": 0.0010646488483619261, + "loss": 1.3984, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.6054450273513794, + "learning_rate": 0.0010499742807547976, + "loss": 1.3836, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5000371336936951, + "learning_rate": 0.0010355019797774478, + "loss": 1.3925, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5130473971366882, + "learning_rate": 0.001021229157491546, + "loss": 1.3763, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5538947582244873, + "learning_rate": 0.0010071530643862578, + "loss": 1.3806, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5086504817008972, + "learning_rate": 0.000993270988848579, + "loss": 1.3932, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5263882875442505, + "learning_rate": 0.0009795802566409742, + "loss": 1.3865, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.7414752244949341, + "learning_rate": 0.0009660782303862109, + "loss": 1.3913, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.46377184987068176, + "learning_rate": 0.0009527623090592963, + "loss": 1.386, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5172143578529358, + "learning_rate": 0.0009396299274864177, + "loss": 1.4018, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.48321548104286194, + "learning_rate": 0.0009266785558507877, + "loss": 1.3993, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.48881494998931885, + "learning_rate": 0.0009139056992053016, + "loss": 1.3815, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5049849152565002, + "learning_rate": 0.000901308896991912, + "loss": 1.3741, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.7140661478042603, + "learning_rate": 0.000888885722567627, + "loss": 1.384, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.508492112159729, + "learning_rate": 0.0008766337827370438, + "loss": 1.3754, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.637471079826355, + "learning_rate": 0.000864550717291324, + "loss": 1.3767, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5108541250228882, + "learning_rate": 0.0008526341985535229, + "loss": 1.3737, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.507684051990509, + "learning_rate": 0.0008408819309301891, + "loss": 1.3686, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5356305241584778, + "learning_rate": 0.0008292916504691397, + "loss": 1.3753, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5399567484855652, + "learning_rate": 0.0008178611244233354, + "loss": 1.3789, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.49503645300865173, + "learning_rate": 0.0008065881508207637, + "loss": 1.3657, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4790942966938019, + "learning_rate": 0.0007954705580402523, + "loss": 1.3725, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.4818264842033386, + "learning_rate": 0.0007845062043931298, + "loss": 1.3653, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.5164989233016968, + "learning_rate": 0.0007736929777106497, + "loss": 1.371, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.4759161174297333, + "learning_rate": 0.000763028794937105, + "loss": 1.3621, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.6907697916030884, + "learning_rate": 0.0007525116017285476, + "loss": 1.3626, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5785808563232422, + "learning_rate": 0.0007421393720570417, + "loss": 1.3668, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4423680305480957, + "learning_rate": 0.0007319101078203694, + "loss": 1.3653, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.4949614107608795, + "learning_rate": 0.0007218218384571178, + "loss": 1.357, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4672105014324188, + "learning_rate": 0.0007118726205670703, + "loss": 1.3607, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.49704837799072266, + "learning_rate": 0.0007020605375368316, + "loss": 1.36, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.4978903830051422, + "learning_rate": 0.000692383699170611, + "loss": 1.351, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.48249298334121704, + "learning_rate": 0.0006828402413260966, + "loss": 1.3599, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5168253183364868, + "learning_rate": 0.0006734283255553471, + "loss": 1.3589, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.46104562282562256, + "learning_rate": 0.0006641461387506347, + "loss": 1.3625, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6228384375572205, + "learning_rate": 0.0006549918927951678, + "loss": 1.3594, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5275484323501587, + "learning_rate": 0.0006459638242186297, + "loss": 1.3596, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.48850226402282715, + "learning_rate": 0.0006370601938574639, + "loss": 1.3555, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.4638110101222992, + "learning_rate": 0.0006282792865198421, + "loss": 1.3602, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.512987494468689, + "learning_rate": 0.0006196194106552512, + "loss": 1.3449, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.5887208580970764, + "learning_rate": 0.0006110788980286328, + "loss": 1.3496, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.494081050157547, + "learning_rate": 0.0006026561033990158, + "loss": 1.3521, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.4984007179737091, + "learning_rate": 0.000594349404202577, + "loss": 1.3512, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.5754541754722595, + "learning_rate": 0.0005861572002400716, + "loss": 1.338, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4539002776145935, + "learning_rate": 0.0005780779133685717, + "loss": 1.3475, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.4598434567451477, + "learning_rate": 0.0005701099871974524, + "loss": 1.3412, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.4952813684940338, + "learning_rate": 0.0005622518867885708, + "loss": 1.3418, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.4592992663383484, + "learning_rate": 0.0005545020983605748, + "loss": 1.3454, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5437552332878113, + "learning_rate": 0.0005468591289972898, + "loss": 1.3358, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.49555784463882446, + "learning_rate": 0.0005393215063601232, + "loss": 1.3368, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5283121466636658, + "learning_rate": 0.0005318877784044343, + "loss": 1.3601, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.47812119126319885, + "learning_rate": 0.0005245565130998126, + "loss": 1.34, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.45417147874832153, + "learning_rate": 0.000517326298154212, + "loss": 1.3449, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5009807348251343, + "learning_rate": 0.0005101957407418877, + "loss": 1.3484, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.4717162251472473, + "learning_rate": 0.0005031634672350829, + "loss": 1.3448, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.4565405249595642, + "learning_rate": 0.0004962281229394129, + "loss": 1.3364, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.48044589161872864, + "learning_rate": 0.0004893883718328983, + "loss": 1.331, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.5185188055038452, + "learning_rate": 0.0004826428963085938, + "loss": 1.3341, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.4750678539276123, + "learning_rate": 0.00047599039692076457, + "loss": 1.334, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5038130283355713, + "learning_rate": 0.0004694295921345622, + "loss": 1.3443, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.44634950160980225, + "learning_rate": 0.00046295921807915015, + "loss": 1.315, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.5554784536361694, + "learning_rate": 0.00045657802830423164, + "loss": 1.3295, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.47232624888420105, + "learning_rate": 0.00045028479353993473, + "loss": 1.3332, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.7059232592582703, + "learning_rate": 0.00044407830146000587, + "loss": 1.3403, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5471903085708618, + "learning_rate": 0.0004379573564482676, + "loss": 1.3265, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5978600978851318, + "learning_rate": 0.0004319207793682963, + "loss": 1.3336, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.6368666887283325, + "learning_rate": 0.0004259674073362731, + "loss": 1.3376, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4617348909378052, + "learning_rate": 0.00042009609349696626, + "loss": 1.3338, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.470568984746933, + "learning_rate": 0.00041430570680280233, + "loss": 1.3308, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.4789184331893921, + "learning_rate": 0.0004085951317959809, + "loss": 1.3269, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5197702646255493, + "learning_rate": 0.00040296326839359315, + "loss": 1.3377, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.528596043586731, + "learning_rate": 0.000397409031675703, + "loss": 1.3306, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.4621123969554901, + "learning_rate": 0.00039193135167634786, + "loss": 1.3386, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.485154390335083, + "learning_rate": 0.00038652917317742123, + "loss": 1.3236, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5580912828445435, + "learning_rate": 0.0003812014555053956, + "loss": 1.3179, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.4799462556838989, + "learning_rate": 0.00037594717233084774, + "loss": 1.3273, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.6147610545158386, + "learning_rate": 0.0003707653114707471, + "loss": 1.3352, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5125970244407654, + "learning_rate": 0.00036565487469346906, + "loss": 1.3137, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.4622291028499603, + "learning_rate": 0.0003606148775264958, + "loss": 1.3169, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.4684886932373047, + "learning_rate": 0.0003556443490667684, + "loss": 1.324, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5011488795280457, + "learning_rate": 0.0003507423317936521, + "loss": 1.326, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.49282875657081604, + "learning_rate": 0.00034590788138448006, + "loss": 1.3368, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.5074600577354431, + "learning_rate": 0.0003411400665326393, + "loss": 1.3329, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5084503293037415, + "learning_rate": 0.00033643796876816424, + "loss": 1.3281, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.44725099205970764, + "learning_rate": 0.000331800682280803, + "loss": 1.3223, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.49938493967056274, + "learning_rate": 0.0003272273137455226, + "loss": 1.3213, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.48368123173713684, + "learning_rate": 0.00032271698215041863, + "loss": 1.3202, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.509196937084198, + "learning_rate": 0.0003182688186269984, + "loss": 1.3218, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4666333794593811, + "learning_rate": 0.0003138819662828017, + "loss": 1.3321, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5396830439567566, + "learning_rate": 0.00030955558003632966, + "loss": 1.3348, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4591995179653168, + "learning_rate": 0.0003052888264542483, + "loss": 1.3161, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5201775431632996, + "learning_rate": 0.0003010808835908368, + "loss": 1.3118, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5438663959503174, + "learning_rate": 0.00029693094082964785, + "loss": 1.3151, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.513739824295044, + "learning_rate": 0.0002928381987273508, + "loss": 1.3148, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.46607547998428345, + "learning_rate": 0.0002888018688597272, + "loss": 1.3086, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.49582216143608093, + "learning_rate": 0.0002848211736697894, + "loss": 1.3192, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.49414581060409546, + "learning_rate": 0.00028089534631799183, + "loss": 1.3204, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.4685586094856262, + "learning_rate": 0.0002770236305345076, + "loss": 1.3052, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5296639204025269, + "learning_rate": 0.00027320528047354093, + "loss": 1.3167, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5685615539550781, + "learning_rate": 0.00026943956056964773, + "loss": 1.3233, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4810534715652466, + "learning_rate": 0.0002657257453960364, + "loss": 1.303, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.4799834191799164, + "learning_rate": 0.0002620631195248222, + "loss": 1.3101, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4580126702785492, + "learning_rate": 0.00025845097738920735, + "loss": 1.2965, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.43976375460624695, + "learning_rate": 0.0002548886231475606, + "loss": 1.3001, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.45261019468307495, + "learning_rate": 0.0002513753705493713, + "loss": 1.3034, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.4689023196697235, + "learning_rate": 0.0002479105428030497, + "loss": 1.3143, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.4711395800113678, + "learning_rate": 0.00024449347244555043, + "loss": 1.3029, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5190836191177368, + "learning_rate": 0.00024112350121379254, + "loss": 1.3092, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.5048525333404541, + "learning_rate": 0.000237799979917852, + "loss": 1.3179, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.4945871829986572, + "learning_rate": 0.00023452226831590227, + "loss": 1.3138, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5310850739479065, + "learning_rate": 0.00023128973499087779, + "loss": 1.3185, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.4699118435382843, + "learning_rate": 0.00022810175722883858, + "loss": 1.3025, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.48693156242370605, + "learning_rate": 0.0002249577208990106, + "loss": 1.3035, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.4786016047000885, + "learning_rate": 0.00022185702033547996, + "loss": 1.3004, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.4625243842601776, + "learning_rate": 0.00021879905822051756, + "loss": 1.2983, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5461952686309814, + "learning_rate": 0.00021578324546951222, + "loss": 1.3017, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.4864919185638428, + "learning_rate": 0.00021280900111748948, + "loss": 1.3125, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.4987559914588928, + "learning_rate": 0.00020987575220719483, + "loss": 1.3097, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.4474153518676758, + "learning_rate": 0.00020698293367871933, + "loss": 1.2983, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.4446052014827728, + "learning_rate": 0.00020412998826064692, + "loss": 1.3044, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.46977654099464417, + "learning_rate": 0.00020131636636270178, + "loss": 1.3149, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.49264687299728394, + "learning_rate": 0.00019854152596987523, + "loss": 1.2884, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.4922375977039337, + "learning_rate": 0.00019580493253801255, + "loss": 1.3117, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5052447319030762, + "learning_rate": 0.00019310605889083838, + "loss": 1.3025, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.4612441658973694, + "learning_rate": 0.0001904443851184018, + "loss": 1.3187, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.451124906539917, + "learning_rate": 0.00018781939847692096, + "loss": 1.2962, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.45290225744247437, + "learning_rate": 0.00018523059329000844, + "loss": 1.3029, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.49601346254348755, + "learning_rate": 0.0001826774708512579, + "loss": 1.3181, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.48603808879852295, + "learning_rate": 0.00018015953932817348, + "loss": 1.2927, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4748716354370117, + "learning_rate": 0.00017767631366742332, + "loss": 1.3005, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.5524786114692688, + "learning_rate": 0.00017522731550139922, + "loss": 1.2969, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.48633909225463867, + "learning_rate": 0.00017281207305606407, + "loss": 1.3012, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.46730947494506836, + "learning_rate": 0.00017043012106006926, + "loss": 1.3065, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4603579342365265, + "learning_rate": 0.00016808100065512528, + "loss": 1.3094, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.48680615425109863, + "learning_rate": 0.00016576425930760734, + "loss": 1.2933, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5896096229553223, + "learning_rate": 0.00016347945072137934, + "loss": 1.2948, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.46318498253822327, + "learning_rate": 0.00016122613475181977, + "loss": 1.302, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5044655203819275, + "learning_rate": 0.00015900387732103232, + "loss": 1.2939, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.4882090985774994, + "learning_rate": 0.00015681225033422526, + "loss": 1.3095, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4377343952655792, + "learning_rate": 0.00015465083159724345, + "loss": 1.2977, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.6237848401069641, + "learning_rate": 0.0001525192047352371, + "loss": 1.2972, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.44521579146385193, + "learning_rate": 0.00015041695911245136, + "loss": 1.3057, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.46726253628730774, + "learning_rate": 0.00014834368975312172, + "loss": 1.2972, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.4927540421485901, + "learning_rate": 0.00014629899726345958, + "loss": 1.2817, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.45653632283210754, + "learning_rate": 0.00014428248775471316, + "loss": 1.2896, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.45124268531799316, + "learning_rate": 0.000142293772767289, + "loss": 1.2805, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5420495867729187, + "learning_rate": 0.00014033246919591922, + "loss": 1.2925, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.4798906445503235, + "learning_rate": 0.00013839819921586025, + "loss": 1.3114, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.47891050577163696, + "learning_rate": 0.00013649059021010894, + "loss": 1.3098, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.45018500089645386, + "learning_rate": 0.00013460927469762155, + "loss": 1.2881, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5154443979263306, + "learning_rate": 0.00013275389026252255, + "loss": 1.2974, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5460496544837952, + "learning_rate": 0.0001309240794842889, + "loss": 1.2949, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.46702855825424194, + "learning_rate": 0.00012911948986889664, + "loss": 1.3076, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.4837702512741089, + "learning_rate": 0.00012733977378091664, + "loss": 1.2986, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.48372164368629456, + "learning_rate": 0.00012558458837654633, + "loss": 1.3023, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.45765557885169983, + "learning_rate": 0.00012385359553756422, + "loss": 1.2877, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4671437442302704, + "learning_rate": 0.0001221464618061951, + "loss": 1.2874, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.444602370262146, + "learning_rate": 0.0001204628583208727, + "loss": 1.2872, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5549850463867188, + "learning_rate": 0.00011880246075288824, + "loss": 1.2987, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.4987001419067383, + "learning_rate": 0.00011716494924391148, + "loss": 1.2928, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.4757237732410431, + "learning_rate": 0.00011555000834437363, + "loss": 1.2996, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.4786148965358734, + "learning_rate": 0.00011395732695269907, + "loss": 1.2931, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.46024706959724426, + "learning_rate": 0.00011238659825537507, + "loss": 1.2921, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.47849148511886597, + "learning_rate": 0.00011083751966784716, + "loss": 1.3018, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.4562627971172333, + "learning_rate": 0.00010930979277622952, + "loss": 1.2835, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.456315815448761, + "learning_rate": 0.00010780312327981853, + "loss": 1.2932, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.46576249599456787, + "learning_rate": 0.0001063172209343989, + "loss": 1.2979, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4787660539150238, + "learning_rate": 0.000104851799496331, + "loss": 1.2995, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.46897056698799133, + "learning_rate": 0.00010340657666740917, + "loss": 1.2864, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5212024450302124, + "learning_rate": 0.00010198127404047976, + "loss": 1.2836, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5523073077201843, + "learning_rate": 0.00010057561704580898, + "loss": 1.3002, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4823736548423767, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2889, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.483837753534317, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2893, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.45704153180122375, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2896, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4395501911640167, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2838, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.48120397329330444, + "learning_rate": 9.383266863140043e-05, + "loss": 1.2965, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5131252408027649, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2848, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.462249755859375, + "learning_rate": 9.126381368383881e-05, + "loss": 1.294, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.4905018210411072, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2858, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4609352946281433, + "learning_rate": 8.876528622283232e-05, + "loss": 1.2979, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.45523637533187866, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2915, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4543611705303192, + "learning_rate": 8.63351608942968e-05, + "loss": 1.2995, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.45446282625198364, + "learning_rate": 8.514516180927926e-05, + "loss": 1.2938, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.44070711731910706, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2896, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.460778146982193, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3053, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.461288183927536, + "learning_rate": 8.167267732713705e-05, + "loss": 1.2969, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.47572875022888184, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2927, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.45623719692230225, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2762, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.49968743324279785, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2757, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.46680504083633423, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3014, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.48668330907821655, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2822, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.45921820402145386, + "learning_rate": 7.514678885885086e-05, + "loss": 1.2982, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.46059128642082214, + "learning_rate": 7.411100449176634e-05, + "loss": 1.2933, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.4603794813156128, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2785, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.4536525011062622, + "learning_rate": 7.208206911846581e-05, + "loss": 1.285, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.4565249979496002, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2823, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4472019672393799, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2886, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.49189165234565735, + "learning_rate": 6.914233817972799e-05, + "loss": 1.2961, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.46698352694511414, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2848, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.4658431112766266, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2855, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.4618423581123352, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3042, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4524480402469635, + "learning_rate": 6.540834368410549e-05, + "loss": 1.294, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.45932796597480774, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2888, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4560113847255707, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2803, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5098149180412292, + "learning_rate": 6.274078802246449e-05, + "loss": 1.2891, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.48962903022766113, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2851, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.453960657119751, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2882, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.4584779143333435, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2826, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5073868036270142, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2869, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.44910764694213867, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2757, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4433349370956421, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2893, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.47304221987724304, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2843, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4525999426841736, + "learning_rate": 5.61472058702326e-05, + "loss": 1.2994, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.4573155641555786, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2938, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.48174911737442017, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2856, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.46954238414764404, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2776, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5373663306236267, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.2932, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5043812394142151, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2862, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5714966654777527, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2921, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.455990731716156, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2845, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5092963576316833, + "learning_rate": 5.024655931808697e-05, + "loss": 1.285, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.48074761033058167, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2804, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.45509079098701477, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2914, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5141335725784302, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2732, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4804074764251709, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2793, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5113164186477661, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2788, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.47118645906448364, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2881, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.43845856189727783, + "learning_rate": 4.559447669877288e-05, + "loss": 1.295, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4637317955493927, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2868, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4513588547706604, + "learning_rate": 4.434623769249217e-05, + "loss": 1.2873, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4578799307346344, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2842, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4371070861816406, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2785, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4726965129375458, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2929, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.47486382722854614, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2788, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.45456239581108093, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2795, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.47938287258148193, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.267, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4586459696292877, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2778, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.47361212968826294, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2835, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4621153473854065, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2799, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4620632529258728, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2777, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.44179707765579224, + "learning_rate": 3.806727394468005e-05, + "loss": 1.2967, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4475201666355133, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2809, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.46693798899650574, + "learning_rate": 3.702510700602975e-05, + "loss": 1.2972, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.46138525009155273, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2823, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.4662035405635834, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2849, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5317665934562683, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2836, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.45609912276268005, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2859, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.5028151869773865, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2896, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.45612475275993347, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2882, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.44466960430145264, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2791, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.48849114775657654, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2781, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4417634904384613, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2864, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.47263526916503906, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2816, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.44584980607032776, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2843, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4460774064064026, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2832, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.4497992992401123, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2877, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5228947401046753, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2836, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5239676237106323, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2799, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4485435485839844, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2874, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4365707337856293, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.281, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.4710332453250885, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2779, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.44824421405792236, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2774, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5048888325691223, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3009, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4799298644065857, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2752, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.45537424087524414, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2851, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4496147632598877, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2857, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.45148664712905884, + "learning_rate": 2.653571910089951e-05, + "loss": 1.288, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.46457111835479736, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2861, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.47459596395492554, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2876, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4512699246406555, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2681, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.43789952993392944, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2792, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.45485296845436096, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2893, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4714756906032562, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.273, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5224752426147461, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.2941, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.4842609167098999, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.28, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.449357807636261, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2872, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.4483051598072052, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2871, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.4558925926685333, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2824, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.46060770750045776, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2778, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.5012911558151245, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2835, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.45284098386764526, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2795, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4671890139579773, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2791, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.45497480034828186, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.271, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.4666505455970764, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2643, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.455986887216568, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2788, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.45877569913864136, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.275, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.44860130548477173, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2868, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4627366065979004, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2733, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4672466516494751, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2797, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.45182323455810547, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2785, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5160452127456665, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2792, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.45589128136634827, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2766, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4494640529155731, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2879, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.455919474363327, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2867, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.45683205127716064, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2933, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4401494860649109, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2841, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4585829973220825, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2862, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.4692978858947754, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2685, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.47096991539001465, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2777, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4629080295562744, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2904, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.466360479593277, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2625, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4717717468738556, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2835, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.45339369773864746, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2833, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.456876665353775, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2787, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.45005175471305847, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.292, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.46648889780044556, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2747, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.44402530789375305, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2842, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3760031461715698, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2761, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-gelu_10/checkpoint-9480/training_args.bin b/saves-llama-gelu_10/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..533840155edc3dfc311ec4e69a7a928783de63f3 --- /dev/null +++ b/saves-llama-gelu_10/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea19d6ec8b74c292f9d315eccd9b2ba2b1dc3e1062264336ab4a8b5313f72e9 +size 5176 diff --git a/saves-llama-gelu_10/config.json b/saves-llama-gelu_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53d6f7b17f96c4179225781d445d2dc536188e5e --- /dev/null +++ b/saves-llama-gelu_10/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_10", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_10/generation_config.json b/saves-llama-gelu_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_10/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_10/model.safetensors b/saves-llama-gelu_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3c102328dac58c63bb71c0d11ac1e8d7e3042a3 --- /dev/null +++ b/saves-llama-gelu_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace0feb42c50ab72605f3168710de7742837deeb59f9d2ee13cf1f3f1172a9e5 +size 8346712 diff --git a/saves-llama-gelu_10/result.log b/saves-llama-gelu_10/result.log new file mode 100644 index 0000000000000000000000000000000000000000..10fdadff8ff96f017199760b1e6709c6d5352d04 --- /dev/null +++ b/saves-llama-gelu_10/result.log @@ -0,0 +1 @@ +{'train_runtime': 2249.7356, 'train_samples_per_second': 4314.553, 'train_steps_per_second': 4.214, 'train_loss': 1.5753556591549, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-gelu_10/special_tokens_map.json b/saves-llama-gelu_10/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_10/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_10/tokenizer.json b/saves-llama-gelu_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_10/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_10/tokenizer_config.json b/saves-llama-gelu_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_10/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/config.json b/saves-llama-gelu_fast/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d286907b8c441b14d5e0f58d44c7e7689ad7e44 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_fast", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/generation_config.json b/saves-llama-gelu_fast/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/model.safetensors b/saves-llama-gelu_fast/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3545b880fc1bf2d1cfa5e6c784e83c85c334dfa9 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0410291c4875469277fca2ec04edaaf042a9a3f1347d651d6c81773f475146 +size 8346712 diff --git a/saves-llama-gelu_fast/checkpoint-9480/optimizer.pt b/saves-llama-gelu_fast/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..259188da5b04e2fa9ea80d4ac171c40c71547c69 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e65440debf2d73a540b66d769ec124767895fa9ad83419b01ce03f6f53515d +size 16706402 diff --git a/saves-llama-gelu_fast/checkpoint-9480/rng_state.pth b/saves-llama-gelu_fast/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-gelu_fast/checkpoint-9480/scheduler.pt b/saves-llama-gelu_fast/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b4caa7943c4bd8b5bf857dca22f7e0acc820d --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22440654394513eab753cc4a7a4d9f8b781184d5238dc4b2f87b984570616d8d +size 1128 diff --git a/saves-llama-gelu_fast/checkpoint-9480/special_tokens_map.json b/saves-llama-gelu_fast/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/tokenizer.json b/saves-llama-gelu_fast/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_fast/checkpoint-9480/tokenizer_config.json b/saves-llama-gelu_fast/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/trainer_state.json b/saves-llama-gelu_fast/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..54ac4c7ef8c764fe9117126c16de6410db6bd485 --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.3052997589111328, + "learning_rate": 0.00015822784810126583, + "loss": 7.5037, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.192582607269287, + "learning_rate": 0.00031645569620253165, + "loss": 6.919, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8727838397026062, + "learning_rate": 0.00047468354430379745, + "loss": 6.2675, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.1513649225234985, + "learning_rate": 0.0006329113924050633, + "loss": 5.7775, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.9848951101303101, + "learning_rate": 0.0007911392405063291, + "loss": 5.3213, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.5375679135322571, + "learning_rate": 0.0009493670886075949, + "loss": 4.8051, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.8729745149612427, + "learning_rate": 0.0011075949367088608, + "loss": 4.3929, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.3375587463378906, + "learning_rate": 0.0012658227848101266, + "loss": 4.1235, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.0220171213150024, + "learning_rate": 0.0014240506329113926, + "loss": 3.9117, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.0274858474731445, + "learning_rate": 0.0015, + "loss": 3.7684, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.6566951870918274, + "learning_rate": 0.0015, + "loss": 3.5989, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.0218316316604614, + "learning_rate": 0.0015, + "loss": 3.4883, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.9263358116149902, + "learning_rate": 0.0015, + "loss": 3.389, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.0264838933944702, + "learning_rate": 0.0015, + "loss": 3.2895, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.7115975618362427, + "learning_rate": 0.0015, + "loss": 3.2136, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.274559497833252, + "learning_rate": 0.0015, + "loss": 3.152, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.8522011637687683, + "learning_rate": 0.0015, + "loss": 3.0893, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.8508324027061462, + "learning_rate": 0.0015, + "loss": 3.0499, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.85979825258255, + "learning_rate": 0.0015, + "loss": 2.9936, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.9904100298881531, + "learning_rate": 0.0015, + "loss": 2.9468, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.8177679181098938, + "learning_rate": 0.0015, + "loss": 2.9121, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8540989756584167, + "learning_rate": 0.0015, + "loss": 2.8781, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.7470748424530029, + "learning_rate": 0.0015, + "loss": 2.8264, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8047113418579102, + "learning_rate": 0.0015, + "loss": 2.7927, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.8029855489730835, + "learning_rate": 0.0015, + "loss": 2.7604, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.806186854839325, + "learning_rate": 0.0015, + "loss": 2.7219, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.6965290904045105, + "learning_rate": 0.0015, + "loss": 2.6958, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.7026400566101074, + "learning_rate": 0.0015, + "loss": 2.658, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.1034795045852661, + "learning_rate": 0.0015, + "loss": 2.6357, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.7799168229103088, + "learning_rate": 0.0015, + "loss": 2.6135, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.733538031578064, + "learning_rate": 0.0015, + "loss": 2.5871, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.0903308391571045, + "learning_rate": 0.0015, + "loss": 2.5554, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.7718284726142883, + "learning_rate": 0.0015, + "loss": 2.5501, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.1893484592437744, + "learning_rate": 0.0015, + "loss": 2.5258, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.9030144214630127, + "learning_rate": 0.0015, + "loss": 2.4866, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 1.0030508041381836, + "learning_rate": 0.0015, + "loss": 2.4655, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.8609541654586792, + "learning_rate": 0.0015, + "loss": 2.4537, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8522768020629883, + "learning_rate": 0.0015, + "loss": 2.4393, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.2927393913269043, + "learning_rate": 0.0015, + "loss": 2.4198, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.1407694816589355, + "learning_rate": 0.0015, + "loss": 2.3928, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.057990550994873, + "learning_rate": 0.0015, + "loss": 2.3824, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8472054600715637, + "learning_rate": 0.0015, + "loss": 2.3634, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.9074565768241882, + "learning_rate": 0.0015, + "loss": 2.3422, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.9744542837142944, + "learning_rate": 0.0015, + "loss": 2.3218, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9995161294937134, + "learning_rate": 0.0015, + "loss": 2.3267, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 1.009391188621521, + "learning_rate": 0.0015, + "loss": 2.2998, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9137445092201233, + "learning_rate": 0.0015, + "loss": 2.2832, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.2423945665359497, + "learning_rate": 0.0015, + "loss": 2.2771, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.7731915712356567, + "learning_rate": 0.0015, + "loss": 2.2493, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.2098606824874878, + "learning_rate": 0.0015, + "loss": 2.2454, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.9797264337539673, + "learning_rate": 0.0015, + "loss": 2.2343, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8508033752441406, + "learning_rate": 0.0015, + "loss": 2.2228, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.6894955039024353, + "learning_rate": 0.0015, + "loss": 2.2049, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 1.0731720924377441, + "learning_rate": 0.0015, + "loss": 2.1881, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8591946959495544, + "learning_rate": 0.0015, + "loss": 2.1889, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.6992970108985901, + "learning_rate": 0.0015, + "loss": 2.1506, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 1.067097783088684, + "learning_rate": 0.0015, + "loss": 2.1601, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.0215630531311035, + "learning_rate": 0.0015, + "loss": 2.1636, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8113276362419128, + "learning_rate": 0.0015, + "loss": 2.1395, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.8183494210243225, + "learning_rate": 0.0015, + "loss": 2.1129, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8051323294639587, + "learning_rate": 0.0015, + "loss": 2.1178, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.772873044013977, + "learning_rate": 0.0015, + "loss": 2.1033, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8892561197280884, + "learning_rate": 0.0015, + "loss": 2.0924, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.3813204765319824, + "learning_rate": 0.0015, + "loss": 2.1063, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7403945326805115, + "learning_rate": 0.0015, + "loss": 2.0882, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.7917287945747375, + "learning_rate": 0.0015, + "loss": 2.0741, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.166753888130188, + "learning_rate": 0.0015, + "loss": 2.0564, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.8113343119621277, + "learning_rate": 0.0015, + "loss": 2.05, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7933675050735474, + "learning_rate": 0.0015, + "loss": 2.0646, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8249911069869995, + "learning_rate": 0.0015, + "loss": 2.0434, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.735534131526947, + "learning_rate": 0.0015, + "loss": 2.0368, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.9565304517745972, + "learning_rate": 0.0015, + "loss": 2.0157, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.774903416633606, + "learning_rate": 0.0015, + "loss": 2.0094, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8046356439590454, + "learning_rate": 0.0015, + "loss": 2.0155, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.9629865288734436, + "learning_rate": 0.0015, + "loss": 1.9972, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.1973296403884888, + "learning_rate": 0.0015, + "loss": 2.002, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.7336588501930237, + "learning_rate": 0.0015, + "loss": 1.9863, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8188560605049133, + "learning_rate": 0.0015, + "loss": 1.9813, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.791979968547821, + "learning_rate": 0.0015, + "loss": 1.9882, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.768394410610199, + "learning_rate": 0.0015, + "loss": 1.9578, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7045356035232544, + "learning_rate": 0.0015, + "loss": 1.9479, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.9870132207870483, + "learning_rate": 0.0015, + "loss": 1.9578, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.863961398601532, + "learning_rate": 0.0015, + "loss": 1.9592, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 1.0985640287399292, + "learning_rate": 0.0015, + "loss": 1.9404, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7141237854957581, + "learning_rate": 0.0015, + "loss": 1.9405, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 2.060758113861084, + "learning_rate": 0.0015, + "loss": 1.9429, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 1.3249902725219727, + "learning_rate": 0.0015, + "loss": 1.9489, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 1.1468669176101685, + "learning_rate": 0.0015, + "loss": 1.924, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.8518536686897278, + "learning_rate": 0.0015, + "loss": 1.9037, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.6605013608932495, + "learning_rate": 0.0015, + "loss": 1.9063, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.9100560545921326, + "learning_rate": 0.0015, + "loss": 1.9211, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7074365615844727, + "learning_rate": 0.0015, + "loss": 1.9106, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7609190940856934, + "learning_rate": 0.0015, + "loss": 1.8945, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.6834397912025452, + "learning_rate": 0.0015, + "loss": 1.9037, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.7557418942451477, + "learning_rate": 0.0015, + "loss": 1.883, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7796534299850464, + "learning_rate": 0.0015, + "loss": 1.8894, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.2949591875076294, + "learning_rate": 0.0015, + "loss": 1.8921, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.653205394744873, + "learning_rate": 0.0015, + "loss": 1.8701, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.0181663036346436, + "learning_rate": 0.0015, + "loss": 1.8692, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.8548523783683777, + "learning_rate": 0.0015, + "loss": 1.8776, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7380332946777344, + "learning_rate": 0.0015, + "loss": 1.8678, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.7141319513320923, + "learning_rate": 0.0015, + "loss": 1.8596, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7785058617591858, + "learning_rate": 0.0015, + "loss": 1.857, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7157159447669983, + "learning_rate": 0.0015, + "loss": 1.8558, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.8722723722457886, + "learning_rate": 0.0015, + "loss": 1.8546, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.8508228659629822, + "learning_rate": 0.0015, + "loss": 1.8436, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6495227217674255, + "learning_rate": 0.0015, + "loss": 1.8334, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.8936878442764282, + "learning_rate": 0.0015, + "loss": 1.8362, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.8066707849502563, + "learning_rate": 0.0015, + "loss": 1.8432, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7555702924728394, + "learning_rate": 0.0015, + "loss": 1.8301, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6854705810546875, + "learning_rate": 0.0015, + "loss": 1.8343, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7567543387413025, + "learning_rate": 0.0015, + "loss": 1.8259, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.0036600828170776, + "learning_rate": 0.0015, + "loss": 1.8113, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7597742676734924, + "learning_rate": 0.0015, + "loss": 1.8241, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.406007170677185, + "learning_rate": 0.0015, + "loss": 1.8165, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7374324798583984, + "learning_rate": 0.0015, + "loss": 1.8165, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.7053892016410828, + "learning_rate": 0.0015, + "loss": 1.7994, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6488861441612244, + "learning_rate": 0.0015, + "loss": 1.7891, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7095727324485779, + "learning_rate": 0.0015, + "loss": 1.7933, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.2907832860946655, + "learning_rate": 0.0015, + "loss": 1.8097, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8036982417106628, + "learning_rate": 0.0015, + "loss": 1.8058, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7291565537452698, + "learning_rate": 0.0015, + "loss": 1.7794, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.8063939809799194, + "learning_rate": 0.0015, + "loss": 1.7702, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.8230429291725159, + "learning_rate": 0.0015, + "loss": 1.7915, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.8264957070350647, + "learning_rate": 0.0015, + "loss": 1.7897, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.2006617784500122, + "learning_rate": 0.0015, + "loss": 1.7751, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6323198676109314, + "learning_rate": 0.0015, + "loss": 1.7696, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.6510306000709534, + "learning_rate": 0.0015, + "loss": 1.7828, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.7112104296684265, + "learning_rate": 0.0015, + "loss": 1.7728, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.6481884121894836, + "learning_rate": 0.0015, + "loss": 1.7572, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7021713852882385, + "learning_rate": 0.0015, + "loss": 1.7639, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 1.0096567869186401, + "learning_rate": 0.0015, + "loss": 1.7661, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.007296085357666, + "learning_rate": 0.0015, + "loss": 1.7576, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.7486764192581177, + "learning_rate": 0.0015, + "loss": 1.7558, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.6752177476882935, + "learning_rate": 0.0015, + "loss": 1.7598, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.628911018371582, + "learning_rate": 0.0015, + "loss": 1.7507, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7296662926673889, + "learning_rate": 0.0015, + "loss": 1.7511, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.8567536473274231, + "learning_rate": 0.0015, + "loss": 1.7403, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.7697849869728088, + "learning_rate": 0.0015, + "loss": 1.7509, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.103881597518921, + "learning_rate": 0.0015, + "loss": 1.7335, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.8614912033081055, + "learning_rate": 0.0015, + "loss": 1.7338, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.9972132444381714, + "learning_rate": 0.0015, + "loss": 1.7399, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7345603704452515, + "learning_rate": 0.0015, + "loss": 1.7335, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.9277792572975159, + "learning_rate": 0.0015, + "loss": 1.7321, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6494073271751404, + "learning_rate": 0.0015, + "loss": 1.7287, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.7161875367164612, + "learning_rate": 0.0015, + "loss": 1.722, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8634238243103027, + "learning_rate": 0.0015, + "loss": 1.7241, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.8854894042015076, + "learning_rate": 0.0015, + "loss": 1.726, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7472773790359497, + "learning_rate": 0.0015, + "loss": 1.7232, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6746073961257935, + "learning_rate": 0.0015, + "loss": 1.7199, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.8736259341239929, + "learning_rate": 0.0015, + "loss": 1.7186, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.8192859292030334, + "learning_rate": 0.0015, + "loss": 1.7216, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6304022669792175, + "learning_rate": 0.0015, + "loss": 1.7026, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6301428079605103, + "learning_rate": 0.0015, + "loss": 1.6938, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.0784943103790283, + "learning_rate": 0.0015, + "loss": 1.6996, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.7436006665229797, + "learning_rate": 0.0015, + "loss": 1.6992, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6362265944480896, + "learning_rate": 0.0015, + "loss": 1.6911, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.6151846051216125, + "learning_rate": 0.0015, + "loss": 1.7025, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.1552400588989258, + "learning_rate": 0.0015, + "loss": 1.6978, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.760262668132782, + "learning_rate": 0.0015, + "loss": 1.7043, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6464651823043823, + "learning_rate": 0.0015, + "loss": 1.6989, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6357554793357849, + "learning_rate": 0.0015, + "loss": 1.6717, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.6804078221321106, + "learning_rate": 0.0015, + "loss": 1.6841, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6344296336174011, + "learning_rate": 0.0015, + "loss": 1.6838, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.237649917602539, + "learning_rate": 0.0015, + "loss": 1.6768, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.623504638671875, + "learning_rate": 0.0015, + "loss": 1.6777, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.7673838138580322, + "learning_rate": 0.0015, + "loss": 1.6849, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.4920583963394165, + "learning_rate": 0.0015, + "loss": 1.6712, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.6720578074455261, + "learning_rate": 0.0015, + "loss": 1.6686, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.8922911882400513, + "learning_rate": 0.0015, + "loss": 1.6864, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 1.0312389135360718, + "learning_rate": 0.0015, + "loss": 1.6775, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.772239625453949, + "learning_rate": 0.0015, + "loss": 1.6631, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.660011351108551, + "learning_rate": 0.0015, + "loss": 1.6532, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.6180186867713928, + "learning_rate": 0.0015, + "loss": 1.6611, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7944729328155518, + "learning_rate": 0.0015, + "loss": 1.6844, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6956683993339539, + "learning_rate": 0.0015, + "loss": 1.6655, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6690469980239868, + "learning_rate": 0.0015, + "loss": 1.6672, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.9173038601875305, + "learning_rate": 0.0015, + "loss": 1.6688, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.6593850255012512, + "learning_rate": 0.0015, + "loss": 1.67, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.7738297581672668, + "learning_rate": 0.0015, + "loss": 1.668, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.706663966178894, + "learning_rate": 0.0015, + "loss": 1.6542, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7859526872634888, + "learning_rate": 0.0015, + "loss": 1.652, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6894396543502808, + "learning_rate": 0.0015, + "loss": 1.6502, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6305700540542603, + "learning_rate": 0.0015, + "loss": 1.6495, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6408261060714722, + "learning_rate": 0.0015, + "loss": 1.6499, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6859474182128906, + "learning_rate": 0.0015, + "loss": 1.6568, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 1.1156822443008423, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6164509057998657, + "learning_rate": 0.0015, + "loss": 1.6403, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 1.1315292119979858, + "learning_rate": 0.0015, + "loss": 1.6467, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.7455440163612366, + "learning_rate": 0.0015, + "loss": 1.6425, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8754388689994812, + "learning_rate": 0.0015, + "loss": 1.6539, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.8127655386924744, + "learning_rate": 0.0015, + "loss": 1.6405, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.758034884929657, + "learning_rate": 0.0015, + "loss": 1.6413, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.673977255821228, + "learning_rate": 0.0015, + "loss": 1.6307, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6232777237892151, + "learning_rate": 0.0015, + "loss": 1.633, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.6611011624336243, + "learning_rate": 0.0015, + "loss": 1.6324, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.5821405053138733, + "learning_rate": 0.0015, + "loss": 1.6465, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7204784154891968, + "learning_rate": 0.0015, + "loss": 1.6277, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.665590763092041, + "learning_rate": 0.0015, + "loss": 1.6258, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 1.1579976081848145, + "learning_rate": 0.0015, + "loss": 1.6264, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.7661408185958862, + "learning_rate": 0.0015, + "loss": 1.6338, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.142511248588562, + "learning_rate": 0.0015, + "loss": 1.6428, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6869101524353027, + "learning_rate": 0.0015, + "loss": 1.6273, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.716810941696167, + "learning_rate": 0.0015, + "loss": 1.6264, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.8003740906715393, + "learning_rate": 0.0015, + "loss": 1.6278, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.7793974280357361, + "learning_rate": 0.0015, + "loss": 1.6209, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.1375855207443237, + "learning_rate": 0.0015, + "loss": 1.6186, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.9519311189651489, + "learning_rate": 0.0015, + "loss": 1.6273, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.8523232936859131, + "learning_rate": 0.0015, + "loss": 1.611, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.64051753282547, + "learning_rate": 0.0015, + "loss": 1.6208, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.1442445516586304, + "learning_rate": 0.0015, + "loss": 1.6132, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6446622014045715, + "learning_rate": 0.0015, + "loss": 1.6121, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.67452073097229, + "learning_rate": 0.0015, + "loss": 1.6116, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.606451153755188, + "learning_rate": 0.0015, + "loss": 1.6059, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.8938020467758179, + "learning_rate": 0.0015, + "loss": 1.6153, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.1989951133728027, + "learning_rate": 0.0015, + "loss": 1.6274, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.7556775808334351, + "learning_rate": 0.0015, + "loss": 1.6138, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.6375586986541748, + "learning_rate": 0.0015, + "loss": 1.5922, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.8197131752967834, + "learning_rate": 0.0015, + "loss": 1.6109, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6707714796066284, + "learning_rate": 0.0015, + "loss": 1.613, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6681670546531677, + "learning_rate": 0.0015, + "loss": 1.5967, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.8476693630218506, + "learning_rate": 0.0015, + "loss": 1.6107, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.9522832036018372, + "learning_rate": 0.0015, + "loss": 1.6053, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6969431042671204, + "learning_rate": 0.0015, + "loss": 1.6037, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.9083775281906128, + "learning_rate": 0.0015, + "loss": 1.5992, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 1.0718519687652588, + "learning_rate": 0.0015, + "loss": 1.5902, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 1.0369563102722168, + "learning_rate": 0.0015, + "loss": 1.6209, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 1.2899980545043945, + "learning_rate": 0.0015, + "loss": 1.6115, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.9141809940338135, + "learning_rate": 0.0015, + "loss": 1.5929, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.7004047632217407, + "learning_rate": 0.0015, + "loss": 1.5877, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6268720626831055, + "learning_rate": 0.0015, + "loss": 1.5938, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6227681040763855, + "learning_rate": 0.0015, + "loss": 1.601, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.7685046792030334, + "learning_rate": 0.0015, + "loss": 1.5866, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.873992383480072, + "learning_rate": 0.0015, + "loss": 1.5825, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6084599494934082, + "learning_rate": 0.0015, + "loss": 1.5859, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.7686123251914978, + "learning_rate": 0.0015, + "loss": 1.5904, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.8826674222946167, + "learning_rate": 0.0015, + "loss": 1.5887, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.7110694646835327, + "learning_rate": 0.0015, + "loss": 1.5871, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6609640121459961, + "learning_rate": 0.0015, + "loss": 1.5858, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6207846403121948, + "learning_rate": 0.0015, + "loss": 1.5871, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6699452996253967, + "learning_rate": 0.0015, + "loss": 1.5897, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8367117047309875, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.7897158861160278, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7100421786308289, + "learning_rate": 0.0015, + "loss": 1.5899, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.6985370516777039, + "learning_rate": 0.0015, + "loss": 1.5768, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5968557000160217, + "learning_rate": 0.0015, + "loss": 1.5896, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.7951311469078064, + "learning_rate": 0.0015, + "loss": 1.5795, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.5932092070579529, + "learning_rate": 0.0015, + "loss": 1.5814, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.7193350791931152, + "learning_rate": 0.0015, + "loss": 1.5708, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.8043626546859741, + "learning_rate": 0.0015, + "loss": 1.5747, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.5336174964904785, + "learning_rate": 0.0015, + "loss": 1.5727, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.8600821495056152, + "learning_rate": 0.0015, + "loss": 1.5786, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6051113605499268, + "learning_rate": 0.0015, + "loss": 1.5759, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.6501439809799194, + "learning_rate": 0.0015, + "loss": 1.5735, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.6192123889923096, + "learning_rate": 0.0015, + "loss": 1.5694, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.6545089483261108, + "learning_rate": 0.0015, + "loss": 1.5773, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.5882477760314941, + "learning_rate": 0.0015, + "loss": 1.571, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.5769698023796082, + "learning_rate": 0.0015, + "loss": 1.5686, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6226673722267151, + "learning_rate": 0.0015, + "loss": 1.574, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.7013136148452759, + "learning_rate": 0.0015, + "loss": 1.5743, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.5630269646644592, + "learning_rate": 0.0015, + "loss": 1.5683, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6329944729804993, + "learning_rate": 0.0015, + "loss": 1.5699, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.9810095429420471, + "learning_rate": 0.0015, + "loss": 1.5631, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.5834895372390747, + "learning_rate": 0.0015, + "loss": 1.575, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.6486023664474487, + "learning_rate": 0.0015, + "loss": 1.5644, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.7532922625541687, + "learning_rate": 0.0015, + "loss": 1.5609, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.7412617206573486, + "learning_rate": 0.0015, + "loss": 1.5593, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6425825357437134, + "learning_rate": 0.0015, + "loss": 1.5599, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6864731907844543, + "learning_rate": 0.0015, + "loss": 1.5607, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.8348057866096497, + "learning_rate": 0.0015, + "loss": 1.5554, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6278399229049683, + "learning_rate": 0.0015, + "loss": 1.5614, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6386781930923462, + "learning_rate": 0.0015, + "loss": 1.5618, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.5926318168640137, + "learning_rate": 0.0015, + "loss": 1.5439, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 1.222549319267273, + "learning_rate": 0.0015, + "loss": 1.558, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.7439153790473938, + "learning_rate": 0.0015, + "loss": 1.5604, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8954219222068787, + "learning_rate": 0.0015, + "loss": 1.5691, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.5786575078964233, + "learning_rate": 0.0015, + "loss": 1.563, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6361141204833984, + "learning_rate": 0.0015, + "loss": 1.5606, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5983097553253174, + "learning_rate": 0.0015, + "loss": 1.5582, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6101570129394531, + "learning_rate": 0.0015, + "loss": 1.5537, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6999370455741882, + "learning_rate": 0.0015, + "loss": 1.5556, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.7134285569190979, + "learning_rate": 0.0015, + "loss": 1.5614, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.1310093402862549, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.7437604665756226, + "learning_rate": 0.0015, + "loss": 1.5498, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 1.376185655593872, + "learning_rate": 0.0015, + "loss": 1.5483, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6573048233985901, + "learning_rate": 0.0015, + "loss": 1.541, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.971836268901825, + "learning_rate": 0.0015, + "loss": 1.5443, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.8332430720329285, + "learning_rate": 0.0015, + "loss": 1.5337, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.766512393951416, + "learning_rate": 0.0015, + "loss": 1.5416, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.5781421661376953, + "learning_rate": 0.0015, + "loss": 1.5455, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7710217833518982, + "learning_rate": 0.0015, + "loss": 1.5462, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.593600332736969, + "learning_rate": 0.0015, + "loss": 1.5411, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6826491355895996, + "learning_rate": 0.0015, + "loss": 1.5383, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.875144362449646, + "learning_rate": 0.0015, + "loss": 1.5449, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.6138505935668945, + "learning_rate": 0.0015, + "loss": 1.5571, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.5634858012199402, + "learning_rate": 0.0015, + "loss": 1.5367, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.269069790840149, + "learning_rate": 0.0015, + "loss": 1.524, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6984632611274719, + "learning_rate": 0.0015, + "loss": 1.5345, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6502171754837036, + "learning_rate": 0.0015, + "loss": 1.5469, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6024414896965027, + "learning_rate": 0.0015, + "loss": 1.5259, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5571861863136292, + "learning_rate": 0.0015, + "loss": 1.5357, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.7518180012702942, + "learning_rate": 0.0015, + "loss": 1.5397, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6202580332756042, + "learning_rate": 0.0015, + "loss": 1.5257, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7168384790420532, + "learning_rate": 0.0015, + "loss": 1.535, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.6431982517242432, + "learning_rate": 0.0015, + "loss": 1.5292, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6118420362472534, + "learning_rate": 0.0015, + "loss": 1.5406, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5369397401809692, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.5944225192070007, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.6510975360870361, + "learning_rate": 0.0015, + "loss": 1.5392, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.7318974137306213, + "learning_rate": 0.0015, + "loss": 1.5255, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.5738976001739502, + "learning_rate": 0.0015, + "loss": 1.5311, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.743175208568573, + "learning_rate": 0.0015, + "loss": 1.5346, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.561140239238739, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.8658069372177124, + "learning_rate": 0.0015, + "loss": 1.5207, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5645743012428284, + "learning_rate": 0.0015, + "loss": 1.5308, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6195378303527832, + "learning_rate": 0.0015, + "loss": 1.5298, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.7141605019569397, + "learning_rate": 0.0015, + "loss": 1.5315, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6461369395256042, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.811451256275177, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.9001191258430481, + "learning_rate": 0.0015, + "loss": 1.5232, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.9137867093086243, + "learning_rate": 0.0015, + "loss": 1.5348, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7482259273529053, + "learning_rate": 0.0015, + "loss": 1.5268, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6445159316062927, + "learning_rate": 0.0015, + "loss": 1.5193, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6152403950691223, + "learning_rate": 0.0015, + "loss": 1.5, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6291233897209167, + "learning_rate": 0.0015, + "loss": 1.5248, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5824457406997681, + "learning_rate": 0.0015, + "loss": 1.5116, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.625923216342926, + "learning_rate": 0.0015, + "loss": 1.5301, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6106343865394592, + "learning_rate": 0.0015, + "loss": 1.531, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.659304141998291, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6417015790939331, + "learning_rate": 0.0015, + "loss": 1.5232, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5924147963523865, + "learning_rate": 0.0015, + "loss": 1.5218, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.824802815914154, + "learning_rate": 0.0015, + "loss": 1.525, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.6470174789428711, + "learning_rate": 0.0015, + "loss": 1.5152, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6099929809570312, + "learning_rate": 0.0015, + "loss": 1.5167, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6768034100532532, + "learning_rate": 0.0015, + "loss": 1.5114, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6834955215454102, + "learning_rate": 0.0015, + "loss": 1.5128, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7000136375427246, + "learning_rate": 0.0015, + "loss": 1.5231, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6541745662689209, + "learning_rate": 0.0015, + "loss": 1.5158, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6773937940597534, + "learning_rate": 0.0015, + "loss": 1.5079, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.8207151889801025, + "learning_rate": 0.0015, + "loss": 1.5197, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5853956937789917, + "learning_rate": 0.0015, + "loss": 1.5129, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.7402079105377197, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.6709362864494324, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.7557783126831055, + "learning_rate": 0.0015, + "loss": 1.5087, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.834760844707489, + "learning_rate": 0.0015, + "loss": 1.5095, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 1.0007400512695312, + "learning_rate": 0.0015, + "loss": 1.5007, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6031202077865601, + "learning_rate": 0.0015, + "loss": 1.5168, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5697644948959351, + "learning_rate": 0.0015, + "loss": 1.5198, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.6963295936584473, + "learning_rate": 0.0015, + "loss": 1.5134, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6208423376083374, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 1.5567326545715332, + "learning_rate": 0.0015, + "loss": 1.5206, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.682749330997467, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6895439624786377, + "learning_rate": 0.0015, + "loss": 1.5167, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.8035642504692078, + "learning_rate": 0.0015, + "loss": 1.5132, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6294497847557068, + "learning_rate": 0.0015, + "loss": 1.5017, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.6529911160469055, + "learning_rate": 0.0015, + "loss": 1.503, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.7186732292175293, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.7308610081672668, + "learning_rate": 0.0015, + "loss": 1.5008, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6500902771949768, + "learning_rate": 0.0015, + "loss": 1.512, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.5246132612228394, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6210476160049438, + "learning_rate": 0.0015, + "loss": 1.499, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.5901539325714111, + "learning_rate": 0.0015, + "loss": 1.5013, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.7071357369422913, + "learning_rate": 0.0015, + "loss": 1.4999, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.710266649723053, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7948114275932312, + "learning_rate": 0.0015, + "loss": 1.509, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.730782687664032, + "learning_rate": 0.0015, + "loss": 1.5035, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5810356140136719, + "learning_rate": 0.0015, + "loss": 1.4985, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.6065977811813354, + "learning_rate": 0.0015, + "loss": 1.4979, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.5808092355728149, + "learning_rate": 0.0015, + "loss": 1.5061, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.5865835547447205, + "learning_rate": 0.0015, + "loss": 1.5118, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5501065850257874, + "learning_rate": 0.0015, + "loss": 1.498, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6141716837882996, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.7062733173370361, + "learning_rate": 0.0015, + "loss": 1.4984, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.631385862827301, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.6958839893341064, + "learning_rate": 0.0015, + "loss": 1.5025, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.7088913321495056, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6370718479156494, + "learning_rate": 0.0015, + "loss": 1.5051, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6533028483390808, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.719137966632843, + "learning_rate": 0.0015, + "loss": 1.496, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.8591096997261047, + "learning_rate": 0.0015, + "loss": 1.5061, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.538533091545105, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.5733982920646667, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.5592768788337708, + "learning_rate": 0.0015, + "loss": 1.4832, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.63774174451828, + "learning_rate": 0.0015, + "loss": 1.5042, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.7874431610107422, + "learning_rate": 0.0015, + "loss": 1.4857, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 1.050599455833435, + "learning_rate": 0.0015, + "loss": 1.5005, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.6109606623649597, + "learning_rate": 0.0015, + "loss": 1.4916, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6226038932800293, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5530585646629333, + "learning_rate": 0.0015, + "loss": 1.4795, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.9046127200126648, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6139971017837524, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.6033552289009094, + "learning_rate": 0.0015, + "loss": 1.4775, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5608683824539185, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.8356464505195618, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.961926281452179, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5880262851715088, + "learning_rate": 0.0015, + "loss": 1.4886, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.7789826393127441, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5794112086296082, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.5792906880378723, + "learning_rate": 0.0015, + "loss": 1.4773, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.71413254737854, + "learning_rate": 0.0015, + "loss": 1.4932, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5363060832023621, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.552586019039154, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5931124091148376, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.613858699798584, + "learning_rate": 0.0015, + "loss": 1.4859, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5840249061584473, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.8210853338241577, + "learning_rate": 0.0015, + "loss": 1.4883, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.8755539655685425, + "learning_rate": 0.0015, + "loss": 1.4832, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 1.6386445760726929, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.646033525466919, + "learning_rate": 0.0015, + "loss": 1.4874, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5550432205200195, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.5667984485626221, + "learning_rate": 0.0015, + "loss": 1.4701, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.7775413393974304, + "learning_rate": 0.0015, + "loss": 1.4758, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.7668705582618713, + "learning_rate": 0.0015, + "loss": 1.4692, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.612896203994751, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.5979388952255249, + "learning_rate": 0.0015, + "loss": 1.4804, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5489551424980164, + "learning_rate": 0.0015, + "loss": 1.4708, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.540269136428833, + "learning_rate": 0.0015, + "loss": 1.4738, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.6321161985397339, + "learning_rate": 0.0015, + "loss": 1.4688, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6881181597709656, + "learning_rate": 0.0015, + "loss": 1.4747, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.7388365864753723, + "learning_rate": 0.0015, + "loss": 1.4761, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5577637553215027, + "learning_rate": 0.0015, + "loss": 1.4665, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7739266157150269, + "learning_rate": 0.0015, + "loss": 1.4753, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.9502246379852295, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.6460594534873962, + "learning_rate": 0.0015, + "loss": 1.473, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.9201657176017761, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7654016017913818, + "learning_rate": 0.0015, + "loss": 1.4777, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5246189832687378, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.9113053679466248, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.7700061798095703, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.7059959769248962, + "learning_rate": 0.0015, + "loss": 1.4741, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5383866429328918, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.9045895338058472, + "learning_rate": 0.0015, + "loss": 1.4679, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5401872396469116, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.7208225727081299, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.9839217066764832, + "learning_rate": 0.0015, + "loss": 1.4702, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.5485712885856628, + "learning_rate": 0.0015, + "loss": 1.4859, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5200601816177368, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5202352404594421, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.7235714197158813, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5410481691360474, + "learning_rate": 0.0015, + "loss": 1.4685, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.595949113368988, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.588374137878418, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.7285415530204773, + "learning_rate": 0.0015, + "loss": 1.4696, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7162712216377258, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6534940600395203, + "learning_rate": 0.0015, + "loss": 1.4721, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.6627858877182007, + "learning_rate": 0.0015, + "loss": 1.4602, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5971285700798035, + "learning_rate": 0.0015, + "loss": 1.4666, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.7302346229553223, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6691198348999023, + "learning_rate": 0.0015, + "loss": 1.4602, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.7852382063865662, + "learning_rate": 0.0015, + "loss": 1.4627, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5876778960227966, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6745273470878601, + "learning_rate": 0.0015, + "loss": 1.449, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6671805381774902, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.6737004518508911, + "learning_rate": 0.0015, + "loss": 1.469, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.7160045504570007, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5481313467025757, + "learning_rate": 0.0015, + "loss": 1.4561, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.6089341640472412, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7214470505714417, + "learning_rate": 0.0015, + "loss": 1.4635, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6518094539642334, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.586376428604126, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.352020502090454, + "learning_rate": 0.0015, + "loss": 1.4722, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 1.0698368549346924, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.6706241965293884, + "learning_rate": 0.0015, + "loss": 1.4643, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5346442461013794, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5627537965774536, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.620216429233551, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.666528046131134, + "learning_rate": 0.0015, + "loss": 1.4562, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5209550857543945, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.5363456606864929, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5375503897666931, + "learning_rate": 0.0015, + "loss": 1.4579, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.6591772437095642, + "learning_rate": 0.0015, + "loss": 1.4618, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.9059556126594543, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6198669672012329, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6590760946273804, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 1.0173901319503784, + "learning_rate": 0.0015, + "loss": 1.4722, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5239492058753967, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5238050222396851, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5672768354415894, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6692121028900146, + "learning_rate": 0.0015, + "loss": 1.4481, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5976191163063049, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5106903314590454, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.8811365962028503, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7898156642913818, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.5578321218490601, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5530971884727478, + "learning_rate": 0.0015, + "loss": 1.4636, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.5413382053375244, + "learning_rate": 0.0015, + "loss": 1.4484, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.6671582460403442, + "learning_rate": 0.0015, + "loss": 1.4432, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.8444958925247192, + "learning_rate": 0.0015, + "loss": 1.4622, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.9447513818740845, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5757930278778076, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.6811417937278748, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5763689279556274, + "learning_rate": 0.0015, + "loss": 1.446, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6679446697235107, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.5985327363014221, + "learning_rate": 0.0015, + "loss": 1.4538, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.8253797888755798, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 1.0035686492919922, + "learning_rate": 0.0015, + "loss": 1.4429, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5951038002967834, + "learning_rate": 0.0015, + "loss": 1.4521, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.6925050616264343, + "learning_rate": 0.0015, + "loss": 1.4449, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.6815177202224731, + "learning_rate": 0.0015, + "loss": 1.4448, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.616750180721283, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5463047027587891, + "learning_rate": 0.0015, + "loss": 1.4488, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6255114078521729, + "learning_rate": 0.0015, + "loss": 1.4421, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5259951949119568, + "learning_rate": 0.0015, + "loss": 1.429, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5269924998283386, + "learning_rate": 0.0015, + "loss": 1.4544, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5373120903968811, + "learning_rate": 0.0015, + "loss": 1.4466, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5557174682617188, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 1.0402936935424805, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5994581580162048, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5442361831665039, + "learning_rate": 0.0015, + "loss": 1.4488, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.678328812122345, + "learning_rate": 0.0015, + "loss": 1.4319, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5351593494415283, + "learning_rate": 0.0015, + "loss": 1.4464, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.5591213703155518, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.6169540882110596, + "learning_rate": 0.0015, + "loss": 1.4388, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.9209302663803101, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.651115894317627, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5946048498153687, + "learning_rate": 0.0015, + "loss": 1.4469, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.4861666262149811, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.660434901714325, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.7614657878875732, + "learning_rate": 0.0015, + "loss": 1.4388, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.7402003407478333, + "learning_rate": 0.0015, + "loss": 1.4506, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6023234724998474, + "learning_rate": 0.0015, + "loss": 1.4376, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.703400731086731, + "learning_rate": 0.0015, + "loss": 1.4476, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.6124339699745178, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5875033140182495, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.7496386170387268, + "learning_rate": 0.0015, + "loss": 1.4379, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.6118748784065247, + "learning_rate": 0.0015, + "loss": 1.4424, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.606825053691864, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 1.0683029890060425, + "learning_rate": 0.0015, + "loss": 1.4421, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5876083970069885, + "learning_rate": 0.0015, + "loss": 1.4433, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5267765522003174, + "learning_rate": 0.0015, + "loss": 1.4463, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.9464268088340759, + "learning_rate": 0.0015, + "loss": 1.4348, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.8113236427307129, + "learning_rate": 0.0015, + "loss": 1.4341, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5783822536468506, + "learning_rate": 0.0015, + "loss": 1.443, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5227556824684143, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.6449545621871948, + "learning_rate": 0.0015, + "loss": 1.4313, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.7211369276046753, + "learning_rate": 0.0015, + "loss": 1.4435, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.7287262678146362, + "learning_rate": 0.0015, + "loss": 1.4419, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5901393890380859, + "learning_rate": 0.0015, + "loss": 1.4333, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.6254045963287354, + "learning_rate": 0.0015, + "loss": 1.436, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5934033989906311, + "learning_rate": 0.0015, + "loss": 1.4343, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5357453227043152, + "learning_rate": 0.0015, + "loss": 1.4381, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5456238985061646, + "learning_rate": 0.0015, + "loss": 1.4327, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6443659067153931, + "learning_rate": 0.0015, + "loss": 1.4279, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.7860144972801208, + "learning_rate": 0.0015, + "loss": 1.4277, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.5468759536743164, + "learning_rate": 0.0015, + "loss": 1.4364, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.4962824285030365, + "learning_rate": 0.0015, + "loss": 1.4367, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.5990752577781677, + "learning_rate": 0.0015, + "loss": 1.4347, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.9691700339317322, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5528455376625061, + "learning_rate": 0.0015, + "loss": 1.4451, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6243894100189209, + "learning_rate": 0.0015, + "loss": 1.4319, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 1.9660669565200806, + "learning_rate": 0.0015, + "loss": 1.4484, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 1.1888238191604614, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 1.017085075378418, + "learning_rate": 0.0015, + "loss": 1.4176, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.765045166015625, + "learning_rate": 0.0015, + "loss": 1.4203, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.547243058681488, + "learning_rate": 0.0015, + "loss": 1.4417, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.6816893815994263, + "learning_rate": 0.0015, + "loss": 1.4451, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5716212391853333, + "learning_rate": 0.0015, + "loss": 1.4302, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5516524910926819, + "learning_rate": 0.0015, + "loss": 1.4303, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6015887260437012, + "learning_rate": 0.0015, + "loss": 1.4335, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.6090080142021179, + "learning_rate": 0.0015, + "loss": 1.4264, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.6494340896606445, + "learning_rate": 0.0015, + "loss": 1.4329, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5187491774559021, + "learning_rate": 0.0015, + "loss": 1.4433, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.6459497809410095, + "learning_rate": 0.0015, + "loss": 1.4354, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.514061450958252, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.646537721157074, + "learning_rate": 0.0015, + "loss": 1.436, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.5549883246421814, + "learning_rate": 0.0015, + "loss": 1.434, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5428169369697571, + "learning_rate": 0.0015, + "loss": 1.4395, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5907824635505676, + "learning_rate": 0.0015, + "loss": 1.4422, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9570735096931458, + "learning_rate": 0.0015, + "loss": 1.4194, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.5784257650375366, + "learning_rate": 0.0015, + "loss": 1.4253, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.8019166588783264, + "learning_rate": 0.0015, + "loss": 1.4296, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5397279858589172, + "learning_rate": 0.0015, + "loss": 1.4346, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6089429259300232, + "learning_rate": 0.0015, + "loss": 1.4313, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5455425381660461, + "learning_rate": 0.0015, + "loss": 1.4315, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.5433141589164734, + "learning_rate": 0.0015, + "loss": 1.4045, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5374836325645447, + "learning_rate": 0.0015, + "loss": 1.4175, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.7341980338096619, + "learning_rate": 0.0015, + "loss": 1.4171, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5156832337379456, + "learning_rate": 0.0015, + "loss": 1.4264, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.6152904033660889, + "learning_rate": 0.0015, + "loss": 1.4217, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.559776246547699, + "learning_rate": 0.0015, + "loss": 1.4235, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5493571162223816, + "learning_rate": 0.0015, + "loss": 1.432, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.7156448364257812, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.8035097718238831, + "learning_rate": 0.0015, + "loss": 1.4266, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.8550340533256531, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.5722214579582214, + "learning_rate": 0.0015, + "loss": 1.4426, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.49921369552612305, + "learning_rate": 0.0015, + "loss": 1.4291, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.52922123670578, + "learning_rate": 0.0015, + "loss": 1.4219, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.6505246162414551, + "learning_rate": 0.0015, + "loss": 1.4312, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.7281802892684937, + "learning_rate": 0.0015, + "loss": 1.4223, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5126689672470093, + "learning_rate": 0.0015, + "loss": 1.4254, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.5512505173683167, + "learning_rate": 0.0015, + "loss": 1.4181, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5468438863754272, + "learning_rate": 0.0015, + "loss": 1.4144, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.2055253982543945, + "learning_rate": 0.0015, + "loss": 1.4261, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6132085919380188, + "learning_rate": 0.0015, + "loss": 1.4292, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5803092122077942, + "learning_rate": 0.0015, + "loss": 1.4198, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.9380057454109192, + "learning_rate": 0.0015, + "loss": 1.4272, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5262237191200256, + "learning_rate": 0.0015, + "loss": 1.4261, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.502322793006897, + "learning_rate": 0.0015, + "loss": 1.412, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.49116840958595276, + "learning_rate": 0.0015, + "loss": 1.4286, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.9360126852989197, + "learning_rate": 0.0015, + "loss": 1.4387, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.6951504349708557, + "learning_rate": 0.0015, + "loss": 1.4252, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.9316554665565491, + "learning_rate": 0.0015, + "loss": 1.4244, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5400258898735046, + "learning_rate": 0.0015, + "loss": 1.408, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5886555910110474, + "learning_rate": 0.0015, + "loss": 1.4247, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.6637325882911682, + "learning_rate": 0.0015, + "loss": 1.4099, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.5670914053916931, + "learning_rate": 0.0015, + "loss": 1.4287, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.6575925350189209, + "learning_rate": 0.0015, + "loss": 1.4207, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.546174943447113, + "learning_rate": 0.0015, + "loss": 1.4177, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5717543959617615, + "learning_rate": 0.0015, + "loss": 1.4191, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.6778594255447388, + "learning_rate": 0.0015, + "loss": 1.4133, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.8176075220108032, + "learning_rate": 0.0015, + "loss": 1.4263, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5739116072654724, + "learning_rate": 0.0015, + "loss": 1.4225, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.5340582132339478, + "learning_rate": 0.0015, + "loss": 1.4183, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.9897836446762085, + "learning_rate": 0.0015, + "loss": 1.4172, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 1.0246288776397705, + "learning_rate": 0.0015, + "loss": 1.4336, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6375552415847778, + "learning_rate": 0.0015, + "loss": 1.421, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.6473439335823059, + "learning_rate": 0.001487560447745699, + "loss": 1.4005, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5617952346801758, + "learning_rate": 0.0014670566859713624, + "loss": 1.425, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.6049525141716003, + "learning_rate": 0.0014468355374162303, + "loss": 1.4262, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5012627243995667, + "learning_rate": 0.0014268931066862504, + "loss": 1.4151, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5395789742469788, + "learning_rate": 0.0014072255520794614, + "loss": 1.4148, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5597719550132751, + "learning_rate": 0.0013878290848459301, + "loss": 1.4183, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5626367330551147, + "learning_rate": 0.0013686999684578874, + "loss": 1.4025, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.6393507122993469, + "learning_rate": 0.001349834517889925, + "loss": 1.4078, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5015947818756104, + "learning_rate": 0.001331229098909114, + "loss": 1.4139, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5363910794258118, + "learning_rate": 0.0013128801273749075, + "loss": 1.405, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6786856055259705, + "learning_rate": 0.0012947840685486932, + "loss": 1.4147, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.4773229956626892, + "learning_rate": 0.0012769374364128628, + "loss": 1.4079, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5345439314842224, + "learning_rate": 0.0012593367929992667, + "loss": 1.4055, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.5823554396629333, + "learning_rate": 0.0012419787477269257, + "loss": 1.398, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6611142754554749, + "learning_rate": 0.0012248599567488698, + "loss": 1.3947, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5342150330543518, + "learning_rate": 0.0012079771223079822, + "loss": 1.3915, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.7439023852348328, + "learning_rate": 0.0011913269921017202, + "loss": 1.3987, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7315842509269714, + "learning_rate": 0.0011749063586555919, + "loss": 1.3909, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.4922884404659271, + "learning_rate": 0.001158712058705271, + "loss": 1.3974, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.8073384761810303, + "learning_rate": 0.0011427409725872262, + "loss": 1.3943, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5907735228538513, + "learning_rate": 0.00112699002363775, + "loss": 1.3744, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.5677952766418457, + "learning_rate": 0.0011114561776002726, + "loss": 1.3768, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.8744579553604126, + "learning_rate": 0.001096136442040843, + "loss": 1.3906, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.6204473972320557, + "learning_rate": 0.001081027865771668, + "loss": 1.3889, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5230241417884827, + "learning_rate": 0.0010661275382825958, + "loss": 1.3852, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5005199313163757, + "learning_rate": 0.0010514325891804379, + "loss": 1.3735, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5105804800987244, + "learning_rate": 0.0010369401876360166, + "loss": 1.3825, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5706160664558411, + "learning_rate": 0.001022647541838836, + "loss": 1.3679, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5496431589126587, + "learning_rate": 0.0010085518984592678, + "loss": 1.3695, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5289106369018555, + "learning_rate": 0.0009946505421181513, + "loss": 1.379, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.6750302910804749, + "learning_rate": 0.0009809407948637044, + "loss": 1.3759, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.8562952280044556, + "learning_rate": 0.0009674200156556436, + "loss": 1.3815, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.48660600185394287, + "learning_rate": 0.0009540855998564147, + "loss": 1.3745, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.6067793369293213, + "learning_rate": 0.000940934978729437, + "loss": 1.3906, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.5021737217903137, + "learning_rate": 0.0009279656189442628, + "loss": 1.3876, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5353847146034241, + "learning_rate": 0.0009151750220885573, + "loss": 1.3718, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.580650806427002, + "learning_rate": 0.0009025607241868057, + "loss": 1.3617, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.594480574131012, + "learning_rate": 0.0008901202952256545, + "loss": 1.3723, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5592930316925049, + "learning_rate": 0.0008778513386857928, + "loss": 1.3649, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6356931328773499, + "learning_rate": 0.0008657514910802905, + "loss": 1.366, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5270354151725769, + "learning_rate": 0.0008538184214992943, + "loss": 1.3624, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5064922571182251, + "learning_rate": 0.0008420498311610049, + "loss": 1.3592, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6202898025512695, + "learning_rate": 0.0008304434529688382, + "loss": 1.3615, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.47609496116638184, + "learning_rate": 0.0008189970510746938, + "loss": 1.3654, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5005541443824768, + "learning_rate": 0.0008077084204482425, + "loss": 1.3523, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4825807511806488, + "learning_rate": 0.0007965753864521494, + "loss": 1.3619, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5154825448989868, + "learning_rate": 0.0007855958044231527, + "loss": 1.3539, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6339372396469116, + "learning_rate": 0.000774767559258917, + "loss": 1.3574, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5994431972503662, + "learning_rate": 0.0007640885650105806, + "loss": 1.3499, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.507790207862854, + "learning_rate": 0.0007535567644809191, + "loss": 1.3497, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5331633687019348, + "learning_rate": 0.0007431701288280478, + "loss": 1.3527, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.565185546875, + "learning_rate": 0.0007329266571745864, + "loss": 1.3537, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5093312859535217, + "learning_rate": 0.0007228243762222109, + "loss": 1.3462, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.5336282253265381, + "learning_rate": 0.0007128613398715179, + "loss": 1.3467, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5044687390327454, + "learning_rate": 0.0007030356288471288, + "loss": 1.3474, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.5636027455329895, + "learning_rate": 0.0006933453503279619, + "loss": 1.3387, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5137901306152344, + "learning_rate": 0.0006837886375825994, + "loss": 1.3482, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.4942888617515564, + "learning_rate": 0.0006743636496096813, + "loss": 1.3498, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.45663467049598694, + "learning_rate": 0.0006650685707832559, + "loss": 1.3493, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.5901820659637451, + "learning_rate": 0.0006559016105030176, + "loss": 1.3436, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5198817849159241, + "learning_rate": 0.000646861002849367, + "loss": 1.346, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.6554791331291199, + "learning_rate": 0.0006379450062432248, + "loss": 1.3422, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.4707100987434387, + "learning_rate": 0.0006291519031105347, + "loss": 1.348, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.47392624616622925, + "learning_rate": 0.00062047999955139, + "loss": 1.3334, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6637621521949768, + "learning_rate": 0.000611927625013722, + "loss": 1.338, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.48272034525871277, + "learning_rate": 0.0006034931319714858, + "loss": 1.3395, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5496625304222107, + "learning_rate": 0.0005951748956072806, + "loss": 1.3353, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.8345457315444946, + "learning_rate": 0.0005869713134993463, + "loss": 1.326, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.47363850474357605, + "learning_rate": 0.0005788808053128734, + "loss": 1.3337, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5401235222816467, + "learning_rate": 0.0005709018124955674, + "loss": 1.3283, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.4993463158607483, + "learning_rate": 0.0005630327979774111, + "loss": 1.3259, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.597926914691925, + "learning_rate": 0.0005552722458745627, + "loss": 1.3353, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5476423501968384, + "learning_rate": 0.0005476186611973374, + "loss": 1.3224, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5253303647041321, + "learning_rate": 0.000540070569562213, + "loss": 1.3226, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5882828831672668, + "learning_rate": 0.0005326265169078048, + "loss": 1.3481, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.4925847053527832, + "learning_rate": 0.0005252850692147567, + "loss": 1.3271, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.4837215840816498, + "learning_rate": 0.0005180448122294913, + "loss": 1.333, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.564608633518219, + "learning_rate": 0.0005109043511917693, + "loss": 1.3368, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.49081745743751526, + "learning_rate": 0.0005038623105660032, + "loss": 1.3316, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.4923369586467743, + "learning_rate": 0.0004969173337762747, + "loss": 1.3226, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5096569061279297, + "learning_rate": 0.0004900680829450042, + "loss": 1.3184, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.5026365518569946, + "learning_rate": 0.0004833132386352233, + "loss": 1.321, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5266169905662537, + "learning_rate": 0.00047665149959639813, + "loss": 1.3218, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5900624394416809, + "learning_rate": 0.0004700815825137577, + "loss": 1.3328, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4846806228160858, + "learning_rate": 0.00046360222176107584, + "loss": 1.3036, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.8462581038475037, + "learning_rate": 0.0004572121691568625, + "loss": 1.3195, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5193362832069397, + "learning_rate": 0.00045091019372391354, + "loss": 1.3239, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6964335441589355, + "learning_rate": 0.0004446950814521764, + "loss": 1.3282, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5722426772117615, + "learning_rate": 0.0004385656350648835, + "loss": 1.3137, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.560074508190155, + "learning_rate": 0.00043252067378790946, + "loss": 1.3186, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.5308108329772949, + "learning_rate": 0.00042655903312230673, + "loss": 1.3265, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4740051329135895, + "learning_rate": 0.0004206795646199778, + "loss": 1.3205, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.5003831386566162, + "learning_rate": 0.0004148811356624379, + "loss": 1.319, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.4839526414871216, + "learning_rate": 0.0004091626292426282, + "loss": 1.3153, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5118890404701233, + "learning_rate": 0.0004035229437497357, + "loss": 1.3241, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.6462647914886475, + "learning_rate": 0.00039796099275697986, + "loss": 1.3195, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.5006918907165527, + "learning_rate": 0.0003924757048123232, + "loss": 1.3261, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.514254629611969, + "learning_rate": 0.0003870660232320675, + "loss": 1.3104, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5399494171142578, + "learning_rate": 0.000381730905897295, + "loss": 1.3071, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.4904894232749939, + "learning_rate": 0.0003764693250531141, + "loss": 1.3146, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.7273364067077637, + "learning_rate": 0.0003712802671106742, + "loss": 1.3225, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5487887263298035, + "learning_rate": 0.0003661627324519073, + "loss": 1.3006, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.49219048023223877, + "learning_rate": 0.0003611157352369628, + "loss": 1.3047, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5095701813697815, + "learning_rate": 0.00035613830321429534, + "loss": 1.3107, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5249966382980347, + "learning_rate": 0.00035122947753337037, + "loss": 1.3116, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5460957288742065, + "learning_rate": 0.0003463883125599521, + "loss": 1.326, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.4888247847557068, + "learning_rate": 0.00034161387569393647, + "loss": 1.3213, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.512104868888855, + "learning_rate": 0.00033690524718969593, + "loss": 1.3174, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.4943075478076935, + "learning_rate": 0.0003322615199788993, + "loss": 1.3108, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.48237189650535583, + "learning_rate": 0.00032768179949577516, + "loss": 1.3097, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.48736101388931274, + "learning_rate": 0.0003231652035047826, + "loss": 1.3077, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.6107282042503357, + "learning_rate": 0.000318710861930658, + "loss": 1.3091, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.5021265149116516, + "learning_rate": 0.0003143179166908038, + "loss": 1.3184, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.4996336102485657, + "learning_rate": 0.00030998552152998834, + "loss": 1.3228, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.47647425532341003, + "learning_rate": 0.00030571284185732276, + "loss": 1.3034, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5436840057373047, + "learning_rate": 0.0003014990545854864, + "loss": 1.2995, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5628548264503479, + "learning_rate": 0.0002973433479721675, + "loss": 1.3056, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5592359900474548, + "learning_rate": 0.00029324492146368906, + "loss": 1.3017, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.4695628881454468, + "learning_rate": 0.00028920298554079113, + "loss": 1.2968, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.4770657420158386, + "learning_rate": 0.00028521676156653756, + "loss": 1.3065, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5705270767211914, + "learning_rate": 0.00028128548163632006, + "loss": 1.3052, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.48570752143859863, + "learning_rate": 0.0002774083884299292, + "loss": 1.2939, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5111997127532959, + "learning_rate": 0.0002735847350656645, + "loss": 1.3036, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5542401075363159, + "learning_rate": 0.0002698137849564556, + "loss": 1.3107, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.46767935156822205, + "learning_rate": 0.0002660948116679665, + "loss": 1.2909, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.5480265021324158, + "learning_rate": 0.00026242709877865493, + "loss": 1.2971, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4632076025009155, + "learning_rate": 0.00025880993974176204, + "loss": 1.2821, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.4885811507701874, + "learning_rate": 0.0002552426377492028, + "loss": 1.287, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4807054102420807, + "learning_rate": 0.0002517245055973337, + "loss": 1.2889, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.46177077293395996, + "learning_rate": 0.00024825486555456975, + "loss": 1.3016, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.49099037051200867, + "learning_rate": 0.00024483304923082663, + "loss": 1.2912, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.47552505135536194, + "learning_rate": 0.0002414583974487624, + "loss": 1.2968, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.5434909462928772, + "learning_rate": 0.00023813026011679372, + "loss": 1.3051, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.49719175696372986, + "learning_rate": 0.0002348479961038625, + "loss": 1.2977, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.49000394344329834, + "learning_rate": 0.00023161097311592867, + "loss": 1.3065, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.4788461923599243, + "learning_rate": 0.00022841856757416538, + "loss": 1.2894, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.4765564203262329, + "learning_rate": 0.0002252701644948328, + "loss": 1.2912, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5573891401290894, + "learning_rate": 0.00022216515737080817, + "loss": 1.2876, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.5069120526313782, + "learning_rate": 0.00021910294805474833, + "loss": 1.2828, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5238269567489624, + "learning_rate": 0.0002160829466438629, + "loss": 1.2893, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.48687493801116943, + "learning_rate": 0.00021310457136627562, + "loss": 1.2988, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5073174238204956, + "learning_rate": 0.00021016724846895213, + "loss": 1.2949, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.49439018964767456, + "learning_rate": 0.00020727041210717235, + "loss": 1.2855, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.49236950278282166, + "learning_rate": 0.00020441350423552624, + "loss": 1.2915, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.4802074134349823, + "learning_rate": 0.00020159597450041257, + "loss": 1.3037, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4868849515914917, + "learning_rate": 0.00019881728013401842, + "loss": 1.2765, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5530495643615723, + "learning_rate": 0.00019607688584976116, + "loss": 1.2999, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5125585794448853, + "learning_rate": 0.00019337426373917076, + "loss": 1.2911, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.49447906017303467, + "learning_rate": 0.00019070889317019375, + "loss": 1.3067, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4809732735157013, + "learning_rate": 0.00018808026068689883, + "loss": 1.2827, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4828338325023651, + "learning_rate": 0.00018548785991056508, + "loss": 1.2909, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5934522151947021, + "learning_rate": 0.00018293119144213328, + "loss": 1.3029, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.4977095425128937, + "learning_rate": 0.00018040976276600176, + "loss": 1.2776, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.457721084356308, + "learning_rate": 0.00017792308815514854, + "loss": 1.288, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6357843279838562, + "learning_rate": 0.00017547068857756104, + "loss": 1.2857, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.513007640838623, + "learning_rate": 0.00017305209160395547, + "loss": 1.2874, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.49836722016334534, + "learning_rate": 0.00017066683131676825, + "loss": 1.2943, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.481406033039093, + "learning_rate": 0.00016831444822040207, + "loss": 1.2948, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.48317962884902954, + "learning_rate": 0.00016599448915270845, + "loss": 1.2803, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5011288523674011, + "learning_rate": 0.000163706507197691, + "loss": 1.2809, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.5005236864089966, + "learning_rate": 0.0001614500615994117, + "loss": 1.2885, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.6403728723526001, + "learning_rate": 0.00015922471767708377, + "loss": 1.281, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5736242532730103, + "learning_rate": 0.00015703004674133498, + "loss": 1.2978, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.44972163438796997, + "learning_rate": 0.00015486562601162512, + "loss": 1.2873, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5270224809646606, + "learning_rate": 0.0001527310385348017, + "loss": 1.2841, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.4740924537181854, + "learning_rate": 0.00015062587310477813, + "loss": 1.2931, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.545529305934906, + "learning_rate": 0.00014854972418331948, + "loss": 1.2832, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.4891165792942047, + "learning_rate": 0.00014650219182191934, + "loss": 1.2676, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.5380421876907349, + "learning_rate": 0.00014448288158475423, + "loss": 1.2784, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.48292607069015503, + "learning_rate": 0.0001424914044726995, + "loss": 1.2653, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.6133490800857544, + "learning_rate": 0.0001405273768483926, + "loss": 1.2808, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.4852309823036194, + "learning_rate": 0.0001385904203623296, + "loss": 1.2991, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.49237099289894104, + "learning_rate": 0.00013668016187997964, + "loss": 1.2953, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.48763883113861084, + "learning_rate": 0.0001347962334099052, + "loss": 1.2755, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5908053517341614, + "learning_rate": 0.00013293827203287141, + "loss": 1.2866, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5540897846221924, + "learning_rate": 0.00013110591983193424, + "loss": 1.2839, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.5148041248321533, + "learning_rate": 0.00012929882382349103, + "loss": 1.2937, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5252042412757874, + "learning_rate": 0.0001275166358892821, + "loss": 1.2869, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.504639744758606, + "learning_rate": 0.00012575901270932944, + "loss": 1.2879, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.5112870335578918, + "learning_rate": 0.00012402561569579935, + "loss": 1.2751, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4771912097930908, + "learning_rate": 0.00012231611092777743, + "loss": 1.2755, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4644855856895447, + "learning_rate": 0.00012063016908694192, + "loss": 1.2748, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.6779183149337769, + "learning_rate": 0.00011896746539412405, + "loss": 1.2854, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.6095579862594604, + "learning_rate": 0.00011732767954674264, + "loss": 1.2786, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.5558706521987915, + "learning_rate": 0.00011571049565710122, + "loss": 1.2882, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5831133127212524, + "learning_rate": 0.00011411560219153552, + "loss": 1.2828, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5146056413650513, + "learning_rate": 0.0001125426919103997, + "loss": 1.278, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.492949903011322, + "learning_rate": 0.00011099146180887992, + "loss": 1.2888, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.4715944826602936, + "learning_rate": 0.0001094616130586235, + "loss": 1.2711, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.48573312163352966, + "learning_rate": 0.00010795285095017282, + "loss": 1.2804, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.47188207507133484, + "learning_rate": 0.00010646488483619263, + "loss": 1.2847, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.519713819026947, + "learning_rate": 0.00010499742807547978, + "loss": 1.2859, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.4821756184101105, + "learning_rate": 0.0001035501979777448, + "loss": 1.2752, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5110819339752197, + "learning_rate": 0.00010212291574915464, + "loss": 1.2709, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5473693609237671, + "learning_rate": 0.00010071530643862575, + "loss": 1.2861, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4840810298919678, + "learning_rate": 9.932709888485788e-05, + "loss": 1.2767, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.47967979311943054, + "learning_rate": 9.79580256640974e-05, + "loss": 1.2769, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4557919502258301, + "learning_rate": 9.660782303862107e-05, + "loss": 1.2768, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.45325636863708496, + "learning_rate": 9.527623090592962e-05, + "loss": 1.2736, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.46544578671455383, + "learning_rate": 9.396299274864176e-05, + "loss": 1.2832, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.510856568813324, + "learning_rate": 9.266785558507876e-05, + "loss": 1.273, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.49626484513282776, + "learning_rate": 9.139056992053017e-05, + "loss": 1.281, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5510231256484985, + "learning_rate": 9.01308896991912e-05, + "loss": 1.274, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.47185078263282776, + "learning_rate": 8.88885722567627e-05, + "loss": 1.2865, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.48428112268447876, + "learning_rate": 8.766337827370438e-05, + "loss": 1.2791, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.46130725741386414, + "learning_rate": 8.645507172913238e-05, + "loss": 1.2845, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.4677056670188904, + "learning_rate": 8.52634198553523e-05, + "loss": 1.2825, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.4481569826602936, + "learning_rate": 8.408819309301891e-05, + "loss": 1.2774, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.4734070599079132, + "learning_rate": 8.292916504691398e-05, + "loss": 1.2918, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5336760878562927, + "learning_rate": 8.178611244233354e-05, + "loss": 1.2829, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5096580386161804, + "learning_rate": 8.065881508207636e-05, + "loss": 1.2799, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4600543975830078, + "learning_rate": 7.954705580402525e-05, + "loss": 1.265, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.523681640625, + "learning_rate": 7.845062043931299e-05, + "loss": 1.2626, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4859149754047394, + "learning_rate": 7.736929777106499e-05, + "loss": 1.29, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.47647565603256226, + "learning_rate": 7.630287949371051e-05, + "loss": 1.2686, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4871813654899597, + "learning_rate": 7.525116017285479e-05, + "loss": 1.2863, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4591115713119507, + "learning_rate": 7.421393720570416e-05, + "loss": 1.2796, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.482087641954422, + "learning_rate": 7.319101078203692e-05, + "loss": 1.2673, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.46520596742630005, + "learning_rate": 7.218218384571176e-05, + "loss": 1.2713, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.4748035669326782, + "learning_rate": 7.118726205670702e-05, + "loss": 1.2675, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4624708294868469, + "learning_rate": 7.020605375368314e-05, + "loss": 1.2744, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.47734934091567993, + "learning_rate": 6.923836991706108e-05, + "loss": 1.2816, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.48803696036338806, + "learning_rate": 6.828402413260965e-05, + "loss": 1.2709, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.4891699552536011, + "learning_rate": 6.73428325555347e-05, + "loss": 1.2714, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5050360560417175, + "learning_rate": 6.641461387506347e-05, + "loss": 1.2906, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.46819931268692017, + "learning_rate": 6.549918927951679e-05, + "loss": 1.2802, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.46151474118232727, + "learning_rate": 6.459638242186298e-05, + "loss": 1.2751, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4560546576976776, + "learning_rate": 6.370601938574637e-05, + "loss": 1.2666, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5555067658424377, + "learning_rate": 6.282792865198421e-05, + "loss": 1.2765, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5104871988296509, + "learning_rate": 6.196194106552512e-05, + "loss": 1.2736, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4752536714076996, + "learning_rate": 6.110788980286329e-05, + "loss": 1.2746, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.4712977111339569, + "learning_rate": 6.026561033990159e-05, + "loss": 1.2701, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5013975501060486, + "learning_rate": 5.943494042025771e-05, + "loss": 1.2749, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4728439748287201, + "learning_rate": 5.8615720024007174e-05, + "loss": 1.2643, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4801582992076874, + "learning_rate": 5.780779133685717e-05, + "loss": 1.2751, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.48975151777267456, + "learning_rate": 5.701099871974525e-05, + "loss": 1.2734, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.46426305174827576, + "learning_rate": 5.6225188678857095e-05, + "loss": 1.2863, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.44819504022598267, + "learning_rate": 5.545020983605749e-05, + "loss": 1.2803, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5282647013664246, + "learning_rate": 5.4685912899728965e-05, + "loss": 1.2742, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.4769492447376251, + "learning_rate": 5.39321506360123e-05, + "loss": 1.2653, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5746752619743347, + "learning_rate": 5.318877784044342e-05, + "loss": 1.2832, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5294986367225647, + "learning_rate": 5.245565130998124e-05, + "loss": 1.2753, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.6299872398376465, + "learning_rate": 5.173262981542119e-05, + "loss": 1.2773, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.5084183216094971, + "learning_rate": 5.101957407418877e-05, + "loss": 1.2707, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5339062809944153, + "learning_rate": 5.0316346723508287e-05, + "loss": 1.2737, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5253663063049316, + "learning_rate": 4.962281229394129e-05, + "loss": 1.2694, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.5128672122955322, + "learning_rate": 4.893883718328984e-05, + "loss": 1.2795, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5716057419776917, + "learning_rate": 4.8264289630859386e-05, + "loss": 1.2607, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4894263446331024, + "learning_rate": 4.759903969207646e-05, + "loss": 1.2649, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5155749917030334, + "learning_rate": 4.694295921345623e-05, + "loss": 1.2683, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4981006681919098, + "learning_rate": 4.629592180791501e-05, + "loss": 1.2743, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.4589333236217499, + "learning_rate": 4.565780283042316e-05, + "loss": 1.2823, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4670426547527313, + "learning_rate": 4.502847935399348e-05, + "loss": 1.2774, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4750349223613739, + "learning_rate": 4.440783014600059e-05, + "loss": 1.273, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.49425145983695984, + "learning_rate": 4.3795735644826776e-05, + "loss": 1.2719, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.49360814690589905, + "learning_rate": 4.319207793682965e-05, + "loss": 1.2666, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4644865095615387, + "learning_rate": 4.259674073362732e-05, + "loss": 1.2801, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.4861588776111603, + "learning_rate": 4.200960934969664e-05, + "loss": 1.2687, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4658438265323639, + "learning_rate": 4.143057068028024e-05, + "loss": 1.2637, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5258551836013794, + "learning_rate": 4.0859513179598096e-05, + "loss": 1.2539, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4625178277492523, + "learning_rate": 4.02963268393593e-05, + "loss": 1.2655, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4823416471481323, + "learning_rate": 3.974090316757029e-05, + "loss": 1.2721, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.48238131403923035, + "learning_rate": 3.919313516763478e-05, + "loss": 1.2677, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.47642767429351807, + "learning_rate": 3.8652917317742106e-05, + "loss": 1.2647, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4564302861690521, + "learning_rate": 3.812014555053955e-05, + "loss": 1.284, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.45782822370529175, + "learning_rate": 3.759471723308477e-05, + "loss": 1.2697, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.48228561878204346, + "learning_rate": 3.707653114707471e-05, + "loss": 1.287, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.46808627247810364, + "learning_rate": 3.6565487469346904e-05, + "loss": 1.2706, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.519247829914093, + "learning_rate": 3.606148775264958e-05, + "loss": 1.2711, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5192136168479919, + "learning_rate": 3.5564434906676834e-05, + "loss": 1.2689, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.47810280323028564, + "learning_rate": 3.507423317936521e-05, + "loss": 1.2742, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.5001697540283203, + "learning_rate": 3.4590788138448004e-05, + "loss": 1.2752, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.4754515588283539, + "learning_rate": 3.411400665326393e-05, + "loss": 1.2732, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.47163838148117065, + "learning_rate": 3.364379687681642e-05, + "loss": 1.2656, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.53977370262146, + "learning_rate": 3.31800682280803e-05, + "loss": 1.2654, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4592271149158478, + "learning_rate": 3.272273137455225e-05, + "loss": 1.273, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.4783358573913574, + "learning_rate": 3.227169821504187e-05, + "loss": 1.2675, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.455524742603302, + "learning_rate": 3.182688186269985e-05, + "loss": 1.2696, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4679732024669647, + "learning_rate": 3.138819662828018e-05, + "loss": 1.2714, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.4728546738624573, + "learning_rate": 3.095555800363297e-05, + "loss": 1.2738, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.540511965751648, + "learning_rate": 3.052888264542484e-05, + "loss": 1.2732, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.496148943901062, + "learning_rate": 3.0108088359083675e-05, + "loss": 1.2688, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.47377896308898926, + "learning_rate": 2.9693094082964775e-05, + "loss": 1.2722, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4705769121646881, + "learning_rate": 2.928381987273507e-05, + "loss": 1.2687, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.4801296591758728, + "learning_rate": 2.8880186885972716e-05, + "loss": 1.2649, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.4710920751094818, + "learning_rate": 2.8482117366978935e-05, + "loss": 1.2661, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5253723859786987, + "learning_rate": 2.808953463179918e-05, + "loss": 1.2855, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4730830192565918, + "learning_rate": 2.770236305345076e-05, + "loss": 1.2601, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.45977547764778137, + "learning_rate": 2.732052804735409e-05, + "loss": 1.2714, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4942964017391205, + "learning_rate": 2.6943956056964773e-05, + "loss": 1.2728, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4719911217689514, + "learning_rate": 2.6572574539603643e-05, + "loss": 1.2759, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.47591274976730347, + "learning_rate": 2.6206311952482224e-05, + "loss": 1.2745, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4708384573459625, + "learning_rate": 2.584509773892073e-05, + "loss": 1.2746, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.44409841299057007, + "learning_rate": 2.5488862314756066e-05, + "loss": 1.2557, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4709084928035736, + "learning_rate": 2.513753705493713e-05, + "loss": 1.2665, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.4576107859611511, + "learning_rate": 2.4791054280304972e-05, + "loss": 1.2763, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4947781562805176, + "learning_rate": 2.4449347244555043e-05, + "loss": 1.261, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5528335571289062, + "learning_rate": 2.4112350121379255e-05, + "loss": 1.2781, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.4973181486129761, + "learning_rate": 2.3779997991785207e-05, + "loss": 1.2684, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4601811468601227, + "learning_rate": 2.3452226831590232e-05, + "loss": 1.2741, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.47872424125671387, + "learning_rate": 2.3128973499087785e-05, + "loss": 1.2726, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.4761636257171631, + "learning_rate": 2.2810175722883866e-05, + "loss": 1.2694, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.4573465883731842, + "learning_rate": 2.2495772089901067e-05, + "loss": 1.2639, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4905836582183838, + "learning_rate": 2.218570203354799e-05, + "loss": 1.2701, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.46689388155937195, + "learning_rate": 2.187990582205175e-05, + "loss": 1.2689, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4871406853199005, + "learning_rate": 2.157832454695122e-05, + "loss": 1.268, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.47136321663856506, + "learning_rate": 2.1280900111748943e-05, + "loss": 1.258, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.5133491158485413, + "learning_rate": 2.0987575220719476e-05, + "loss": 1.2517, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.45591601729393005, + "learning_rate": 2.069829336787193e-05, + "loss": 1.2645, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.47352105379104614, + "learning_rate": 2.0412998826064695e-05, + "loss": 1.2614, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4610726833343506, + "learning_rate": 2.0131636636270178e-05, + "loss": 1.2715, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4786381125450134, + "learning_rate": 1.9854152596987523e-05, + "loss": 1.26, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.45471349358558655, + "learning_rate": 1.9580493253801253e-05, + "loss": 1.2668, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4709966480731964, + "learning_rate": 1.9310605889083842e-05, + "loss": 1.2649, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.49441248178482056, + "learning_rate": 1.904443851184018e-05, + "loss": 1.2693, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4936542809009552, + "learning_rate": 1.87819398476921e-05, + "loss": 1.2627, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4683848023414612, + "learning_rate": 1.8523059329000848e-05, + "loss": 1.2757, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.47211745381355286, + "learning_rate": 1.826774708512579e-05, + "loss": 1.2745, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.46532490849494934, + "learning_rate": 1.8015953932817347e-05, + "loss": 1.2819, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.49714159965515137, + "learning_rate": 1.7767631366742332e-05, + "loss": 1.274, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.48435506224632263, + "learning_rate": 1.7522731550139926e-05, + "loss": 1.271, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.48467424511909485, + "learning_rate": 1.728120730560641e-05, + "loss": 1.2581, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.4784489870071411, + "learning_rate": 1.704301210600693e-05, + "loss": 1.2617, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.46205011010169983, + "learning_rate": 1.6808100065512536e-05, + "loss": 1.2769, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.48660120368003845, + "learning_rate": 1.657642593076074e-05, + "loss": 1.2513, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4691844582557678, + "learning_rate": 1.634794507213793e-05, + "loss": 1.2695, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.46820127964019775, + "learning_rate": 1.6122613475181976e-05, + "loss": 1.272, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4744254946708679, + "learning_rate": 1.590038773210323e-05, + "loss": 1.2659, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.45324406027793884, + "learning_rate": 1.568122503342252e-05, + "loss": 1.275, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4821036159992218, + "learning_rate": 1.5465083159724344e-05, + "loss": 1.2597, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.456937700510025, + "learning_rate": 1.5251920473523708e-05, + "loss": 1.2733, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3504550457000732, + "learning_rate": 1.5041695911245136e-05, + "loss": 1.2622, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-gelu_fast/checkpoint-9480/training_args.bin b/saves-llama-gelu_fast/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4040078dc2a25efb2776b51483f0dfa78389034c --- /dev/null +++ b/saves-llama-gelu_fast/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2207fe56702ef255b8b093e335833dbca28218d9ae85a98e7649479c149a3ed +size 5176 diff --git a/saves-llama-gelu_fast/config.json b/saves-llama-gelu_fast/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d286907b8c441b14d5e0f58d44c7e7689ad7e44 --- /dev/null +++ b/saves-llama-gelu_fast/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_fast", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_fast/generation_config.json b/saves-llama-gelu_fast/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_fast/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_fast/model.safetensors b/saves-llama-gelu_fast/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3545b880fc1bf2d1cfa5e6c784e83c85c334dfa9 --- /dev/null +++ b/saves-llama-gelu_fast/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0410291c4875469277fca2ec04edaaf042a9a3f1347d651d6c81773f475146 +size 8346712 diff --git a/saves-llama-gelu_fast/result.log b/saves-llama-gelu_fast/result.log new file mode 100644 index 0000000000000000000000000000000000000000..2af20e748271d2b271861176358a64bb225e7a9e --- /dev/null +++ b/saves-llama-gelu_fast/result.log @@ -0,0 +1 @@ +{'train_runtime': 2568.4931, 'train_samples_per_second': 3779.105, 'train_steps_per_second': 3.691, 'train_loss': 1.5699451250366019, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-gelu_fast/special_tokens_map.json b/saves-llama-gelu_fast/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_fast/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_fast/tokenizer.json b/saves-llama-gelu_fast/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_fast/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_fast/tokenizer_config.json b/saves-llama-gelu_fast/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_fast/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_new/checkpoint-9480/config.json b/saves-llama-gelu_new/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d37c6ba023b59767c2650002454a540e1c4a060a --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_new", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_new/checkpoint-9480/generation_config.json b/saves-llama-gelu_new/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_new/checkpoint-9480/model.safetensors b/saves-llama-gelu_new/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..887d55e5f4c2e54c70292fdee13c563fa3e6a8ed --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5080d46bbe3a9dc07ea754d78ddfe572480c7f414a6b8934e106894d9dd6cd0 +size 8346712 diff --git a/saves-llama-gelu_new/checkpoint-9480/optimizer.pt b/saves-llama-gelu_new/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46ceed245eb97ac928f2f1d06399efbc1fe48d6 --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0a9f6f11b9e17703bea6874e020f292f6e6a04ad06beaedfae1743c249f4f0 +size 16706402 diff --git a/saves-llama-gelu_new/checkpoint-9480/rng_state.pth b/saves-llama-gelu_new/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-gelu_new/checkpoint-9480/scheduler.pt b/saves-llama-gelu_new/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b4caa7943c4bd8b5bf857dca22f7e0acc820d --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22440654394513eab753cc4a7a4d9f8b781184d5238dc4b2f87b984570616d8d +size 1128 diff --git a/saves-llama-gelu_new/checkpoint-9480/special_tokens_map.json b/saves-llama-gelu_new/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_new/checkpoint-9480/tokenizer.json b/saves-llama-gelu_new/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_new/checkpoint-9480/tokenizer_config.json b/saves-llama-gelu_new/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_new/checkpoint-9480/trainer_state.json b/saves-llama-gelu_new/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9591599774bf366dd7e433a7084442b00e22f49b --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.3075357675552368, + "learning_rate": 0.00015822784810126583, + "loss": 7.5213, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.180863380432129, + "learning_rate": 0.00031645569620253165, + "loss": 6.8987, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8489615321159363, + "learning_rate": 0.00047468354430379745, + "loss": 6.2384, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.9192500114440918, + "learning_rate": 0.0006329113924050633, + "loss": 5.747, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.9643535614013672, + "learning_rate": 0.0007911392405063291, + "loss": 5.2708, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.082902193069458, + "learning_rate": 0.0009493670886075949, + "loss": 4.7644, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.1981812715530396, + "learning_rate": 0.0011075949367088608, + "loss": 4.3723, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9766468405723572, + "learning_rate": 0.0012658227848101266, + "loss": 4.1225, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.1699119806289673, + "learning_rate": 0.0014240506329113926, + "loss": 3.9235, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.0279523134231567, + "learning_rate": 0.0015, + "loss": 3.7655, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.9181833863258362, + "learning_rate": 0.0015, + "loss": 3.6204, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8613824248313904, + "learning_rate": 0.0015, + "loss": 3.5071, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 1.1336807012557983, + "learning_rate": 0.0015, + "loss": 3.395, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.9157042503356934, + "learning_rate": 0.0015, + "loss": 3.2994, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.9386192560195923, + "learning_rate": 0.0015, + "loss": 3.2244, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.9380351901054382, + "learning_rate": 0.0015, + "loss": 3.1574, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.6966649889945984, + "learning_rate": 0.0015, + "loss": 3.0937, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.7090355157852173, + "learning_rate": 0.0015, + "loss": 3.0498, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7136836647987366, + "learning_rate": 0.0015, + "loss": 2.9903, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.8697147369384766, + "learning_rate": 0.0015, + "loss": 2.9377, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.7215303182601929, + "learning_rate": 0.0015, + "loss": 2.9076, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8969533443450928, + "learning_rate": 0.0015, + "loss": 2.8731, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.6747064590454102, + "learning_rate": 0.0015, + "loss": 2.8266, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.9318302273750305, + "learning_rate": 0.0015, + "loss": 2.7889, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.71550452709198, + "learning_rate": 0.0015, + "loss": 2.7549, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7597529292106628, + "learning_rate": 0.0015, + "loss": 2.7197, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.7744061946868896, + "learning_rate": 0.0015, + "loss": 2.6953, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.8805778622627258, + "learning_rate": 0.0015, + "loss": 2.6567, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8690669536590576, + "learning_rate": 0.0015, + "loss": 2.6336, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.0534539222717285, + "learning_rate": 0.0015, + "loss": 2.6088, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.9530712366104126, + "learning_rate": 0.0015, + "loss": 2.5892, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.4720412492752075, + "learning_rate": 0.0015, + "loss": 2.5548, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.9948314428329468, + "learning_rate": 0.0015, + "loss": 2.5482, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.9229395985603333, + "learning_rate": 0.0015, + "loss": 2.5241, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.1244056224822998, + "learning_rate": 0.0015, + "loss": 2.4848, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.7936338186264038, + "learning_rate": 0.0015, + "loss": 2.4668, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.9502090215682983, + "learning_rate": 0.0015, + "loss": 2.4538, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.7836471796035767, + "learning_rate": 0.0015, + "loss": 2.445, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.8590785264968872, + "learning_rate": 0.0015, + "loss": 2.4195, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.0463407039642334, + "learning_rate": 0.0015, + "loss": 2.3997, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.039176344871521, + "learning_rate": 0.0015, + "loss": 2.3899, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8505009412765503, + "learning_rate": 0.0015, + "loss": 2.3748, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8631711006164551, + "learning_rate": 0.0015, + "loss": 2.3399, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.9587793946266174, + "learning_rate": 0.0015, + "loss": 2.326, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.7890628576278687, + "learning_rate": 0.0015, + "loss": 2.3267, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.763205349445343, + "learning_rate": 0.0015, + "loss": 2.3002, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7925857901573181, + "learning_rate": 0.0015, + "loss": 2.2826, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.7465478181838989, + "learning_rate": 0.0015, + "loss": 2.2844, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.9607719779014587, + "learning_rate": 0.0015, + "loss": 2.2541, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7803492546081543, + "learning_rate": 0.0015, + "loss": 2.2435, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.9835359454154968, + "learning_rate": 0.0015, + "loss": 2.2327, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 1.1225404739379883, + "learning_rate": 0.0015, + "loss": 2.2231, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.8247981667518616, + "learning_rate": 0.0015, + "loss": 2.2064, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8044012188911438, + "learning_rate": 0.0015, + "loss": 2.1905, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8903504610061646, + "learning_rate": 0.0015, + "loss": 2.1921, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8271088600158691, + "learning_rate": 0.0015, + "loss": 2.1587, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.6447353363037109, + "learning_rate": 0.0015, + "loss": 2.1608, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.0156145095825195, + "learning_rate": 0.0015, + "loss": 2.162, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8628018498420715, + "learning_rate": 0.0015, + "loss": 2.1352, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.7424734830856323, + "learning_rate": 0.0015, + "loss": 2.1174, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8701589107513428, + "learning_rate": 0.0015, + "loss": 2.1179, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.76248699426651, + "learning_rate": 0.0015, + "loss": 2.1089, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8957002758979797, + "learning_rate": 0.0015, + "loss": 2.0911, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.9295898675918579, + "learning_rate": 0.0015, + "loss": 2.1067, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.792677104473114, + "learning_rate": 0.0015, + "loss": 2.0931, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.877686083316803, + "learning_rate": 0.0015, + "loss": 2.083, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.8630133271217346, + "learning_rate": 0.0015, + "loss": 2.0581, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.8127005696296692, + "learning_rate": 0.0015, + "loss": 2.0547, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7369611263275146, + "learning_rate": 0.0015, + "loss": 2.0627, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.9251187443733215, + "learning_rate": 0.0015, + "loss": 2.0457, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.752349853515625, + "learning_rate": 0.0015, + "loss": 2.0381, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7315734624862671, + "learning_rate": 0.0015, + "loss": 2.0194, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.926827609539032, + "learning_rate": 0.0015, + "loss": 2.0147, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8080822229385376, + "learning_rate": 0.0015, + "loss": 2.0244, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8982332348823547, + "learning_rate": 0.0015, + "loss": 2.001, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.2816462516784668, + "learning_rate": 0.0015, + "loss": 2.0012, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.6519502997398376, + "learning_rate": 0.0015, + "loss": 1.9916, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.7490759491920471, + "learning_rate": 0.0015, + "loss": 1.9894, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.8788653612136841, + "learning_rate": 0.0015, + "loss": 1.9916, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.837259829044342, + "learning_rate": 0.0015, + "loss": 1.9636, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.9153476357460022, + "learning_rate": 0.0015, + "loss": 1.9544, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.7409590482711792, + "learning_rate": 0.0015, + "loss": 1.9623, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.8565800786018372, + "learning_rate": 0.0015, + "loss": 1.9658, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.9489105939865112, + "learning_rate": 0.0015, + "loss": 1.9448, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6747156381607056, + "learning_rate": 0.0015, + "loss": 1.9454, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.73032146692276, + "learning_rate": 0.0015, + "loss": 1.9453, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 1.097557544708252, + "learning_rate": 0.0015, + "loss": 1.9388, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7871012091636658, + "learning_rate": 0.0015, + "loss": 1.9311, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9786339998245239, + "learning_rate": 0.0015, + "loss": 1.9229, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.0217005014419556, + "learning_rate": 0.0015, + "loss": 1.9212, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.6946851015090942, + "learning_rate": 0.0015, + "loss": 1.9254, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6087393760681152, + "learning_rate": 0.0015, + "loss": 1.914, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.9960092902183533, + "learning_rate": 0.0015, + "loss": 1.897, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7217803001403809, + "learning_rate": 0.0015, + "loss": 1.9084, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8259333372116089, + "learning_rate": 0.0015, + "loss": 1.8858, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7509357333183289, + "learning_rate": 0.0015, + "loss": 1.8917, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.8337006568908691, + "learning_rate": 0.0015, + "loss": 1.8975, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7414672374725342, + "learning_rate": 0.0015, + "loss": 1.876, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.2368232011795044, + "learning_rate": 0.0015, + "loss": 1.8823, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.7442910075187683, + "learning_rate": 0.0015, + "loss": 1.879, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7759189605712891, + "learning_rate": 0.0015, + "loss": 1.8702, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.9012283682823181, + "learning_rate": 0.0015, + "loss": 1.8629, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.8135190606117249, + "learning_rate": 0.0015, + "loss": 1.8652, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.6859939694404602, + "learning_rate": 0.0015, + "loss": 1.858, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.2869263887405396, + "learning_rate": 0.0015, + "loss": 1.8613, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.7284495830535889, + "learning_rate": 0.0015, + "loss": 1.8531, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.8010578751564026, + "learning_rate": 0.0015, + "loss": 1.8417, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 1.0110236406326294, + "learning_rate": 0.0015, + "loss": 1.841, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.6968798637390137, + "learning_rate": 0.0015, + "loss": 1.8465, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.6804802417755127, + "learning_rate": 0.0015, + "loss": 1.8316, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6878808736801147, + "learning_rate": 0.0015, + "loss": 1.8405, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7354303002357483, + "learning_rate": 0.0015, + "loss": 1.8306, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.9895655512809753, + "learning_rate": 0.0015, + "loss": 1.8165, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.8318318724632263, + "learning_rate": 0.0015, + "loss": 1.8319, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.169092059135437, + "learning_rate": 0.0015, + "loss": 1.8156, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.9082102179527283, + "learning_rate": 0.0015, + "loss": 1.8278, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.8206037878990173, + "learning_rate": 0.0015, + "loss": 1.8203, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6738736033439636, + "learning_rate": 0.0015, + "loss": 1.7983, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6992834210395813, + "learning_rate": 0.0015, + "loss": 1.8003, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9246848821640015, + "learning_rate": 0.0015, + "loss": 1.8136, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.7774592041969299, + "learning_rate": 0.0015, + "loss": 1.8062, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6720554232597351, + "learning_rate": 0.0015, + "loss": 1.7889, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.6804599761962891, + "learning_rate": 0.0015, + "loss": 1.78, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6456968188285828, + "learning_rate": 0.0015, + "loss": 1.7974, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6627588272094727, + "learning_rate": 0.0015, + "loss": 1.7982, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.8834444284439087, + "learning_rate": 0.0015, + "loss": 1.781, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7322362065315247, + "learning_rate": 0.0015, + "loss": 1.7838, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.9749155640602112, + "learning_rate": 0.0015, + "loss": 1.8028, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.7019423842430115, + "learning_rate": 0.0015, + "loss": 1.7743, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.686527669429779, + "learning_rate": 0.0015, + "loss": 1.7653, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.6187251806259155, + "learning_rate": 0.0015, + "loss": 1.7691, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.9021650552749634, + "learning_rate": 0.0015, + "loss": 1.7711, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.9765862822532654, + "learning_rate": 0.0015, + "loss": 1.7638, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.7598349452018738, + "learning_rate": 0.0015, + "loss": 1.7652, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.7436577677726746, + "learning_rate": 0.0015, + "loss": 1.77, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.7047667503356934, + "learning_rate": 0.0015, + "loss": 1.76, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 1.006347417831421, + "learning_rate": 0.0015, + "loss": 1.7616, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.7401061058044434, + "learning_rate": 0.0015, + "loss": 1.7485, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.2228999137878418, + "learning_rate": 0.0015, + "loss": 1.7608, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.6520518660545349, + "learning_rate": 0.0015, + "loss": 1.7426, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.8179234266281128, + "learning_rate": 0.0015, + "loss": 1.7431, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.6742578148841858, + "learning_rate": 0.0015, + "loss": 1.7486, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.6870294809341431, + "learning_rate": 0.0015, + "loss": 1.7452, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.7341146469116211, + "learning_rate": 0.0015, + "loss": 1.7434, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6733317375183105, + "learning_rate": 0.0015, + "loss": 1.7385, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6803165078163147, + "learning_rate": 0.0015, + "loss": 1.7352, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.4749171733856201, + "learning_rate": 0.0015, + "loss": 1.7365, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 1.347564935684204, + "learning_rate": 0.0015, + "loss": 1.7489, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7148910164833069, + "learning_rate": 0.0015, + "loss": 1.7339, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.8039283752441406, + "learning_rate": 0.0015, + "loss": 1.7286, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 1.3167616128921509, + "learning_rate": 0.0015, + "loss": 1.7352, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 1.0010050535202026, + "learning_rate": 0.0015, + "loss": 1.7346, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6768319606781006, + "learning_rate": 0.0015, + "loss": 1.7145, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6522865891456604, + "learning_rate": 0.0015, + "loss": 1.7039, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.9729596376419067, + "learning_rate": 0.0015, + "loss": 1.7063, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.7230920791625977, + "learning_rate": 0.0015, + "loss": 1.7116, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7281738519668579, + "learning_rate": 0.0015, + "loss": 1.7023, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.8933695554733276, + "learning_rate": 0.0015, + "loss": 1.7135, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8795140981674194, + "learning_rate": 0.0015, + "loss": 1.7093, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.702780544757843, + "learning_rate": 0.0015, + "loss": 1.7153, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6340116858482361, + "learning_rate": 0.0015, + "loss": 1.7115, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6516766548156738, + "learning_rate": 0.0015, + "loss": 1.6822, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7751317620277405, + "learning_rate": 0.0015, + "loss": 1.6931, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.8222350478172302, + "learning_rate": 0.0015, + "loss": 1.7007, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.9241092205047607, + "learning_rate": 0.0015, + "loss": 1.6929, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.758102536201477, + "learning_rate": 0.0015, + "loss": 1.6892, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.742407500743866, + "learning_rate": 0.0015, + "loss": 1.7018, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.2279940843582153, + "learning_rate": 0.0015, + "loss": 1.6859, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.8028030395507812, + "learning_rate": 0.0015, + "loss": 1.6828, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.9893059730529785, + "learning_rate": 0.0015, + "loss": 1.6995, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.623496949672699, + "learning_rate": 0.0015, + "loss": 1.6756, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.654557466506958, + "learning_rate": 0.0015, + "loss": 1.6716, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6914863586425781, + "learning_rate": 0.0015, + "loss": 1.6772, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.68093341588974, + "learning_rate": 0.0015, + "loss": 1.6788, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6601630449295044, + "learning_rate": 0.0015, + "loss": 1.6985, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.677162766456604, + "learning_rate": 0.0015, + "loss": 1.6771, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6156236529350281, + "learning_rate": 0.0015, + "loss": 1.6796, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7677043676376343, + "learning_rate": 0.0015, + "loss": 1.6823, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.7379671335220337, + "learning_rate": 0.0015, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.6247692108154297, + "learning_rate": 0.0015, + "loss": 1.6766, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.9126911759376526, + "learning_rate": 0.0015, + "loss": 1.6644, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6720184087753296, + "learning_rate": 0.0015, + "loss": 1.6601, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7707266211509705, + "learning_rate": 0.0015, + "loss": 1.6621, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.5960696935653687, + "learning_rate": 0.0015, + "loss": 1.6582, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.9515610933303833, + "learning_rate": 0.0015, + "loss": 1.6641, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6111634969711304, + "learning_rate": 0.0015, + "loss": 1.6679, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.7194884419441223, + "learning_rate": 0.0015, + "loss": 1.6666, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6791244149208069, + "learning_rate": 0.0015, + "loss": 1.6587, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.8795470595359802, + "learning_rate": 0.0015, + "loss": 1.662, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.6828414797782898, + "learning_rate": 0.0015, + "loss": 1.6587, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8992465138435364, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6946663856506348, + "learning_rate": 0.0015, + "loss": 1.6554, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.765633761882782, + "learning_rate": 0.0015, + "loss": 1.651, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6072712540626526, + "learning_rate": 0.0015, + "loss": 1.6436, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6243547201156616, + "learning_rate": 0.0015, + "loss": 1.6451, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.602359414100647, + "learning_rate": 0.0015, + "loss": 1.6494, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6976801753044128, + "learning_rate": 0.0015, + "loss": 1.6617, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7268016934394836, + "learning_rate": 0.0015, + "loss": 1.642, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6199648380279541, + "learning_rate": 0.0015, + "loss": 1.6393, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.8665949702262878, + "learning_rate": 0.0015, + "loss": 1.6367, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6769253611564636, + "learning_rate": 0.0015, + "loss": 1.6474, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.9666388630867004, + "learning_rate": 0.0015, + "loss": 1.657, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6327275633811951, + "learning_rate": 0.0015, + "loss": 1.6425, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6882089376449585, + "learning_rate": 0.0015, + "loss": 1.639, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7690213918685913, + "learning_rate": 0.0015, + "loss": 1.64, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6751629710197449, + "learning_rate": 0.0015, + "loss": 1.6321, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.079460859298706, + "learning_rate": 0.0015, + "loss": 1.633, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 1.1796042919158936, + "learning_rate": 0.0015, + "loss": 1.6458, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.6678057312965393, + "learning_rate": 0.0015, + "loss": 1.6244, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.7857685089111328, + "learning_rate": 0.0015, + "loss": 1.6326, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.7463678121566772, + "learning_rate": 0.0015, + "loss": 1.6266, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6068580746650696, + "learning_rate": 0.0015, + "loss": 1.6228, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6354256272315979, + "learning_rate": 0.0015, + "loss": 1.6263, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6060561537742615, + "learning_rate": 0.0015, + "loss": 1.6196, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.9400723576545715, + "learning_rate": 0.0015, + "loss": 1.6286, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.2904577255249023, + "learning_rate": 0.0015, + "loss": 1.6442, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 1.4418649673461914, + "learning_rate": 0.0015, + "loss": 1.6288, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 1.1155215501785278, + "learning_rate": 0.0015, + "loss": 1.6123, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.7112396359443665, + "learning_rate": 0.0015, + "loss": 1.6179, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6585453152656555, + "learning_rate": 0.0015, + "loss": 1.621, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6442099213600159, + "learning_rate": 0.0015, + "loss": 1.6067, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.5695006251335144, + "learning_rate": 0.0015, + "loss": 1.6236, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.6747961044311523, + "learning_rate": 0.0015, + "loss": 1.6154, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.809987485408783, + "learning_rate": 0.0015, + "loss": 1.6164, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.7946650385856628, + "learning_rate": 0.0015, + "loss": 1.6143, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.8359740376472473, + "learning_rate": 0.0015, + "loss": 1.6009, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.756756603717804, + "learning_rate": 0.0015, + "loss": 1.6346, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.9783498048782349, + "learning_rate": 0.0015, + "loss": 1.6222, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6283764243125916, + "learning_rate": 0.0015, + "loss": 1.608, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6477097272872925, + "learning_rate": 0.0015, + "loss": 1.6049, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.5955271124839783, + "learning_rate": 0.0015, + "loss": 1.6075, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.7311010360717773, + "learning_rate": 0.0015, + "loss": 1.6151, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.8355544209480286, + "learning_rate": 0.0015, + "loss": 1.5992, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8351632952690125, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6420930027961731, + "learning_rate": 0.0015, + "loss": 1.5986, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.6042001247406006, + "learning_rate": 0.0015, + "loss": 1.6036, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.7402383089065552, + "learning_rate": 0.0015, + "loss": 1.6031, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6115971207618713, + "learning_rate": 0.0015, + "loss": 1.6009, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6082727909088135, + "learning_rate": 0.0015, + "loss": 1.6004, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6307869553565979, + "learning_rate": 0.0015, + "loss": 1.6019, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6242306232452393, + "learning_rate": 0.0015, + "loss": 1.6032, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.7853202223777771, + "learning_rate": 0.0015, + "loss": 1.5959, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6395176649093628, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.6518899202346802, + "learning_rate": 0.0015, + "loss": 1.6045, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.575395941734314, + "learning_rate": 0.0015, + "loss": 1.5894, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.6950863599777222, + "learning_rate": 0.0015, + "loss": 1.6033, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.952235996723175, + "learning_rate": 0.0015, + "loss": 1.5943, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6923096179962158, + "learning_rate": 0.0015, + "loss": 1.5995, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6995301246643066, + "learning_rate": 0.0015, + "loss": 1.5874, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6522321701049805, + "learning_rate": 0.0015, + "loss": 1.5907, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.5644729137420654, + "learning_rate": 0.0015, + "loss": 1.5911, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.7484664916992188, + "learning_rate": 0.0015, + "loss": 1.5943, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6378340125083923, + "learning_rate": 0.0015, + "loss": 1.5892, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.9534720778465271, + "learning_rate": 0.0015, + "loss": 1.5907, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.6464568972587585, + "learning_rate": 0.0015, + "loss": 1.5843, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.8279476761817932, + "learning_rate": 0.0015, + "loss": 1.5937, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.7225745320320129, + "learning_rate": 0.0015, + "loss": 1.5865, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.6332727670669556, + "learning_rate": 0.0015, + "loss": 1.5872, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5766628384590149, + "learning_rate": 0.0015, + "loss": 1.5933, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6092755794525146, + "learning_rate": 0.0015, + "loss": 1.5898, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.7969714999198914, + "learning_rate": 0.0015, + "loss": 1.588, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6936610341072083, + "learning_rate": 0.0015, + "loss": 1.5855, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.6494637727737427, + "learning_rate": 0.0015, + "loss": 1.5805, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 1.3193278312683105, + "learning_rate": 0.0015, + "loss": 1.5948, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.6159821152687073, + "learning_rate": 0.0015, + "loss": 1.5799, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.5923860669136047, + "learning_rate": 0.0015, + "loss": 1.5702, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.626798152923584, + "learning_rate": 0.0015, + "loss": 1.5768, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5723259449005127, + "learning_rate": 0.0015, + "loss": 1.5735, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6969932913780212, + "learning_rate": 0.0015, + "loss": 1.5726, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6743830442428589, + "learning_rate": 0.0015, + "loss": 1.569, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6520766615867615, + "learning_rate": 0.0015, + "loss": 1.5784, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6736236214637756, + "learning_rate": 0.0015, + "loss": 1.5783, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.5693079233169556, + "learning_rate": 0.0015, + "loss": 1.5557, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 1.0078039169311523, + "learning_rate": 0.0015, + "loss": 1.5693, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.5904132127761841, + "learning_rate": 0.0015, + "loss": 1.5736, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.6193687319755554, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6845226287841797, + "learning_rate": 0.0015, + "loss": 1.5785, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.5668240785598755, + "learning_rate": 0.0015, + "loss": 1.5748, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6082599759101868, + "learning_rate": 0.0015, + "loss": 1.5727, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.9084484577178955, + "learning_rate": 0.0015, + "loss": 1.5677, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6633672714233398, + "learning_rate": 0.0015, + "loss": 1.5699, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6207756400108337, + "learning_rate": 0.0015, + "loss": 1.577, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.9366081357002258, + "learning_rate": 0.0015, + "loss": 1.5507, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.137453317642212, + "learning_rate": 0.0015, + "loss": 1.5553, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.5851289629936218, + "learning_rate": 0.0015, + "loss": 1.5616, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5535052418708801, + "learning_rate": 0.0015, + "loss": 1.5642, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.968014657497406, + "learning_rate": 0.0015, + "loss": 1.5655, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7300151586532593, + "learning_rate": 0.0015, + "loss": 1.5521, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.629642903804779, + "learning_rate": 0.0015, + "loss": 1.5599, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.8954982161521912, + "learning_rate": 0.0015, + "loss": 1.5642, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7289522886276245, + "learning_rate": 0.0015, + "loss": 1.5622, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6284463405609131, + "learning_rate": 0.0015, + "loss": 1.5567, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.679797887802124, + "learning_rate": 0.0015, + "loss": 1.5544, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.5774010419845581, + "learning_rate": 0.0015, + "loss": 1.5625, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.8260715007781982, + "learning_rate": 0.0015, + "loss": 1.5688, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.7063205242156982, + "learning_rate": 0.0015, + "loss": 1.5584, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.9290918111801147, + "learning_rate": 0.0015, + "loss": 1.539, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.5621309876441956, + "learning_rate": 0.0015, + "loss": 1.5439, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.7395849823951721, + "learning_rate": 0.0015, + "loss": 1.5643, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6708174347877502, + "learning_rate": 0.0015, + "loss": 1.5452, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.6967434883117676, + "learning_rate": 0.0015, + "loss": 1.553, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.7203395366668701, + "learning_rate": 0.0015, + "loss": 1.5571, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6107951402664185, + "learning_rate": 0.0015, + "loss": 1.5397, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.6455133557319641, + "learning_rate": 0.0015, + "loss": 1.5494, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.559616208076477, + "learning_rate": 0.0015, + "loss": 1.5457, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6274845600128174, + "learning_rate": 0.0015, + "loss": 1.5574, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5791829228401184, + "learning_rate": 0.0015, + "loss": 1.547, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.7367576360702515, + "learning_rate": 0.0015, + "loss": 1.5377, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5722604393959045, + "learning_rate": 0.0015, + "loss": 1.5517, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.6680841445922852, + "learning_rate": 0.0015, + "loss": 1.5399, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.7069068551063538, + "learning_rate": 0.0015, + "loss": 1.5465, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.5908547639846802, + "learning_rate": 0.0015, + "loss": 1.5464, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.5545928478240967, + "learning_rate": 0.0015, + "loss": 1.558, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6596634984016418, + "learning_rate": 0.0015, + "loss": 1.5356, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6853034496307373, + "learning_rate": 0.0015, + "loss": 1.5465, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5891876220703125, + "learning_rate": 0.0015, + "loss": 1.5466, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.6577898263931274, + "learning_rate": 0.0015, + "loss": 1.5521, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.9291559457778931, + "learning_rate": 0.0015, + "loss": 1.5427, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7408413290977478, + "learning_rate": 0.0015, + "loss": 1.5436, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.6851930022239685, + "learning_rate": 0.0015, + "loss": 1.537, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 1.133357048034668, + "learning_rate": 0.0015, + "loss": 1.5526, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6708566546440125, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.7159783244132996, + "learning_rate": 0.0015, + "loss": 1.532, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5234776139259338, + "learning_rate": 0.0015, + "loss": 1.516, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.5658848285675049, + "learning_rate": 0.0015, + "loss": 1.5417, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5536794066429138, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5448280572891235, + "learning_rate": 0.0015, + "loss": 1.546, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6722742319107056, + "learning_rate": 0.0015, + "loss": 1.5487, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.8077312707901001, + "learning_rate": 0.0015, + "loss": 1.529, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.5687286853790283, + "learning_rate": 0.0015, + "loss": 1.5384, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5500969886779785, + "learning_rate": 0.0015, + "loss": 1.5391, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.5969871282577515, + "learning_rate": 0.0015, + "loss": 1.5442, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.6553987264633179, + "learning_rate": 0.0015, + "loss": 1.5301, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6266419291496277, + "learning_rate": 0.0015, + "loss": 1.5368, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6171289682388306, + "learning_rate": 0.0015, + "loss": 1.5289, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6962433457374573, + "learning_rate": 0.0015, + "loss": 1.5242, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.8192803859710693, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6736462712287903, + "learning_rate": 0.0015, + "loss": 1.532, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5962381958961487, + "learning_rate": 0.0015, + "loss": 1.5257, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6057121753692627, + "learning_rate": 0.0015, + "loss": 1.5357, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.564690113067627, + "learning_rate": 0.0015, + "loss": 1.5301, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.8714531660079956, + "learning_rate": 0.0015, + "loss": 1.512, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5465991497039795, + "learning_rate": 0.0015, + "loss": 1.5288, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6148397922515869, + "learning_rate": 0.0015, + "loss": 1.5248, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6495022177696228, + "learning_rate": 0.0015, + "loss": 1.5226, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 1.464675784111023, + "learning_rate": 0.0015, + "loss": 1.5173, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7403339743614197, + "learning_rate": 0.0015, + "loss": 1.54, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.6511922478675842, + "learning_rate": 0.0015, + "loss": 1.5349, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5631682872772217, + "learning_rate": 0.0015, + "loss": 1.5281, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6367287039756775, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6354228854179382, + "learning_rate": 0.0015, + "loss": 1.5302, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6151289343833923, + "learning_rate": 0.0015, + "loss": 1.5257, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.7224065661430359, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.1419929265975952, + "learning_rate": 0.0015, + "loss": 1.5298, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.7123492956161499, + "learning_rate": 0.0015, + "loss": 1.5215, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5686929225921631, + "learning_rate": 0.0015, + "loss": 1.5196, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 1.0632009506225586, + "learning_rate": 0.0015, + "loss": 1.5181, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.9212638139724731, + "learning_rate": 0.0015, + "loss": 1.5188, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.560971200466156, + "learning_rate": 0.0015, + "loss": 1.5254, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.5467254519462585, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.599979817867279, + "learning_rate": 0.0015, + "loss": 1.5132, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6306496858596802, + "learning_rate": 0.0015, + "loss": 1.5147, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.879368007183075, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8159598112106323, + "learning_rate": 0.0015, + "loss": 1.518, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.6509981155395508, + "learning_rate": 0.0015, + "loss": 1.5275, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6290169358253479, + "learning_rate": 0.0015, + "loss": 1.5173, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6807018518447876, + "learning_rate": 0.0015, + "loss": 1.5122, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.7448897361755371, + "learning_rate": 0.0015, + "loss": 1.5149, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.5696559548377991, + "learning_rate": 0.0015, + "loss": 1.5254, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6409304738044739, + "learning_rate": 0.0015, + "loss": 1.527, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6279841065406799, + "learning_rate": 0.0015, + "loss": 1.5162, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6621096730232239, + "learning_rate": 0.0015, + "loss": 1.4963, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.6872855424880981, + "learning_rate": 0.0015, + "loss": 1.5135, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.5671707391738892, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.8312143087387085, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.995048463344574, + "learning_rate": 0.0015, + "loss": 1.5071, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6123533248901367, + "learning_rate": 0.0015, + "loss": 1.5221, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5263500809669495, + "learning_rate": 0.0015, + "loss": 1.507, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7213681936264038, + "learning_rate": 0.0015, + "loss": 1.5124, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6691168546676636, + "learning_rate": 0.0015, + "loss": 1.5206, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5371190309524536, + "learning_rate": 0.0015, + "loss": 1.5025, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.5635185837745667, + "learning_rate": 0.0015, + "loss": 1.4976, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.535293698310852, + "learning_rate": 0.0015, + "loss": 1.4994, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.48217204213142395, + "learning_rate": 0.0015, + "loss": 1.5166, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.5847092270851135, + "learning_rate": 0.0015, + "loss": 1.499, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.5289793014526367, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 1.0073657035827637, + "learning_rate": 0.0015, + "loss": 1.5029, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.9138542413711548, + "learning_rate": 0.0015, + "loss": 1.4957, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5173036456108093, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.1745268106460571, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.5849131941795349, + "learning_rate": 0.0015, + "loss": 1.5001, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.5363203287124634, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.6402507424354553, + "learning_rate": 0.0015, + "loss": 1.5021, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.688439130783081, + "learning_rate": 0.0015, + "loss": 1.4966, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.8214023113250732, + "learning_rate": 0.0015, + "loss": 1.5042, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.6306218504905701, + "learning_rate": 0.0015, + "loss": 1.5045, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.6060662269592285, + "learning_rate": 0.0015, + "loss": 1.492, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6276333928108215, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.5927751064300537, + "learning_rate": 0.0015, + "loss": 1.4971, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5483892560005188, + "learning_rate": 0.0015, + "loss": 1.5104, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.7140218019485474, + "learning_rate": 0.0015, + "loss": 1.4954, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5532450079917908, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5548282265663147, + "learning_rate": 0.0015, + "loss": 1.4868, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5832592844963074, + "learning_rate": 0.0015, + "loss": 1.4982, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5230129957199097, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.8107106685638428, + "learning_rate": 0.0015, + "loss": 1.5049, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7404172420501709, + "learning_rate": 0.0015, + "loss": 1.4998, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6545730233192444, + "learning_rate": 0.0015, + "loss": 1.506, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.8511345386505127, + "learning_rate": 0.0015, + "loss": 1.5044, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.7161096334457397, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.7610675692558289, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.7774899005889893, + "learning_rate": 0.0015, + "loss": 1.4954, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.7286903858184814, + "learning_rate": 0.0015, + "loss": 1.4849, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5786338448524475, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6982702016830444, + "learning_rate": 0.0015, + "loss": 1.4962, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6745831370353699, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5979346632957458, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.522210419178009, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6977109313011169, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.7419961094856262, + "learning_rate": 0.0015, + "loss": 1.4962, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5456410050392151, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.5922154188156128, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8679487705230713, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.574184238910675, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6575837135314941, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.8064940571784973, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5215798020362854, + "learning_rate": 0.0015, + "loss": 1.4875, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7631582617759705, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.720287561416626, + "learning_rate": 0.0015, + "loss": 1.4913, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.9794846177101135, + "learning_rate": 0.0015, + "loss": 1.4893, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.6552988886833191, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.8640376329421997, + "learning_rate": 0.0015, + "loss": 1.4821, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5411359667778015, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.7179622650146484, + "learning_rate": 0.0015, + "loss": 1.4809, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 1.0754817724227905, + "learning_rate": 0.0015, + "loss": 1.4849, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.6185563206672668, + "learning_rate": 0.0015, + "loss": 1.4987, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5712226033210754, + "learning_rate": 0.0015, + "loss": 1.4738, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.7067052125930786, + "learning_rate": 0.0015, + "loss": 1.4837, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.5491397380828857, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.558575451374054, + "learning_rate": 0.0015, + "loss": 1.4818, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6383283138275146, + "learning_rate": 0.0015, + "loss": 1.5, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6881840825080872, + "learning_rate": 0.0015, + "loss": 1.4799, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.7439998984336853, + "learning_rate": 0.0015, + "loss": 1.4844, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.755620539188385, + "learning_rate": 0.0015, + "loss": 1.4788, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.5531437397003174, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5616311430931091, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.6229474544525146, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.7021309733390808, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.7292089462280273, + "learning_rate": 0.0015, + "loss": 1.4769, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6191797256469727, + "learning_rate": 0.0015, + "loss": 1.4763, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5511068105697632, + "learning_rate": 0.0015, + "loss": 1.4833, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6581600904464722, + "learning_rate": 0.0015, + "loss": 1.464, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6747670769691467, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.6507686376571655, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.607556164264679, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6154383420944214, + "learning_rate": 0.0015, + "loss": 1.4718, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.6015588641166687, + "learning_rate": 0.0015, + "loss": 1.4541, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.6513546705245972, + "learning_rate": 0.0015, + "loss": 1.4762, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6503914594650269, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.5230239629745483, + "learning_rate": 0.0015, + "loss": 1.4827, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.0571868419647217, + "learning_rate": 0.0015, + "loss": 1.4849, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.7897891998291016, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.569659948348999, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.6289198994636536, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.6410478353500366, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5901730060577393, + "learning_rate": 0.0015, + "loss": 1.4699, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.8757472634315491, + "learning_rate": 0.0015, + "loss": 1.4705, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.6517742276191711, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.973685622215271, + "learning_rate": 0.0015, + "loss": 1.4637, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.6177852749824524, + "learning_rate": 0.0015, + "loss": 1.4731, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.501401960849762, + "learning_rate": 0.0015, + "loss": 1.4743, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.8149515986442566, + "learning_rate": 0.0015, + "loss": 1.4726, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6071144938468933, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7226423025131226, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6534337401390076, + "learning_rate": 0.0015, + "loss": 1.4874, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5539942383766174, + "learning_rate": 0.0015, + "loss": 1.4672, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.6125468611717224, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.6089324355125427, + "learning_rate": 0.0015, + "loss": 1.4772, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6028252840042114, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.6291878819465637, + "learning_rate": 0.0015, + "loss": 1.4662, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5844051241874695, + "learning_rate": 0.0015, + "loss": 1.4694, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6730778813362122, + "learning_rate": 0.0015, + "loss": 1.4857, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7433723211288452, + "learning_rate": 0.0015, + "loss": 1.4687, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6143871545791626, + "learning_rate": 0.0015, + "loss": 1.463, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.514320433139801, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.5280232429504395, + "learning_rate": 0.0015, + "loss": 1.4622, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.9742357134819031, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.6315768361091614, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.6527271270751953, + "learning_rate": 0.0015, + "loss": 1.4685, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.6024441719055176, + "learning_rate": 0.0015, + "loss": 1.4738, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.68658447265625, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5601794719696045, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.5640733242034912, + "learning_rate": 0.0015, + "loss": 1.4681, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.5403666496276855, + "learning_rate": 0.0015, + "loss": 1.4651, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.6531521677970886, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.6115059852600098, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.8114550709724426, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.6079219579696655, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.578087568283081, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.672719419002533, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5922591686248779, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.5584644079208374, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5503262281417847, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5341739654541016, + "learning_rate": 0.0015, + "loss": 1.4708, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5860607624053955, + "learning_rate": 0.0015, + "loss": 1.4585, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.7299894690513611, + "learning_rate": 0.0015, + "loss": 1.4713, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.8018727898597717, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5662050843238831, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5539529919624329, + "learning_rate": 0.0015, + "loss": 1.4636, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6735826134681702, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5980088710784912, + "learning_rate": 0.0015, + "loss": 1.4619, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6005414724349976, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5914118885993958, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 1.06390380859375, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6869582533836365, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.559586226940155, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5051333904266357, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.7952111959457397, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.8145313262939453, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.5636731386184692, + "learning_rate": 0.0015, + "loss": 1.464, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6466506719589233, + "learning_rate": 0.0015, + "loss": 1.4512, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6597478985786438, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.6992036700248718, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5877173542976379, + "learning_rate": 0.0015, + "loss": 1.4613, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.8450697064399719, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5091837048530579, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.7349790334701538, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 1.0718812942504883, + "learning_rate": 0.0015, + "loss": 1.4561, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5732921957969666, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5573410987854004, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.6892499923706055, + "learning_rate": 0.0015, + "loss": 1.4465, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5653085112571716, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.8573117256164551, + "learning_rate": 0.0015, + "loss": 1.4575, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5884286165237427, + "learning_rate": 0.0015, + "loss": 1.4494, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5683361887931824, + "learning_rate": 0.0015, + "loss": 1.4454, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.8135273456573486, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5589624643325806, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5421573519706726, + "learning_rate": 0.0015, + "loss": 1.4472, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.6375049352645874, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5435382723808289, + "learning_rate": 0.0015, + "loss": 1.4458, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5885555148124695, + "learning_rate": 0.0015, + "loss": 1.451, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.7123895287513733, + "learning_rate": 0.0015, + "loss": 1.4447, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.7274113297462463, + "learning_rate": 0.0015, + "loss": 1.4421, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.8285456299781799, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.7984604239463806, + "learning_rate": 0.0015, + "loss": 1.4515, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6042565107345581, + "learning_rate": 0.0015, + "loss": 1.4512, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.6467163562774658, + "learning_rate": 0.0015, + "loss": 1.4507, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7072213292121887, + "learning_rate": 0.0015, + "loss": 1.4507, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5475664734840393, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6362132430076599, + "learning_rate": 0.0015, + "loss": 1.4446, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 1.106300711631775, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5137573480606079, + "learning_rate": 0.0015, + "loss": 1.4442, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.6358821988105774, + "learning_rate": 0.0015, + "loss": 1.4389, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5367628335952759, + "learning_rate": 0.0015, + "loss": 1.4381, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6821813583374023, + "learning_rate": 0.0015, + "loss": 1.454, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5292353630065918, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.4966440796852112, + "learning_rate": 0.0015, + "loss": 1.4436, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5308849215507507, + "learning_rate": 0.0015, + "loss": 1.4429, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6342505216598511, + "learning_rate": 0.0015, + "loss": 1.4468, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5645837783813477, + "learning_rate": 0.0015, + "loss": 1.4409, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.637165904045105, + "learning_rate": 0.0015, + "loss": 1.4491, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.6109039783477783, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.6971760392189026, + "learning_rate": 0.0015, + "loss": 1.447, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.6155142188072205, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.7192047238349915, + "learning_rate": 0.0015, + "loss": 1.454, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 1.393180251121521, + "learning_rate": 0.0015, + "loss": 1.4544, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 1.2101657390594482, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.9806029200553894, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 1.0299819707870483, + "learning_rate": 0.0015, + "loss": 1.4311, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.563425600528717, + "learning_rate": 0.0015, + "loss": 1.4381, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.5351040959358215, + "learning_rate": 0.0015, + "loss": 1.4414, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5208850502967834, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5404925346374512, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5373325943946838, + "learning_rate": 0.0015, + "loss": 1.4394, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6910935044288635, + "learning_rate": 0.0015, + "loss": 1.4179, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5569452047348022, + "learning_rate": 0.0015, + "loss": 1.4294, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.7494074702262878, + "learning_rate": 0.0015, + "loss": 1.4305, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5173893570899963, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.6150003671646118, + "learning_rate": 0.0015, + "loss": 1.4346, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.541309118270874, + "learning_rate": 0.0015, + "loss": 1.4406, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.523231565952301, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5977320671081543, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.5601499080657959, + "learning_rate": 0.0015, + "loss": 1.4371, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.731503963470459, + "learning_rate": 0.0015, + "loss": 1.4526, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.599065363407135, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5344615578651428, + "learning_rate": 0.0015, + "loss": 1.4414, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5567651987075806, + "learning_rate": 0.0015, + "loss": 1.4368, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.681366503238678, + "learning_rate": 0.0015, + "loss": 1.4456, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5168014168739319, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.6140822768211365, + "learning_rate": 0.0015, + "loss": 1.4383, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6157610416412354, + "learning_rate": 0.0015, + "loss": 1.4337, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5748449563980103, + "learning_rate": 0.0015, + "loss": 1.4274, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.1245657205581665, + "learning_rate": 0.0015, + "loss": 1.4369, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6548138856887817, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5102262496948242, + "learning_rate": 0.0015, + "loss": 1.4316, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.5147098898887634, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5202301740646362, + "learning_rate": 0.0015, + "loss": 1.4394, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.536027729511261, + "learning_rate": 0.0015, + "loss": 1.4223, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 1.0913490056991577, + "learning_rate": 0.0015, + "loss": 1.4456, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5582550168037415, + "learning_rate": 0.0015, + "loss": 1.4539, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5896278023719788, + "learning_rate": 0.0015, + "loss": 1.4339, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.9601753354072571, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.634880006313324, + "learning_rate": 0.0015, + "loss": 1.4206, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5148939490318298, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5344108939170837, + "learning_rate": 0.0015, + "loss": 1.4243, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.6601157188415527, + "learning_rate": 0.0015, + "loss": 1.4424, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7422851324081421, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5776787400245667, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5289221405982971, + "learning_rate": 0.0015, + "loss": 1.4328, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.8894216418266296, + "learning_rate": 0.0015, + "loss": 1.4276, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5304521918296814, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.6131283044815063, + "learning_rate": 0.0015, + "loss": 1.4323, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.7603117823600769, + "learning_rate": 0.0015, + "loss": 1.4328, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": Infinity, + "learning_rate": 0.0015, + "loss": 1.4344, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.5572797060012817, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6372722387313843, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5281897187232971, + "learning_rate": 0.001487560447745699, + "loss": 1.4152, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.6531746983528137, + "learning_rate": 0.0014670566859713624, + "loss": 1.4363, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5641706585884094, + "learning_rate": 0.0014468355374162303, + "loss": 1.4428, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.6546826362609863, + "learning_rate": 0.0014268931066862504, + "loss": 1.4312, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5389937162399292, + "learning_rate": 0.0014072255520794614, + "loss": 1.4232, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5590718388557434, + "learning_rate": 0.0013878290848459301, + "loss": 1.431, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.7184352874755859, + "learning_rate": 0.0013686999684578874, + "loss": 1.4193, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5333797335624695, + "learning_rate": 0.001349834517889925, + "loss": 1.4206, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.48487091064453125, + "learning_rate": 0.001331229098909114, + "loss": 1.4279, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5883477926254272, + "learning_rate": 0.0013128801273749075, + "loss": 1.4172, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.5650054216384888, + "learning_rate": 0.0012947840685486932, + "loss": 1.4268, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.6160814166069031, + "learning_rate": 0.0012769374364128628, + "loss": 1.4233, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5125714540481567, + "learning_rate": 0.0012593367929992667, + "loss": 1.417, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6019501090049744, + "learning_rate": 0.0012419787477269257, + "loss": 1.4113, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.5925447344779968, + "learning_rate": 0.0012248599567488698, + "loss": 1.4096, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.47715866565704346, + "learning_rate": 0.0012079771223079822, + "loss": 1.4019, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.5875175595283508, + "learning_rate": 0.0011913269921017202, + "loss": 1.4112, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7462964057922363, + "learning_rate": 0.0011749063586555919, + "loss": 1.4049, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.6075565218925476, + "learning_rate": 0.001158712058705271, + "loss": 1.41, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.8765844106674194, + "learning_rate": 0.0011427409725872262, + "loss": 1.4071, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.7356165051460266, + "learning_rate": 0.00112699002363775, + "loss": 1.387, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.47462791204452515, + "learning_rate": 0.0011114561776002726, + "loss": 1.389, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.9150704741477966, + "learning_rate": 0.001096136442040843, + "loss": 1.4043, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.7336153388023376, + "learning_rate": 0.001081027865771668, + "loss": 1.4043, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5432242155075073, + "learning_rate": 0.0010661275382825958, + "loss": 1.3978, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5393098592758179, + "learning_rate": 0.0010514325891804379, + "loss": 1.3866, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.4978395700454712, + "learning_rate": 0.0010369401876360166, + "loss": 1.3949, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.47768574953079224, + "learning_rate": 0.001022647541838836, + "loss": 1.38, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.6149685978889465, + "learning_rate": 0.0010085518984592678, + "loss": 1.3817, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5218510031700134, + "learning_rate": 0.0009946505421181513, + "loss": 1.3933, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5168776512145996, + "learning_rate": 0.0009809407948637044, + "loss": 1.3879, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.6201766729354858, + "learning_rate": 0.0009674200156556436, + "loss": 1.3931, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5909963846206665, + "learning_rate": 0.0009540855998564147, + "loss": 1.389, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5744777917861938, + "learning_rate": 0.000940934978729437, + "loss": 1.4006, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.4588823914527893, + "learning_rate": 0.0009279656189442628, + "loss": 1.4011, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.4933320879936218, + "learning_rate": 0.0009151750220885573, + "loss": 1.3857, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5646079778671265, + "learning_rate": 0.0009025607241868057, + "loss": 1.3734, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.6859690546989441, + "learning_rate": 0.0008901202952256545, + "loss": 1.3858, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5678068399429321, + "learning_rate": 0.0008778513386857928, + "loss": 1.3776, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.5483217835426331, + "learning_rate": 0.0008657514910802905, + "loss": 1.3772, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.4671037495136261, + "learning_rate": 0.0008538184214992943, + "loss": 1.3731, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5548893809318542, + "learning_rate": 0.0008420498311610049, + "loss": 1.3706, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5803453922271729, + "learning_rate": 0.0008304434529688382, + "loss": 1.3719, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5223375558853149, + "learning_rate": 0.0008189970510746938, + "loss": 1.3799, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5233261585235596, + "learning_rate": 0.0008077084204482425, + "loss": 1.3666, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.530835747718811, + "learning_rate": 0.0007965753864521494, + "loss": 1.3752, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.4769565463066101, + "learning_rate": 0.0007855958044231527, + "loss": 1.3673, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6102154850959778, + "learning_rate": 0.000774767559258917, + "loss": 1.3712, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5593146085739136, + "learning_rate": 0.0007640885650105806, + "loss": 1.3645, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.594312846660614, + "learning_rate": 0.0007535567644809191, + "loss": 1.3636, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5139537453651428, + "learning_rate": 0.0007431701288280478, + "loss": 1.3638, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.46587347984313965, + "learning_rate": 0.0007329266571745864, + "loss": 1.3649, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5560813546180725, + "learning_rate": 0.0007228243762222109, + "loss": 1.3593, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4940660297870636, + "learning_rate": 0.0007128613398715179, + "loss": 1.3623, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.49038827419281006, + "learning_rate": 0.0007030356288471288, + "loss": 1.3619, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.6032112240791321, + "learning_rate": 0.0006933453503279619, + "loss": 1.3517, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5079308152198792, + "learning_rate": 0.0006837886375825994, + "loss": 1.3612, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5179148316383362, + "learning_rate": 0.0006743636496096813, + "loss": 1.3622, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.4907872974872589, + "learning_rate": 0.0006650685707832559, + "loss": 1.3621, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6771067976951599, + "learning_rate": 0.0006559016105030176, + "loss": 1.3606, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.6246157288551331, + "learning_rate": 0.000646861002849367, + "loss": 1.3595, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.4946833550930023, + "learning_rate": 0.0006379450062432248, + "loss": 1.3566, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.503964900970459, + "learning_rate": 0.0006291519031105347, + "loss": 1.3611, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.48558634519577026, + "learning_rate": 0.00062047999955139, + "loss": 1.3469, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6461641788482666, + "learning_rate": 0.000611927625013722, + "loss": 1.3491, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5477721095085144, + "learning_rate": 0.0006034931319714858, + "loss": 1.353, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.6451165080070496, + "learning_rate": 0.0005951748956072806, + "loss": 1.3514, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.7312910556793213, + "learning_rate": 0.0005869713134993463, + "loss": 1.3396, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4609370529651642, + "learning_rate": 0.0005788808053128734, + "loss": 1.3474, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5799684524536133, + "learning_rate": 0.0005709018124955674, + "loss": 1.342, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5226260423660278, + "learning_rate": 0.0005630327979774111, + "loss": 1.3405, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.6010406017303467, + "learning_rate": 0.0005552722458745627, + "loss": 1.348, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5826901197433472, + "learning_rate": 0.0005476186611973374, + "loss": 1.3383, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5549695491790771, + "learning_rate": 0.000540070569562213, + "loss": 1.3397, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5249995589256287, + "learning_rate": 0.0005326265169078048, + "loss": 1.3595, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.565153181552887, + "learning_rate": 0.0005252850692147567, + "loss": 1.3401, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.48969659209251404, + "learning_rate": 0.0005180448122294913, + "loss": 1.3475, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5739888548851013, + "learning_rate": 0.0005109043511917693, + "loss": 1.3471, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5284473896026611, + "learning_rate": 0.0005038623105660032, + "loss": 1.3465, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.4692670404911041, + "learning_rate": 0.0004969173337762747, + "loss": 1.3364, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.4796403646469116, + "learning_rate": 0.0004900680829450042, + "loss": 1.33, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.48727184534072876, + "learning_rate": 0.0004833132386352233, + "loss": 1.336, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.4695288836956024, + "learning_rate": 0.00047665149959639813, + "loss": 1.334, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5014991164207458, + "learning_rate": 0.0004700815825137577, + "loss": 1.3422, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.44504332542419434, + "learning_rate": 0.00046360222176107584, + "loss": 1.3159, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6361677646636963, + "learning_rate": 0.0004572121691568625, + "loss": 1.331, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5153830647468567, + "learning_rate": 0.00045091019372391354, + "loss": 1.3341, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.5851036906242371, + "learning_rate": 0.0004446950814521764, + "loss": 1.3415, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5900114178657532, + "learning_rate": 0.0004385656350648835, + "loss": 1.328, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5923007726669312, + "learning_rate": 0.00043252067378790946, + "loss": 1.3333, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.4834819734096527, + "learning_rate": 0.00042655903312230673, + "loss": 1.3377, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.499101847410202, + "learning_rate": 0.0004206795646199778, + "loss": 1.3337, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.5846497416496277, + "learning_rate": 0.0004148811356624379, + "loss": 1.3341, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.471291720867157, + "learning_rate": 0.0004091626292426282, + "loss": 1.3285, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.4688068628311157, + "learning_rate": 0.0004035229437497357, + "loss": 1.3382, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5641908645629883, + "learning_rate": 0.00039796099275697986, + "loss": 1.3303, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.4740554392337799, + "learning_rate": 0.0003924757048123232, + "loss": 1.3412, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.4787723422050476, + "learning_rate": 0.0003870660232320675, + "loss": 1.3223, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5571549534797668, + "learning_rate": 0.000381730905897295, + "loss": 1.321, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.4965110421180725, + "learning_rate": 0.0003764693250531141, + "loss": 1.3276, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.7557862401008606, + "learning_rate": 0.0003712802671106742, + "loss": 1.3378, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5894241333007812, + "learning_rate": 0.0003661627324519073, + "loss": 1.3146, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.49034640192985535, + "learning_rate": 0.0003611157352369628, + "loss": 1.3182, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.48033463954925537, + "learning_rate": 0.00035613830321429534, + "loss": 1.322, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5243462324142456, + "learning_rate": 0.00035122947753337037, + "loss": 1.3255, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5140429139137268, + "learning_rate": 0.0003463883125599521, + "loss": 1.3377, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.5377463102340698, + "learning_rate": 0.00034161387569393647, + "loss": 1.3328, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5283532738685608, + "learning_rate": 0.00033690524718969593, + "loss": 1.3296, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.4901208281517029, + "learning_rate": 0.0003322615199788993, + "loss": 1.3233, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.4646488130092621, + "learning_rate": 0.00032768179949577516, + "loss": 1.321, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.49830129742622375, + "learning_rate": 0.0003231652035047826, + "loss": 1.3192, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.6454711556434631, + "learning_rate": 0.000318710861930658, + "loss": 1.3227, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4911431074142456, + "learning_rate": 0.0003143179166908038, + "loss": 1.3326, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5197914242744446, + "learning_rate": 0.00030998552152998834, + "loss": 1.3362, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4570811688899994, + "learning_rate": 0.00030571284185732276, + "loss": 1.3172, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5702477693557739, + "learning_rate": 0.0003014990545854864, + "loss": 1.3117, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5021108984947205, + "learning_rate": 0.0002973433479721675, + "loss": 1.3169, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5911805629730225, + "learning_rate": 0.00029324492146368906, + "loss": 1.3139, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.4756425619125366, + "learning_rate": 0.00028920298554079113, + "loss": 1.3101, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.4732058048248291, + "learning_rate": 0.00028521676156653756, + "loss": 1.3195, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5115228891372681, + "learning_rate": 0.00028128548163632006, + "loss": 1.3191, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5534390807151794, + "learning_rate": 0.0002774083884299292, + "loss": 1.3064, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.46912050247192383, + "learning_rate": 0.0002735847350656645, + "loss": 1.3158, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5076785683631897, + "learning_rate": 0.0002698137849564556, + "loss": 1.3241, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.5120282173156738, + "learning_rate": 0.0002660948116679665, + "loss": 1.3036, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.5615637898445129, + "learning_rate": 0.00026242709877865493, + "loss": 1.309, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4717916250228882, + "learning_rate": 0.00025880993974176204, + "loss": 1.2957, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.47996142506599426, + "learning_rate": 0.0002552426377492028, + "loss": 1.2992, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.45766481757164, + "learning_rate": 0.0002517245055973337, + "loss": 1.303, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.482280433177948, + "learning_rate": 0.00024825486555456975, + "loss": 1.3137, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.5143918395042419, + "learning_rate": 0.00024483304923082663, + "loss": 1.3052, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.513719916343689, + "learning_rate": 0.0002414583974487624, + "loss": 1.3109, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.45668476819992065, + "learning_rate": 0.00023813026011679372, + "loss": 1.3182, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.49208977818489075, + "learning_rate": 0.0002348479961038625, + "loss": 1.313, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.46777087450027466, + "learning_rate": 0.00023161097311592867, + "loss": 1.3178, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.4836950898170471, + "learning_rate": 0.00022841856757416538, + "loss": 1.303, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.46816742420196533, + "learning_rate": 0.0002252701644948328, + "loss": 1.3028, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5724418759346008, + "learning_rate": 0.00022216515737080817, + "loss": 1.3023, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.4637795388698578, + "learning_rate": 0.00021910294805474833, + "loss": 1.2987, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5904604196548462, + "learning_rate": 0.0002160829466438629, + "loss": 1.3005, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.4693807065486908, + "learning_rate": 0.00021310457136627562, + "loss": 1.3132, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.47196266055107117, + "learning_rate": 0.00021016724846895213, + "loss": 1.3096, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.4710361957550049, + "learning_rate": 0.00020727041210717235, + "loss": 1.3005, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.4702761471271515, + "learning_rate": 0.00020441350423552624, + "loss": 1.3018, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5067238211631775, + "learning_rate": 0.00020159597450041257, + "loss": 1.3151, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4618867039680481, + "learning_rate": 0.00019881728013401842, + "loss": 1.2896, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.534237265586853, + "learning_rate": 0.00019607688584976116, + "loss": 1.3143, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5107449293136597, + "learning_rate": 0.00019337426373917076, + "loss": 1.3021, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.47250908613204956, + "learning_rate": 0.00019070889317019375, + "loss": 1.3203, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.463882178068161, + "learning_rate": 0.00018808026068689883, + "loss": 1.2975, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4829825460910797, + "learning_rate": 0.00018548785991056508, + "loss": 1.3031, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5524773001670837, + "learning_rate": 0.00018293119144213328, + "loss": 1.3172, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.6024357676506042, + "learning_rate": 0.00018040976276600176, + "loss": 1.2894, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.5167730450630188, + "learning_rate": 0.00017792308815514854, + "loss": 1.2996, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.537597119808197, + "learning_rate": 0.00017547068857756104, + "loss": 1.2992, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.47882741689682007, + "learning_rate": 0.00017305209160395547, + "loss": 1.3024, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5075975060462952, + "learning_rate": 0.00017066683131676825, + "loss": 1.3086, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.45599648356437683, + "learning_rate": 0.00016831444822040207, + "loss": 1.3073, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.4692286252975464, + "learning_rate": 0.00016599448915270845, + "loss": 1.2932, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5363489985466003, + "learning_rate": 0.000163706507197691, + "loss": 1.294, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.46856990456581116, + "learning_rate": 0.0001614500615994117, + "loss": 1.302, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.529060959815979, + "learning_rate": 0.00015922471767708377, + "loss": 1.2952, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.6456242799758911, + "learning_rate": 0.00015703004674133498, + "loss": 1.3112, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4637324810028076, + "learning_rate": 0.00015486562601162512, + "loss": 1.2997, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.523307204246521, + "learning_rate": 0.0001527310385348017, + "loss": 1.2974, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.45750248432159424, + "learning_rate": 0.00015062587310477813, + "loss": 1.304, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.463380366563797, + "learning_rate": 0.00014854972418331948, + "loss": 1.2948, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.48942434787750244, + "learning_rate": 0.00014650219182191934, + "loss": 1.2825, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.525461733341217, + "learning_rate": 0.00014448288158475423, + "loss": 1.2923, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.45308318734169006, + "learning_rate": 0.0001424914044726995, + "loss": 1.2776, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.6268229484558105, + "learning_rate": 0.0001405273768483926, + "loss": 1.291, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.496448278427124, + "learning_rate": 0.0001385904203623296, + "loss": 1.3135, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.47262054681777954, + "learning_rate": 0.00013668016187997964, + "loss": 1.3109, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4877476692199707, + "learning_rate": 0.0001347962334099052, + "loss": 1.2887, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5657548904418945, + "learning_rate": 0.00013293827203287141, + "loss": 1.2999, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5200432538986206, + "learning_rate": 0.00013110591983193424, + "loss": 1.296, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4625248908996582, + "learning_rate": 0.00012929882382349103, + "loss": 1.3053, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5191882252693176, + "learning_rate": 0.0001275166358892821, + "loss": 1.3006, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.49986517429351807, + "learning_rate": 0.00012575901270932944, + "loss": 1.3017, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4724440276622772, + "learning_rate": 0.00012402561569579935, + "loss": 1.287, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4518606662750244, + "learning_rate": 0.00012231611092777743, + "loss": 1.2891, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.46727433800697327, + "learning_rate": 0.00012063016908694192, + "loss": 1.2874, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5409188866615295, + "learning_rate": 0.00011896746539412405, + "loss": 1.3011, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5100900530815125, + "learning_rate": 0.00011732767954674264, + "loss": 1.2931, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.49695006012916565, + "learning_rate": 0.00011571049565710122, + "loss": 1.3001, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5343964695930481, + "learning_rate": 0.00011411560219153552, + "loss": 1.2943, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.4976387023925781, + "learning_rate": 0.0001125426919103997, + "loss": 1.2914, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.47220513224601746, + "learning_rate": 0.00011099146180887992, + "loss": 1.3017, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.465561181306839, + "learning_rate": 0.0001094616130586235, + "loss": 1.284, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.49773499369621277, + "learning_rate": 0.00010795285095017282, + "loss": 1.2936, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.4696478545665741, + "learning_rate": 0.00010646488483619263, + "loss": 1.2975, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4973534643650055, + "learning_rate": 0.00010499742807547978, + "loss": 1.2995, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.5054043531417847, + "learning_rate": 0.0001035501979777448, + "loss": 1.2895, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5566696524620056, + "learning_rate": 0.00010212291574915464, + "loss": 1.2813, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5192328691482544, + "learning_rate": 0.00010071530643862575, + "loss": 1.299, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4706285893917084, + "learning_rate": 9.932709888485788e-05, + "loss": 1.2908, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5187116861343384, + "learning_rate": 9.79580256640974e-05, + "loss": 1.2899, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.46268996596336365, + "learning_rate": 9.660782303862107e-05, + "loss": 1.2889, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4860462546348572, + "learning_rate": 9.527623090592962e-05, + "loss": 1.282, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.49108442664146423, + "learning_rate": 9.396299274864176e-05, + "loss": 1.296, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5382658839225769, + "learning_rate": 9.266785558507876e-05, + "loss": 1.2887, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5346512198448181, + "learning_rate": 9.139056992053017e-05, + "loss": 1.2945, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5191641449928284, + "learning_rate": 9.01308896991912e-05, + "loss": 1.286, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.46642035245895386, + "learning_rate": 8.88885722567627e-05, + "loss": 1.2987, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.4673319160938263, + "learning_rate": 8.766337827370438e-05, + "loss": 1.2916, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4642171263694763, + "learning_rate": 8.645507172913238e-05, + "loss": 1.2993, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.47717443108558655, + "learning_rate": 8.52634198553523e-05, + "loss": 1.2958, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.4526664912700653, + "learning_rate": 8.408819309301891e-05, + "loss": 1.2922, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.4961718022823334, + "learning_rate": 8.292916504691398e-05, + "loss": 1.3044, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.4467519521713257, + "learning_rate": 8.178611244233354e-05, + "loss": 1.2958, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.4841761887073517, + "learning_rate": 8.065881508207636e-05, + "loss": 1.293, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4580075442790985, + "learning_rate": 7.954705580402525e-05, + "loss": 1.2756, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5612879395484924, + "learning_rate": 7.845062043931299e-05, + "loss": 1.2776, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4572225511074066, + "learning_rate": 7.736929777106499e-05, + "loss": 1.3018, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.46267932653427124, + "learning_rate": 7.630287949371051e-05, + "loss": 1.2814, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.44602736830711365, + "learning_rate": 7.525116017285479e-05, + "loss": 1.3011, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4606595039367676, + "learning_rate": 7.421393720570416e-05, + "loss": 1.2942, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.45960938930511475, + "learning_rate": 7.319101078203692e-05, + "loss": 1.2803, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.49523669481277466, + "learning_rate": 7.218218384571176e-05, + "loss": 1.283, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.45749959349632263, + "learning_rate": 7.118726205670702e-05, + "loss": 1.2813, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4498620629310608, + "learning_rate": 7.020605375368314e-05, + "loss": 1.2887, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.4596899449825287, + "learning_rate": 6.923836991706108e-05, + "loss": 1.2957, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.4731309115886688, + "learning_rate": 6.828402413260965e-05, + "loss": 1.2858, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.50437992811203, + "learning_rate": 6.73428325555347e-05, + "loss": 1.2861, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5009710788726807, + "learning_rate": 6.641461387506347e-05, + "loss": 1.3037, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4667570888996124, + "learning_rate": 6.549918927951679e-05, + "loss": 1.2925, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.46593964099884033, + "learning_rate": 6.459638242186298e-05, + "loss": 1.2886, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.5209925770759583, + "learning_rate": 6.370601938574637e-05, + "loss": 1.2809, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5734021067619324, + "learning_rate": 6.282792865198421e-05, + "loss": 1.2907, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5093693733215332, + "learning_rate": 6.196194106552512e-05, + "loss": 1.2863, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.46313154697418213, + "learning_rate": 6.110788980286329e-05, + "loss": 1.2886, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.5093756318092346, + "learning_rate": 6.026561033990159e-05, + "loss": 1.2821, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.49674439430236816, + "learning_rate": 5.943494042025771e-05, + "loss": 1.2866, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.49339917302131653, + "learning_rate": 5.8615720024007174e-05, + "loss": 1.2775, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.46326667070388794, + "learning_rate": 5.780779133685717e-05, + "loss": 1.2904, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.4716956913471222, + "learning_rate": 5.701099871974525e-05, + "loss": 1.2855, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.46486932039260864, + "learning_rate": 5.6225188678857095e-05, + "loss": 1.2982, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.45782825350761414, + "learning_rate": 5.545020983605749e-05, + "loss": 1.2956, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.46856826543807983, + "learning_rate": 5.4685912899728965e-05, + "loss": 1.2851, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.4586803913116455, + "learning_rate": 5.39321506360123e-05, + "loss": 1.2774, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5621423125267029, + "learning_rate": 5.318877784044342e-05, + "loss": 1.2984, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5149664878845215, + "learning_rate": 5.245565130998124e-05, + "loss": 1.2885, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5729714632034302, + "learning_rate": 5.173262981542119e-05, + "loss": 1.2936, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4599650204181671, + "learning_rate": 5.101957407418877e-05, + "loss": 1.2832, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5617707371711731, + "learning_rate": 5.0316346723508287e-05, + "loss": 1.2872, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5002422332763672, + "learning_rate": 4.962281229394129e-05, + "loss": 1.2828, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.478383868932724, + "learning_rate": 4.893883718328984e-05, + "loss": 1.2912, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5419098734855652, + "learning_rate": 4.8264289630859386e-05, + "loss": 1.2732, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4829871952533722, + "learning_rate": 4.759903969207646e-05, + "loss": 1.2783, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.4976823627948761, + "learning_rate": 4.694295921345623e-05, + "loss": 1.2804, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.48330676555633545, + "learning_rate": 4.629592180791501e-05, + "loss": 1.2887, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.43191611766815186, + "learning_rate": 4.565780283042316e-05, + "loss": 1.2961, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4623429775238037, + "learning_rate": 4.502847935399348e-05, + "loss": 1.2887, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.49294161796569824, + "learning_rate": 4.440783014600059e-05, + "loss": 1.2865, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4549841582775116, + "learning_rate": 4.3795735644826776e-05, + "loss": 1.2851, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4817006587982178, + "learning_rate": 4.319207793682965e-05, + "loss": 1.2789, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4689021408557892, + "learning_rate": 4.259674073362732e-05, + "loss": 1.2934, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.49034053087234497, + "learning_rate": 4.200960934969664e-05, + "loss": 1.2804, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4780392646789551, + "learning_rate": 4.143057068028024e-05, + "loss": 1.2799, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5309856534004211, + "learning_rate": 4.0859513179598096e-05, + "loss": 1.2662, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.45172807574272156, + "learning_rate": 4.02963268393593e-05, + "loss": 1.2796, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4595884084701538, + "learning_rate": 3.974090316757029e-05, + "loss": 1.2822, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4415097236633301, + "learning_rate": 3.919313516763478e-05, + "loss": 1.2811, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4719064235687256, + "learning_rate": 3.8652917317742106e-05, + "loss": 1.2778, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.44753560423851013, + "learning_rate": 3.812014555053955e-05, + "loss": 1.2965, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.45936092734336853, + "learning_rate": 3.759471723308477e-05, + "loss": 1.2829, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4726845622062683, + "learning_rate": 3.707653114707471e-05, + "loss": 1.2988, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.44957664608955383, + "learning_rate": 3.6565487469346904e-05, + "loss": 1.284, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5235864520072937, + "learning_rate": 3.606148775264958e-05, + "loss": 1.2835, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5054678320884705, + "learning_rate": 3.5564434906676834e-05, + "loss": 1.2825, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.4912639260292053, + "learning_rate": 3.507423317936521e-05, + "loss": 1.2856, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4780506193637848, + "learning_rate": 3.4590788138448004e-05, + "loss": 1.292, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.4532028138637543, + "learning_rate": 3.411400665326393e-05, + "loss": 1.2881, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.46156346797943115, + "learning_rate": 3.364379687681642e-05, + "loss": 1.2791, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5188421010971069, + "learning_rate": 3.31800682280803e-05, + "loss": 1.2781, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.457661896944046, + "learning_rate": 3.272273137455225e-05, + "loss": 1.2867, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.46978896856307983, + "learning_rate": 3.227169821504187e-05, + "loss": 1.2823, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4533792734146118, + "learning_rate": 3.182688186269985e-05, + "loss": 1.2842, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4478567838668823, + "learning_rate": 3.138819662828018e-05, + "loss": 1.2831, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.48361706733703613, + "learning_rate": 3.095555800363297e-05, + "loss": 1.2866, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5194976925849915, + "learning_rate": 3.052888264542484e-05, + "loss": 1.285, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.593368411064148, + "learning_rate": 3.0108088359083675e-05, + "loss": 1.2823, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.470674067735672, + "learning_rate": 2.9693094082964775e-05, + "loss": 1.2863, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.45366424322128296, + "learning_rate": 2.928381987273507e-05, + "loss": 1.2808, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.5190941095352173, + "learning_rate": 2.8880186885972716e-05, + "loss": 1.2803, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.4770827293395996, + "learning_rate": 2.8482117366978935e-05, + "loss": 1.2788, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5441578030586243, + "learning_rate": 2.808953463179918e-05, + "loss": 1.3002, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4609360694885254, + "learning_rate": 2.770236305345076e-05, + "loss": 1.2742, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.47006136178970337, + "learning_rate": 2.732052804735409e-05, + "loss": 1.2855, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4748915135860443, + "learning_rate": 2.6943956056964773e-05, + "loss": 1.2858, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.46649369597435, + "learning_rate": 2.6572574539603643e-05, + "loss": 1.2875, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.44580161571502686, + "learning_rate": 2.6206311952482224e-05, + "loss": 1.2886, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4662837088108063, + "learning_rate": 2.584509773892073e-05, + "loss": 1.2885, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4643775522708893, + "learning_rate": 2.5488862314756066e-05, + "loss": 1.2682, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.44580066204071045, + "learning_rate": 2.513753705493713e-05, + "loss": 1.2811, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.47444525361061096, + "learning_rate": 2.4791054280304972e-05, + "loss": 1.2887, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.48020312190055847, + "learning_rate": 2.4449347244555043e-05, + "loss": 1.2739, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.531441330909729, + "learning_rate": 2.4112350121379255e-05, + "loss": 1.2936, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5161461234092712, + "learning_rate": 2.3779997991785207e-05, + "loss": 1.2806, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4328412115573883, + "learning_rate": 2.3452226831590232e-05, + "loss": 1.2885, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.45244327187538147, + "learning_rate": 2.3128973499087785e-05, + "loss": 1.2857, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.46364492177963257, + "learning_rate": 2.2810175722883866e-05, + "loss": 1.2832, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.45162323117256165, + "learning_rate": 2.2495772089901067e-05, + "loss": 1.2791, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4856041967868805, + "learning_rate": 2.218570203354799e-05, + "loss": 1.2836, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.4696802496910095, + "learning_rate": 2.187990582205175e-05, + "loss": 1.2824, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4935973882675171, + "learning_rate": 2.157832454695122e-05, + "loss": 1.2809, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.4482496380805969, + "learning_rate": 2.1280900111748943e-05, + "loss": 1.2713, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.4511680006980896, + "learning_rate": 2.0987575220719476e-05, + "loss": 1.265, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.45410269498825073, + "learning_rate": 2.069829336787193e-05, + "loss": 1.2768, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.455393522977829, + "learning_rate": 2.0412998826064695e-05, + "loss": 1.2747, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.48198139667510986, + "learning_rate": 2.0131636636270178e-05, + "loss": 1.2863, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4690043330192566, + "learning_rate": 1.9854152596987523e-05, + "loss": 1.2736, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.46250012516975403, + "learning_rate": 1.9580493253801253e-05, + "loss": 1.2801, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.45912715792655945, + "learning_rate": 1.9310605889083842e-05, + "loss": 1.2798, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5150806307792664, + "learning_rate": 1.904443851184018e-05, + "loss": 1.28, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4904801845550537, + "learning_rate": 1.87819398476921e-05, + "loss": 1.2755, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4826321601867676, + "learning_rate": 1.8523059329000848e-05, + "loss": 1.2878, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.47633230686187744, + "learning_rate": 1.826774708512579e-05, + "loss": 1.2845, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4657934010028839, + "learning_rate": 1.8015953932817347e-05, + "loss": 1.2959, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4584238827228546, + "learning_rate": 1.7767631366742332e-05, + "loss": 1.2879, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.48173826932907104, + "learning_rate": 1.7522731550139926e-05, + "loss": 1.2852, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.46752113103866577, + "learning_rate": 1.728120730560641e-05, + "loss": 1.2714, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.48856937885284424, + "learning_rate": 1.704301210600693e-05, + "loss": 1.2767, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.49191349744796753, + "learning_rate": 1.6808100065512536e-05, + "loss": 1.2902, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.49473485350608826, + "learning_rate": 1.657642593076074e-05, + "loss": 1.2649, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4490512013435364, + "learning_rate": 1.634794507213793e-05, + "loss": 1.2829, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.45531249046325684, + "learning_rate": 1.6122613475181976e-05, + "loss": 1.2841, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4522455334663391, + "learning_rate": 1.590038773210323e-05, + "loss": 1.2796, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4630568027496338, + "learning_rate": 1.568122503342252e-05, + "loss": 1.2891, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4376571774482727, + "learning_rate": 1.5465083159724344e-05, + "loss": 1.2732, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4659065902233124, + "learning_rate": 1.5251920473523708e-05, + "loss": 1.2874, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.316353678703308, + "learning_rate": 1.5041695911245136e-05, + "loss": 1.276, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-gelu_new/checkpoint-9480/training_args.bin b/saves-llama-gelu_new/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e7e4f77be23ca55eac61b7c16a115abcb233661b --- /dev/null +++ b/saves-llama-gelu_new/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1180e3ca1b0470fae9628b2874a1aca300ac131a4ee3f07c0523772062e2fae +size 5176 diff --git a/saves-llama-gelu_new/config.json b/saves-llama-gelu_new/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d37c6ba023b59767c2650002454a540e1c4a060a --- /dev/null +++ b/saves-llama-gelu_new/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_new", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_new/generation_config.json b/saves-llama-gelu_new/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_new/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_new/model.safetensors b/saves-llama-gelu_new/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..887d55e5f4c2e54c70292fdee13c563fa3e6a8ed --- /dev/null +++ b/saves-llama-gelu_new/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5080d46bbe3a9dc07ea754d78ddfe572480c7f414a6b8934e106894d9dd6cd0 +size 8346712 diff --git a/saves-llama-gelu_new/result.log b/saves-llama-gelu_new/result.log new file mode 100644 index 0000000000000000000000000000000000000000..9d64b1bbec5dbd2f56dff4a4ba1a4261c813113a --- /dev/null +++ b/saves-llama-gelu_new/result.log @@ -0,0 +1 @@ +{'train_runtime': 2960.8753, 'train_samples_per_second': 3278.289, 'train_steps_per_second': 3.202, 'train_loss': 1.5822020778173134, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-gelu_new/special_tokens_map.json b/saves-llama-gelu_new/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_new/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_new/tokenizer.json b/saves-llama-gelu_new/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_new/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_new/tokenizer_config.json b/saves-llama-gelu_new/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_new/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/config.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1585696fbd306978f50ab7a4e3ee53c28878b725 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/generation_config.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/model.safetensors b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40f36f8dcacf32b399f1082b6c4ac5673c25091b --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0a1b6e05be0ba7bb014a4c035971789455deacf00688195749752d87c6b4a7 +size 8346712 diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/optimizer.pt b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f58c3c606487bc5955f100c873ae06a767689a --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c566685b514c4cd4e2d85aa521e4a7249b8e019ab2789aaca9cec7afca24305 +size 16706402 diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/rng_state.pth b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/scheduler.pt b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b4caa7943c4bd8b5bf857dca22f7e0acc820d --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22440654394513eab753cc4a7a4d9f8b781184d5238dc4b2f87b984570616d8d +size 1128 diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/special_tokens_map.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer_config.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/trainer_state.json b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3f3607f8949d7a3b59e2e667d14d1f444510e26e --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.275618076324463, + "learning_rate": 0.00015822784810126583, + "loss": 7.5193, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.137990117073059, + "learning_rate": 0.00031645569620253165, + "loss": 6.8939, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8379923701286316, + "learning_rate": 0.00047468354430379745, + "loss": 6.2384, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.7204545140266418, + "learning_rate": 0.0006329113924050633, + "loss": 5.7385, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.9604113101959229, + "learning_rate": 0.0007911392405063291, + "loss": 5.2567, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.1100472211837769, + "learning_rate": 0.0009493670886075949, + "loss": 4.7499, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.8227275013923645, + "learning_rate": 0.0011075949367088608, + "loss": 4.373, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.7283622026443481, + "learning_rate": 0.0012658227848101266, + "loss": 4.1232, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.3971540927886963, + "learning_rate": 0.0014240506329113926, + "loss": 3.9114, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.293453335762024, + "learning_rate": 0.0015, + "loss": 3.7692, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.022613286972046, + "learning_rate": 0.0015, + "loss": 3.6106, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8873580694198608, + "learning_rate": 0.0015, + "loss": 3.5046, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.8739699125289917, + "learning_rate": 0.0015, + "loss": 3.3985, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.8351937532424927, + "learning_rate": 0.0015, + "loss": 3.2988, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.8872955441474915, + "learning_rate": 0.0015, + "loss": 3.2135, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.7467310428619385, + "learning_rate": 0.0015, + "loss": 3.1574, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7947688102722168, + "learning_rate": 0.0015, + "loss": 3.0826, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.6301975846290588, + "learning_rate": 0.0015, + "loss": 3.035, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.717894434928894, + "learning_rate": 0.0015, + "loss": 2.9853, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.817317008972168, + "learning_rate": 0.0015, + "loss": 2.9358, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.8180294632911682, + "learning_rate": 0.0015, + "loss": 2.901, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8241902589797974, + "learning_rate": 0.0015, + "loss": 2.8673, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.9418659210205078, + "learning_rate": 0.0015, + "loss": 2.8178, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.7194005250930786, + "learning_rate": 0.0015, + "loss": 2.7802, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.8477892279624939, + "learning_rate": 0.0015, + "loss": 2.7492, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 1.3206394910812378, + "learning_rate": 0.0015, + "loss": 2.7116, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.0515536069869995, + "learning_rate": 0.0015, + "loss": 2.6866, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.8931707739830017, + "learning_rate": 0.0015, + "loss": 2.6501, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.9184024930000305, + "learning_rate": 0.0015, + "loss": 2.6227, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.7396113276481628, + "learning_rate": 0.0015, + "loss": 2.5973, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 1.1606340408325195, + "learning_rate": 0.0015, + "loss": 2.5732, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9619486331939697, + "learning_rate": 0.0015, + "loss": 2.5421, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.8817947506904602, + "learning_rate": 0.0015, + "loss": 2.5342, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.2046122550964355, + "learning_rate": 0.0015, + "loss": 2.5083, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.9760316014289856, + "learning_rate": 0.0015, + "loss": 2.4695, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.9850206971168518, + "learning_rate": 0.0015, + "loss": 2.4503, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.7970325946807861, + "learning_rate": 0.0015, + "loss": 2.4416, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8251107931137085, + "learning_rate": 0.0015, + "loss": 2.4267, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.138495922088623, + "learning_rate": 0.0015, + "loss": 2.4044, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.9360727071762085, + "learning_rate": 0.0015, + "loss": 2.3768, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.8174734115600586, + "learning_rate": 0.0015, + "loss": 2.3659, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.2135106325149536, + "learning_rate": 0.0015, + "loss": 2.3484, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8954257965087891, + "learning_rate": 0.0015, + "loss": 2.3224, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.1159017086029053, + "learning_rate": 0.0015, + "loss": 2.3043, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 1.1437652111053467, + "learning_rate": 0.0015, + "loss": 2.3049, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.823767900466919, + "learning_rate": 0.0015, + "loss": 2.2856, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.6931310892105103, + "learning_rate": 0.0015, + "loss": 2.2644, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.0154697895050049, + "learning_rate": 0.0015, + "loss": 2.2621, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 1.0071505308151245, + "learning_rate": 0.0015, + "loss": 2.233, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.1760133504867554, + "learning_rate": 0.0015, + "loss": 2.2238, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.7995161414146423, + "learning_rate": 0.0015, + "loss": 2.2167, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.9003065228462219, + "learning_rate": 0.0015, + "loss": 2.2045, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7513710856437683, + "learning_rate": 0.0015, + "loss": 2.182, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.9259713888168335, + "learning_rate": 0.0015, + "loss": 2.1657, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8601694107055664, + "learning_rate": 0.0015, + "loss": 2.1691, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.7142306566238403, + "learning_rate": 0.0015, + "loss": 2.1333, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.75405353307724, + "learning_rate": 0.0015, + "loss": 2.139, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.9704718589782715, + "learning_rate": 0.0015, + "loss": 2.1355, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.0502722263336182, + "learning_rate": 0.0015, + "loss": 2.1136, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.9256270527839661, + "learning_rate": 0.0015, + "loss": 2.096, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8649049401283264, + "learning_rate": 0.0015, + "loss": 2.0973, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8409515619277954, + "learning_rate": 0.0015, + "loss": 2.0896, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.9356246590614319, + "learning_rate": 0.0015, + "loss": 2.0714, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.8708571791648865, + "learning_rate": 0.0015, + "loss": 2.0769, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.8107054233551025, + "learning_rate": 0.0015, + "loss": 2.0692, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.9377074241638184, + "learning_rate": 0.0015, + "loss": 2.0572, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.874139130115509, + "learning_rate": 0.0015, + "loss": 2.0421, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7372675538063049, + "learning_rate": 0.0015, + "loss": 2.0306, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.8384853005409241, + "learning_rate": 0.0015, + "loss": 2.0402, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7856470346450806, + "learning_rate": 0.0015, + "loss": 2.0228, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 1.0776702165603638, + "learning_rate": 0.0015, + "loss": 2.015, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.8193581104278564, + "learning_rate": 0.0015, + "loss": 1.9951, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.1481784582138062, + "learning_rate": 0.0015, + "loss": 1.9885, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8633712530136108, + "learning_rate": 0.0015, + "loss": 1.9989, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 1.1522551774978638, + "learning_rate": 0.0015, + "loss": 1.9831, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.561420202255249, + "learning_rate": 0.0015, + "loss": 1.9857, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8332547545433044, + "learning_rate": 0.0015, + "loss": 1.9816, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.9757804274559021, + "learning_rate": 0.0015, + "loss": 1.9601, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7401878833770752, + "learning_rate": 0.0015, + "loss": 1.969, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 1.0276070833206177, + "learning_rate": 0.0015, + "loss": 1.9494, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.849320650100708, + "learning_rate": 0.0015, + "loss": 1.9335, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.9609917998313904, + "learning_rate": 0.0015, + "loss": 1.944, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.902923583984375, + "learning_rate": 0.0015, + "loss": 1.9459, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.957775354385376, + "learning_rate": 0.0015, + "loss": 1.9262, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7634854912757874, + "learning_rate": 0.0015, + "loss": 1.9248, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.9095063805580139, + "learning_rate": 0.0015, + "loss": 1.9247, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8915061354637146, + "learning_rate": 0.0015, + "loss": 1.918, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7861464023590088, + "learning_rate": 0.0015, + "loss": 1.9114, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9176881313323975, + "learning_rate": 0.0015, + "loss": 1.9079, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.2835668325424194, + "learning_rate": 0.0015, + "loss": 1.9014, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.9604504108428955, + "learning_rate": 0.0015, + "loss": 1.9035, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7479044198989868, + "learning_rate": 0.0015, + "loss": 1.8952, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7019771337509155, + "learning_rate": 0.0015, + "loss": 1.8768, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7600769996643066, + "learning_rate": 0.0015, + "loss": 1.8911, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8487648367881775, + "learning_rate": 0.0015, + "loss": 1.8684, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 1.1754250526428223, + "learning_rate": 0.0015, + "loss": 1.8781, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.7904995679855347, + "learning_rate": 0.0015, + "loss": 1.8836, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 1.0909641981124878, + "learning_rate": 0.0015, + "loss": 1.8781, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.9491739273071289, + "learning_rate": 0.0015, + "loss": 1.8574, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 1.117067575454712, + "learning_rate": 0.0015, + "loss": 1.866, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.8362897038459778, + "learning_rate": 0.0015, + "loss": 1.853, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.8250314593315125, + "learning_rate": 0.0015, + "loss": 1.846, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7157624959945679, + "learning_rate": 0.0015, + "loss": 1.8469, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.8061319589614868, + "learning_rate": 0.0015, + "loss": 1.8439, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.2977869510650635, + "learning_rate": 0.0015, + "loss": 1.8487, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.7556726336479187, + "learning_rate": 0.0015, + "loss": 1.8376, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.7191619873046875, + "learning_rate": 0.0015, + "loss": 1.8257, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.7074997425079346, + "learning_rate": 0.0015, + "loss": 1.8232, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.7397092580795288, + "learning_rate": 0.0015, + "loss": 1.8332, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.6657136082649231, + "learning_rate": 0.0015, + "loss": 1.8195, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.8492437601089478, + "learning_rate": 0.0015, + "loss": 1.8235, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.6972770094871521, + "learning_rate": 0.0015, + "loss": 1.8169, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.7105600237846375, + "learning_rate": 0.0015, + "loss": 1.8056, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7647969722747803, + "learning_rate": 0.0015, + "loss": 1.8186, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.337622880935669, + "learning_rate": 0.0015, + "loss": 1.8011, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7122310996055603, + "learning_rate": 0.0015, + "loss": 1.8102, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.0180622339248657, + "learning_rate": 0.0015, + "loss": 1.7958, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6484819054603577, + "learning_rate": 0.0015, + "loss": 1.7796, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6848780512809753, + "learning_rate": 0.0015, + "loss": 1.7867, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9151915907859802, + "learning_rate": 0.0015, + "loss": 1.7981, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.828938364982605, + "learning_rate": 0.0015, + "loss": 1.7953, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7440119981765747, + "learning_rate": 0.0015, + "loss": 1.7774, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.9975248575210571, + "learning_rate": 0.0015, + "loss": 1.7671, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6979494690895081, + "learning_rate": 0.0015, + "loss": 1.7812, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6312515139579773, + "learning_rate": 0.0015, + "loss": 1.7835, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.9891170263290405, + "learning_rate": 0.0015, + "loss": 1.7713, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6264869570732117, + "learning_rate": 0.0015, + "loss": 1.7633, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.800779402256012, + "learning_rate": 0.0015, + "loss": 1.7777, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.734934389591217, + "learning_rate": 0.0015, + "loss": 1.7605, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.736653745174408, + "learning_rate": 0.0015, + "loss": 1.7521, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.724777102470398, + "learning_rate": 0.0015, + "loss": 1.7599, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.9801040887832642, + "learning_rate": 0.0015, + "loss": 1.7617, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.2649320363998413, + "learning_rate": 0.0015, + "loss": 1.7535, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.9084256291389465, + "learning_rate": 0.0015, + "loss": 1.7552, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.6756699681282043, + "learning_rate": 0.0015, + "loss": 1.7544, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6339425444602966, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7219599485397339, + "learning_rate": 0.0015, + "loss": 1.7474, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.6438338160514832, + "learning_rate": 0.0015, + "loss": 1.7348, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.0110164880752563, + "learning_rate": 0.0015, + "loss": 1.7423, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 1.2470983266830444, + "learning_rate": 0.0015, + "loss": 1.7293, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7579906582832336, + "learning_rate": 0.0015, + "loss": 1.7311, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 1.010790228843689, + "learning_rate": 0.0015, + "loss": 1.7385, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.8416863083839417, + "learning_rate": 0.0015, + "loss": 1.7309, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.6886869668960571, + "learning_rate": 0.0015, + "loss": 1.7269, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6812111735343933, + "learning_rate": 0.0015, + "loss": 1.7268, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.7856212258338928, + "learning_rate": 0.0015, + "loss": 1.7231, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.2764203548431396, + "learning_rate": 0.0015, + "loss": 1.723, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 1.0352364778518677, + "learning_rate": 0.0015, + "loss": 1.7291, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.8851135969161987, + "learning_rate": 0.0015, + "loss": 1.7192, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6804477572441101, + "learning_rate": 0.0015, + "loss": 1.717, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6661282181739807, + "learning_rate": 0.0015, + "loss": 1.7165, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.7285625338554382, + "learning_rate": 0.0015, + "loss": 1.7189, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6337065696716309, + "learning_rate": 0.0015, + "loss": 1.7039, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.8383897542953491, + "learning_rate": 0.0015, + "loss": 1.6909, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.027445673942566, + "learning_rate": 0.0015, + "loss": 1.6965, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.8800502419471741, + "learning_rate": 0.0015, + "loss": 1.7013, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6624110341072083, + "learning_rate": 0.0015, + "loss": 1.6903, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.6459904909133911, + "learning_rate": 0.0015, + "loss": 1.7022, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.0452280044555664, + "learning_rate": 0.0015, + "loss": 1.6959, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.795150637626648, + "learning_rate": 0.0015, + "loss": 1.7038, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.7368692755699158, + "learning_rate": 0.0015, + "loss": 1.7002, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6917000412940979, + "learning_rate": 0.0015, + "loss": 1.6694, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7934901714324951, + "learning_rate": 0.0015, + "loss": 1.6819, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.9723687767982483, + "learning_rate": 0.0015, + "loss": 1.6928, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.7262515425682068, + "learning_rate": 0.0015, + "loss": 1.6775, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6732513904571533, + "learning_rate": 0.0015, + "loss": 1.6762, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.6544840931892395, + "learning_rate": 0.0015, + "loss": 1.6853, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.3497217893600464, + "learning_rate": 0.0015, + "loss": 1.6746, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7986506819725037, + "learning_rate": 0.0015, + "loss": 1.6675, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.639809787273407, + "learning_rate": 0.0015, + "loss": 1.6813, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.8423145413398743, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7027082443237305, + "learning_rate": 0.0015, + "loss": 1.663, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6571616530418396, + "learning_rate": 0.0015, + "loss": 1.6646, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.775687038898468, + "learning_rate": 0.0015, + "loss": 1.6686, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.8813768625259399, + "learning_rate": 0.0015, + "loss": 1.6864, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6936967968940735, + "learning_rate": 0.0015, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.608586847782135, + "learning_rate": 0.0015, + "loss": 1.669, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7607619166374207, + "learning_rate": 0.0015, + "loss": 1.6679, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.8823394179344177, + "learning_rate": 0.0015, + "loss": 1.6687, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 1.2883845567703247, + "learning_rate": 0.0015, + "loss": 1.6687, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.9257321357727051, + "learning_rate": 0.0015, + "loss": 1.6466, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6796348690986633, + "learning_rate": 0.0015, + "loss": 1.6452, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6473245620727539, + "learning_rate": 0.0015, + "loss": 1.6505, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6827378869056702, + "learning_rate": 0.0015, + "loss": 1.6476, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6320991516113281, + "learning_rate": 0.0015, + "loss": 1.6529, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6197398900985718, + "learning_rate": 0.0015, + "loss": 1.6551, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.8843710422515869, + "learning_rate": 0.0015, + "loss": 1.6546, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6533791422843933, + "learning_rate": 0.0015, + "loss": 1.6426, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.6445133686065674, + "learning_rate": 0.0015, + "loss": 1.6511, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.1860712766647339, + "learning_rate": 0.0015, + "loss": 1.6491, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8302952647209167, + "learning_rate": 0.0015, + "loss": 1.6462, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6930997371673584, + "learning_rate": 0.0015, + "loss": 1.6454, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.6893041729927063, + "learning_rate": 0.0015, + "loss": 1.645, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6877427697181702, + "learning_rate": 0.0015, + "loss": 1.6326, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6058564186096191, + "learning_rate": 0.0015, + "loss": 1.6326, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.8176558017730713, + "learning_rate": 0.0015, + "loss": 1.6361, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6155513525009155, + "learning_rate": 0.0015, + "loss": 1.6484, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7357679009437561, + "learning_rate": 0.0015, + "loss": 1.6328, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.8575888276100159, + "learning_rate": 0.0015, + "loss": 1.6303, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 1.037194848060608, + "learning_rate": 0.0015, + "loss": 1.6269, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6455987691879272, + "learning_rate": 0.0015, + "loss": 1.6338, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.2066072225570679, + "learning_rate": 0.0015, + "loss": 1.6455, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6071299910545349, + "learning_rate": 0.0015, + "loss": 1.6305, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6492626070976257, + "learning_rate": 0.0015, + "loss": 1.628, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7151287198066711, + "learning_rate": 0.0015, + "loss": 1.6283, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6300824880599976, + "learning_rate": 0.0015, + "loss": 1.6199, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.8698915243148804, + "learning_rate": 0.0015, + "loss": 1.6231, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.779988706111908, + "learning_rate": 0.0015, + "loss": 1.6285, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.6078140139579773, + "learning_rate": 0.0015, + "loss": 1.6188, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.7413464188575745, + "learning_rate": 0.0015, + "loss": 1.6247, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.158387541770935, + "learning_rate": 0.0015, + "loss": 1.6186, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.611282229423523, + "learning_rate": 0.0015, + "loss": 1.6129, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.5890781879425049, + "learning_rate": 0.0015, + "loss": 1.6146, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.7145923376083374, + "learning_rate": 0.0015, + "loss": 1.6103, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.910708487033844, + "learning_rate": 0.0015, + "loss": 1.6194, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.212735652923584, + "learning_rate": 0.0015, + "loss": 1.6408, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6300995945930481, + "learning_rate": 0.0015, + "loss": 1.6132, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.62692791223526, + "learning_rate": 0.0015, + "loss": 1.5923, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.6070379614830017, + "learning_rate": 0.0015, + "loss": 1.6117, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6184188723564148, + "learning_rate": 0.0015, + "loss": 1.6137, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6623790264129639, + "learning_rate": 0.0015, + "loss": 1.5993, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7193710207939148, + "learning_rate": 0.0015, + "loss": 1.6152, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.753062903881073, + "learning_rate": 0.0015, + "loss": 1.6072, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6410703063011169, + "learning_rate": 0.0015, + "loss": 1.6061, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.7303390502929688, + "learning_rate": 0.0015, + "loss": 1.6024, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.653720498085022, + "learning_rate": 0.0015, + "loss": 1.5946, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.5819809436798096, + "learning_rate": 0.0015, + "loss": 1.6239, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.9742251038551331, + "learning_rate": 0.0015, + "loss": 1.6116, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 1.166037678718567, + "learning_rate": 0.0015, + "loss": 1.5998, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.7402533292770386, + "learning_rate": 0.0015, + "loss": 1.5931, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.867335319519043, + "learning_rate": 0.0015, + "loss": 1.6004, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6123360395431519, + "learning_rate": 0.0015, + "loss": 1.6054, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.8030136823654175, + "learning_rate": 0.0015, + "loss": 1.5871, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8317351341247559, + "learning_rate": 0.0015, + "loss": 1.5838, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6624176502227783, + "learning_rate": 0.0015, + "loss": 1.5863, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.5878432989120483, + "learning_rate": 0.0015, + "loss": 1.5959, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.6141300797462463, + "learning_rate": 0.0015, + "loss": 1.5905, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.5935037732124329, + "learning_rate": 0.0015, + "loss": 1.5909, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.7086087465286255, + "learning_rate": 0.0015, + "loss": 1.5924, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 1.087659478187561, + "learning_rate": 0.0015, + "loss": 1.5992, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.9737991094589233, + "learning_rate": 0.0015, + "loss": 1.5973, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8462126851081848, + "learning_rate": 0.0015, + "loss": 1.5818, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6869195699691772, + "learning_rate": 0.0015, + "loss": 1.5811, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.9007714986801147, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.5625340938568115, + "learning_rate": 0.0015, + "loss": 1.5783, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5870031118392944, + "learning_rate": 0.0015, + "loss": 1.5922, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.9471206665039062, + "learning_rate": 0.0015, + "loss": 1.5839, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6981037855148315, + "learning_rate": 0.0015, + "loss": 1.5911, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.5673321485519409, + "learning_rate": 0.0015, + "loss": 1.5742, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6253147125244141, + "learning_rate": 0.0015, + "loss": 1.5808, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6481704711914062, + "learning_rate": 0.0015, + "loss": 1.5823, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6661714315414429, + "learning_rate": 0.0015, + "loss": 1.5851, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.5857333540916443, + "learning_rate": 0.0015, + "loss": 1.5794, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.6011509299278259, + "learning_rate": 0.0015, + "loss": 1.5809, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.5919797420501709, + "learning_rate": 0.0015, + "loss": 1.5747, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.6196437478065491, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6253148317337036, + "learning_rate": 0.0015, + "loss": 1.5804, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.5756700038909912, + "learning_rate": 0.0015, + "loss": 1.5788, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5744975209236145, + "learning_rate": 0.0015, + "loss": 1.5827, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6237491965293884, + "learning_rate": 0.0015, + "loss": 1.5798, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.8105695843696594, + "learning_rate": 0.0015, + "loss": 1.5793, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6251117587089539, + "learning_rate": 0.0015, + "loss": 1.5758, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.8185204863548279, + "learning_rate": 0.0015, + "loss": 1.5682, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6180610060691833, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7297313213348389, + "learning_rate": 0.0015, + "loss": 1.5707, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.7237774133682251, + "learning_rate": 0.0015, + "loss": 1.563, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6583316922187805, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6338331699371338, + "learning_rate": 0.0015, + "loss": 1.5656, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.8457879424095154, + "learning_rate": 0.0015, + "loss": 1.5658, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.7385806441307068, + "learning_rate": 0.0015, + "loss": 1.5624, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.5980871915817261, + "learning_rate": 0.0015, + "loss": 1.5676, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.5616135597229004, + "learning_rate": 0.0015, + "loss": 1.5673, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.6290244460105896, + "learning_rate": 0.0015, + "loss": 1.5482, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 1.0225343704223633, + "learning_rate": 0.0015, + "loss": 1.5633, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.5765599012374878, + "learning_rate": 0.0015, + "loss": 1.5662, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.5801600813865662, + "learning_rate": 0.0015, + "loss": 1.5731, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.588398814201355, + "learning_rate": 0.0015, + "loss": 1.5695, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6046791076660156, + "learning_rate": 0.0015, + "loss": 1.5669, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5883052945137024, + "learning_rate": 0.0015, + "loss": 1.5619, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6527145504951477, + "learning_rate": 0.0015, + "loss": 1.5603, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.5965675711631775, + "learning_rate": 0.0015, + "loss": 1.565, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6501935720443726, + "learning_rate": 0.0015, + "loss": 1.5676, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.02566397190094, + "learning_rate": 0.0015, + "loss": 1.5447, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.116941213607788, + "learning_rate": 0.0015, + "loss": 1.5475, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.5520670413970947, + "learning_rate": 0.0015, + "loss": 1.551, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5636138319969177, + "learning_rate": 0.0015, + "loss": 1.5548, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.8511278033256531, + "learning_rate": 0.0015, + "loss": 1.5574, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7511829137802124, + "learning_rate": 0.0015, + "loss": 1.5436, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6133885383605957, + "learning_rate": 0.0015, + "loss": 1.5486, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6371631622314453, + "learning_rate": 0.0015, + "loss": 1.5539, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7077547311782837, + "learning_rate": 0.0015, + "loss": 1.5561, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.8341267108917236, + "learning_rate": 0.0015, + "loss": 1.5507, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5417245626449585, + "learning_rate": 0.0015, + "loss": 1.5427, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.726099967956543, + "learning_rate": 0.0015, + "loss": 1.5519, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 1.1467872858047485, + "learning_rate": 0.0015, + "loss": 1.5603, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.7026298642158508, + "learning_rate": 0.0015, + "loss": 1.543, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.0868017673492432, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.5845307111740112, + "learning_rate": 0.0015, + "loss": 1.539, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6339623928070068, + "learning_rate": 0.0015, + "loss": 1.555, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6156880259513855, + "learning_rate": 0.0015, + "loss": 1.5358, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.6871564984321594, + "learning_rate": 0.0015, + "loss": 1.5468, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.7916815876960754, + "learning_rate": 0.0015, + "loss": 1.5484, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6746693849563599, + "learning_rate": 0.0015, + "loss": 1.5374, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7047087550163269, + "learning_rate": 0.0015, + "loss": 1.5446, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.6241499781608582, + "learning_rate": 0.0015, + "loss": 1.5396, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5334203243255615, + "learning_rate": 0.0015, + "loss": 1.5483, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.556210994720459, + "learning_rate": 0.0015, + "loss": 1.538, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.8434416651725769, + "learning_rate": 0.0015, + "loss": 1.5305, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5441312193870544, + "learning_rate": 0.0015, + "loss": 1.5468, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5863361954689026, + "learning_rate": 0.0015, + "loss": 1.5332, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.7158423066139221, + "learning_rate": 0.0015, + "loss": 1.5347, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6509621143341064, + "learning_rate": 0.0015, + "loss": 1.5384, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.5538724064826965, + "learning_rate": 0.0015, + "loss": 1.5508, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7307887673377991, + "learning_rate": 0.0015, + "loss": 1.5296, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5421003103256226, + "learning_rate": 0.0015, + "loss": 1.5384, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6205001473426819, + "learning_rate": 0.0015, + "loss": 1.537, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.5894355177879333, + "learning_rate": 0.0015, + "loss": 1.5419, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.5934482216835022, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7667115926742554, + "learning_rate": 0.0015, + "loss": 1.5347, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.6321609616279602, + "learning_rate": 0.0015, + "loss": 1.5284, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.6500217914581299, + "learning_rate": 0.0015, + "loss": 1.542, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6917643547058105, + "learning_rate": 0.0015, + "loss": 1.5338, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6381114721298218, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.7276752591133118, + "learning_rate": 0.0015, + "loss": 1.5086, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.7080792188644409, + "learning_rate": 0.0015, + "loss": 1.5334, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5413708090782166, + "learning_rate": 0.0015, + "loss": 1.5208, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5969811677932739, + "learning_rate": 0.0015, + "loss": 1.5413, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.9367957711219788, + "learning_rate": 0.0015, + "loss": 1.5393, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 1.1680729389190674, + "learning_rate": 0.0015, + "loss": 1.5235, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6504984498023987, + "learning_rate": 0.0015, + "loss": 1.5343, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5621936321258545, + "learning_rate": 0.0015, + "loss": 1.5326, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6147355437278748, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5505269765853882, + "learning_rate": 0.0015, + "loss": 1.5243, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.7063301205635071, + "learning_rate": 0.0015, + "loss": 1.5282, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6734989285469055, + "learning_rate": 0.0015, + "loss": 1.5212, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6533301472663879, + "learning_rate": 0.0015, + "loss": 1.5215, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.8543258309364319, + "learning_rate": 0.0015, + "loss": 1.5284, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6776484847068787, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.7869114279747009, + "learning_rate": 0.0015, + "loss": 1.5205, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.5475518703460693, + "learning_rate": 0.0015, + "loss": 1.528, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6144829392433167, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.7963768243789673, + "learning_rate": 0.0015, + "loss": 1.5073, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5681498050689697, + "learning_rate": 0.0015, + "loss": 1.5219, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6255322098731995, + "learning_rate": 0.0015, + "loss": 1.5163, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.550162136554718, + "learning_rate": 0.0015, + "loss": 1.5154, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.5725814700126648, + "learning_rate": 0.0015, + "loss": 1.5074, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6505917310714722, + "learning_rate": 0.0015, + "loss": 1.5274, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.6911431550979614, + "learning_rate": 0.0015, + "loss": 1.5309, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.6465399861335754, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6511125564575195, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6022143363952637, + "learning_rate": 0.0015, + "loss": 1.5254, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6105933785438538, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6648803353309631, + "learning_rate": 0.0015, + "loss": 1.5289, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.8714784383773804, + "learning_rate": 0.0015, + "loss": 1.5249, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6638279557228088, + "learning_rate": 0.0015, + "loss": 1.5157, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.7875645756721497, + "learning_rate": 0.0015, + "loss": 1.5143, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 1.1001763343811035, + "learning_rate": 0.0015, + "loss": 1.5131, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5967432260513306, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.5481576919555664, + "learning_rate": 0.0015, + "loss": 1.5227, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.799866259098053, + "learning_rate": 0.0015, + "loss": 1.507, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 1.2545806169509888, + "learning_rate": 0.0015, + "loss": 1.5149, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.8297693729400635, + "learning_rate": 0.0015, + "loss": 1.5178, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.8555657863616943, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.7649042010307312, + "learning_rate": 0.0015, + "loss": 1.5092, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.6249343752861023, + "learning_rate": 0.0015, + "loss": 1.519, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6567093729972839, + "learning_rate": 0.0015, + "loss": 1.513, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5946037173271179, + "learning_rate": 0.0015, + "loss": 1.5058, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.6734059453010559, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6176565289497375, + "learning_rate": 0.0015, + "loss": 1.5183, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6598690152168274, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6923013925552368, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.5842598676681519, + "learning_rate": 0.0015, + "loss": 1.4887, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.5274326801300049, + "learning_rate": 0.0015, + "loss": 1.5087, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.583343505859375, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7193121910095215, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8871192336082458, + "learning_rate": 0.0015, + "loss": 1.504, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.5527195334434509, + "learning_rate": 0.0015, + "loss": 1.5204, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.555368185043335, + "learning_rate": 0.0015, + "loss": 1.5031, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.583677351474762, + "learning_rate": 0.0015, + "loss": 1.5092, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6379798650741577, + "learning_rate": 0.0015, + "loss": 1.5124, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.576787531375885, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.5762832164764404, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6608920693397522, + "learning_rate": 0.0015, + "loss": 1.4936, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.6386000514030457, + "learning_rate": 0.0015, + "loss": 1.5148, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6596873998641968, + "learning_rate": 0.0015, + "loss": 1.4987, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.6751479506492615, + "learning_rate": 0.0015, + "loss": 1.5103, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.918366014957428, + "learning_rate": 0.0015, + "loss": 1.5008, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6145886778831482, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.655052125453949, + "learning_rate": 0.0015, + "loss": 1.4898, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.9965181350708008, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6278632879257202, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.557447612285614, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5564820170402527, + "learning_rate": 0.0015, + "loss": 1.4978, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6121419072151184, + "learning_rate": 0.0015, + "loss": 1.4945, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.6320538520812988, + "learning_rate": 0.0015, + "loss": 1.5003, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5379605293273926, + "learning_rate": 0.0015, + "loss": 1.5001, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.5199593305587769, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5807846188545227, + "learning_rate": 0.0015, + "loss": 1.5005, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.58083176612854, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5684216618537903, + "learning_rate": 0.0015, + "loss": 1.5021, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.674796998500824, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.6051626801490784, + "learning_rate": 0.0015, + "loss": 1.4971, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5268480181694031, + "learning_rate": 0.0015, + "loss": 1.4849, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.550940752029419, + "learning_rate": 0.0015, + "loss": 1.4978, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5479491949081421, + "learning_rate": 0.0015, + "loss": 1.4956, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.7486943602561951, + "learning_rate": 0.0015, + "loss": 1.5035, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.9937810897827148, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 1.5225937366485596, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6750023365020752, + "learning_rate": 0.0015, + "loss": 1.4977, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.6054843068122864, + "learning_rate": 0.0015, + "loss": 1.4902, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.8039868474006653, + "learning_rate": 0.0015, + "loss": 1.4834, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6391317844390869, + "learning_rate": 0.0015, + "loss": 1.4922, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.555937647819519, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.677187442779541, + "learning_rate": 0.0015, + "loss": 1.4876, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.5871717929840088, + "learning_rate": 0.0015, + "loss": 1.4912, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5392934083938599, + "learning_rate": 0.0015, + "loss": 1.4866, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.6422317624092102, + "learning_rate": 0.0015, + "loss": 1.4856, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5874096751213074, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6771873235702515, + "learning_rate": 0.0015, + "loss": 1.4869, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.6017772555351257, + "learning_rate": 0.0015, + "loss": 1.4902, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5430974364280701, + "learning_rate": 0.0015, + "loss": 1.4783, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6175256967544556, + "learning_rate": 0.0015, + "loss": 1.4874, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8672004342079163, + "learning_rate": 0.0015, + "loss": 1.4846, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7530332207679749, + "learning_rate": 0.0015, + "loss": 1.486, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6151180863380432, + "learning_rate": 0.0015, + "loss": 1.4881, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.996137797832489, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.6807736754417419, + "learning_rate": 0.0015, + "loss": 1.4853, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7368356585502625, + "learning_rate": 0.0015, + "loss": 1.4786, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.6909575462341309, + "learning_rate": 0.0015, + "loss": 1.4895, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.9033529162406921, + "learning_rate": 0.0015, + "loss": 1.4886, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.614965558052063, + "learning_rate": 0.0015, + "loss": 1.4847, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.9421213865280151, + "learning_rate": 0.0015, + "loss": 1.4817, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5723795890808105, + "learning_rate": 0.0015, + "loss": 1.4913, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6277351379394531, + "learning_rate": 0.0015, + "loss": 1.4777, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.8139274716377258, + "learning_rate": 0.0015, + "loss": 1.4811, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.6200401186943054, + "learning_rate": 0.0015, + "loss": 1.5005, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5924881100654602, + "learning_rate": 0.0015, + "loss": 1.4732, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5494582653045654, + "learning_rate": 0.0015, + "loss": 1.4788, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.558016836643219, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6891719102859497, + "learning_rate": 0.0015, + "loss": 1.4828, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6287059187889099, + "learning_rate": 0.0015, + "loss": 1.4972, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.7077100872993469, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.5341421961784363, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7320419549942017, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.8010891675949097, + "learning_rate": 0.0015, + "loss": 1.4875, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.544234037399292, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5270863771438599, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6312974691390991, + "learning_rate": 0.0015, + "loss": 1.4881, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6493903994560242, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6976302266120911, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5410025119781494, + "learning_rate": 0.0015, + "loss": 1.4793, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.7401391863822937, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6343031525611877, + "learning_rate": 0.0015, + "loss": 1.4817, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5951151847839355, + "learning_rate": 0.0015, + "loss": 1.484, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.5684822797775269, + "learning_rate": 0.0015, + "loss": 1.4832, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6040599346160889, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5428168773651123, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.6700456738471985, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6772516965866089, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.542975902557373, + "learning_rate": 0.0015, + "loss": 1.4809, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.2000412940979004, + "learning_rate": 0.0015, + "loss": 1.4842, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.6651092767715454, + "learning_rate": 0.0015, + "loss": 1.4616, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5832639932632446, + "learning_rate": 0.0015, + "loss": 1.4768, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5551198124885559, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5995474457740784, + "learning_rate": 0.0015, + "loss": 1.4811, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5811555981636047, + "learning_rate": 0.0015, + "loss": 1.4714, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6473355293273926, + "learning_rate": 0.0015, + "loss": 1.4689, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5304250717163086, + "learning_rate": 0.0015, + "loss": 1.4661, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6878955960273743, + "learning_rate": 0.0015, + "loss": 1.4639, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.6148895025253296, + "learning_rate": 0.0015, + "loss": 1.4732, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5202754735946655, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.7246224284172058, + "learning_rate": 0.0015, + "loss": 1.4703, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.5984339714050293, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6289142370223999, + "learning_rate": 0.0015, + "loss": 1.4647, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.5495706796646118, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5107465386390686, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5529826283454895, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5880529880523682, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6173616051673889, + "learning_rate": 0.0015, + "loss": 1.4618, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5459177494049072, + "learning_rate": 0.0015, + "loss": 1.4697, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5140112042427063, + "learning_rate": 0.0015, + "loss": 1.4666, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6335855722427368, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7263723015785217, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.555328905582428, + "learning_rate": 0.0015, + "loss": 1.4633, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5599859356880188, + "learning_rate": 0.0015, + "loss": 1.4753, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6898209452629089, + "learning_rate": 0.0015, + "loss": 1.4626, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.9059052467346191, + "learning_rate": 0.0015, + "loss": 1.4589, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.6454431414604187, + "learning_rate": 0.0015, + "loss": 1.4805, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.5570762753486633, + "learning_rate": 0.0015, + "loss": 1.4661, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5271576046943665, + "learning_rate": 0.0015, + "loss": 1.4747, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.6071625351905823, + "learning_rate": 0.0015, + "loss": 1.4687, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5568575263023376, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6280571818351746, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6840554475784302, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.9507976174354553, + "learning_rate": 0.0015, + "loss": 1.4766, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.8903494477272034, + "learning_rate": 0.0015, + "loss": 1.4576, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5947100520133972, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.524709939956665, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.6536612510681152, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.5976872444152832, + "learning_rate": 0.0015, + "loss": 1.4717, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5363509654998779, + "learning_rate": 0.0015, + "loss": 1.4636, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6178041696548462, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5221037864685059, + "learning_rate": 0.0015, + "loss": 1.4432, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5577073097229004, + "learning_rate": 0.0015, + "loss": 1.4705, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5505090355873108, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5745993256568909, + "learning_rate": 0.0015, + "loss": 1.4689, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.8711864352226257, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5353859066963196, + "learning_rate": 0.0015, + "loss": 1.4705, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.6508721709251404, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.5940206050872803, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5485111474990845, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6124009490013123, + "learning_rate": 0.0015, + "loss": 1.4566, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.6090891361236572, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8399516344070435, + "learning_rate": 0.0015, + "loss": 1.4713, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.5655806064605713, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5232234001159668, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5787585377693176, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.7371477484703064, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.7111968994140625, + "learning_rate": 0.0015, + "loss": 1.4548, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.5686050653457642, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.7284939289093018, + "learning_rate": 0.0015, + "loss": 1.4491, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.5650476813316345, + "learning_rate": 0.0015, + "loss": 1.4614, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.5151970982551575, + "learning_rate": 0.0015, + "loss": 1.4548, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5958601236343384, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.6181272864341736, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.583365261554718, + "learning_rate": 0.0015, + "loss": 1.4585, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5518861413002014, + "learning_rate": 0.0015, + "loss": 1.4679, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.5220938324928284, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.6453520059585571, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5279060006141663, + "learning_rate": 0.0015, + "loss": 1.4615, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.9567984342575073, + "learning_rate": 0.0015, + "loss": 1.4507, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5378770232200623, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.7764132618904114, + "learning_rate": 0.0015, + "loss": 1.4596, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.6544189453125, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5157890915870667, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.6963509917259216, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.573630690574646, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5053632259368896, + "learning_rate": 0.0015, + "loss": 1.4482, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.6849175691604614, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5751669406890869, + "learning_rate": 0.0015, + "loss": 1.4535, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5519213080406189, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5071704983711243, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6322563290596008, + "learning_rate": 0.0015, + "loss": 1.4443, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.7783628702163696, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.724821925163269, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.5678296089172363, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.6772465109825134, + "learning_rate": 0.0015, + "loss": 1.4486, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7206957340240479, + "learning_rate": 0.0015, + "loss": 1.4538, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.7027139067649841, + "learning_rate": 0.0015, + "loss": 1.4568, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.5266199111938477, + "learning_rate": 0.0015, + "loss": 1.4459, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.8367506861686707, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.554756224155426, + "learning_rate": 0.0015, + "loss": 1.4464, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.724225640296936, + "learning_rate": 0.0015, + "loss": 1.4407, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5637185573577881, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.5871003866195679, + "learning_rate": 0.0015, + "loss": 1.457, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5703164935112, + "learning_rate": 0.0015, + "loss": 1.4588, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5298625826835632, + "learning_rate": 0.0015, + "loss": 1.4469, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5484408140182495, + "learning_rate": 0.0015, + "loss": 1.4448, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6358942985534668, + "learning_rate": 0.0015, + "loss": 1.448, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5485076308250427, + "learning_rate": 0.0015, + "loss": 1.4409, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5750592947006226, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5908158421516418, + "learning_rate": 0.0015, + "loss": 1.4566, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7979484796524048, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.6025071740150452, + "learning_rate": 0.0015, + "loss": 1.4622, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6139594316482544, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7712978720664978, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6137186884880066, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5396051406860352, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 1.0636675357818604, + "learning_rate": 0.0015, + "loss": 1.4351, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.57980877161026, + "learning_rate": 0.0015, + "loss": 1.443, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.6451021432876587, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5625360608100891, + "learning_rate": 0.0015, + "loss": 1.4488, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6463494300842285, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5154936909675598, + "learning_rate": 0.0015, + "loss": 1.4454, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6600742340087891, + "learning_rate": 0.0015, + "loss": 1.4207, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5183321833610535, + "learning_rate": 0.0015, + "loss": 1.4311, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.5631362795829773, + "learning_rate": 0.0015, + "loss": 1.4324, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5691456198692322, + "learning_rate": 0.0015, + "loss": 1.4404, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.519452691078186, + "learning_rate": 0.0015, + "loss": 1.4381, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5489482283592224, + "learning_rate": 0.0015, + "loss": 1.4413, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5910934805870056, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5724629163742065, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.6514744758605957, + "learning_rate": 0.0015, + "loss": 1.4434, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.961621880531311, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7102991342544556, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5689864158630371, + "learning_rate": 0.0015, + "loss": 1.4437, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5103974938392639, + "learning_rate": 0.0015, + "loss": 1.4371, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.7172450423240662, + "learning_rate": 0.0015, + "loss": 1.4495, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5297080874443054, + "learning_rate": 0.0015, + "loss": 1.4403, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5217347145080566, + "learning_rate": 0.0015, + "loss": 1.4425, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6084213852882385, + "learning_rate": 0.0015, + "loss": 1.4363, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.6361210942268372, + "learning_rate": 0.0015, + "loss": 1.4318, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.7878737449645996, + "learning_rate": 0.0015, + "loss": 1.4406, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.7488085627555847, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5129035711288452, + "learning_rate": 0.0015, + "loss": 1.4331, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6309953927993774, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5271868705749512, + "learning_rate": 0.0015, + "loss": 1.4427, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.511245846748352, + "learning_rate": 0.0015, + "loss": 1.4265, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.5952977538108826, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5757125020027161, + "learning_rate": 0.0015, + "loss": 1.452, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5211494565010071, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.639680027961731, + "learning_rate": 0.0015, + "loss": 1.4435, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5364953875541687, + "learning_rate": 0.0015, + "loss": 1.4249, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.7792084813117981, + "learning_rate": 0.0015, + "loss": 1.445, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5635159015655518, + "learning_rate": 0.0015, + "loss": 1.4278, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.5677170157432556, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.6088375449180603, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5733610987663269, + "learning_rate": 0.0015, + "loss": 1.4352, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5006405115127563, + "learning_rate": 0.0015, + "loss": 1.4367, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.6892736554145813, + "learning_rate": 0.0015, + "loss": 1.4292, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.7373172044754028, + "learning_rate": 0.0015, + "loss": 1.4424, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5637578368186951, + "learning_rate": 0.0015, + "loss": 1.4373, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.5090305805206299, + "learning_rate": 0.0015, + "loss": 1.4342, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.9155799746513367, + "learning_rate": 0.0015, + "loss": 1.4337, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.8623973727226257, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.7298708558082581, + "learning_rate": 0.0015, + "loss": 1.4391, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5168766975402832, + "learning_rate": 0.001487560447745699, + "loss": 1.4175, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 1.2884138822555542, + "learning_rate": 0.0014670566859713624, + "loss": 1.4426, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.6868464350700378, + "learning_rate": 0.0014468355374162303, + "loss": 1.4471, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.8572855591773987, + "learning_rate": 0.0014268931066862504, + "loss": 1.4288, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5898637175559998, + "learning_rate": 0.0014072255520794614, + "loss": 1.4262, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5245446562767029, + "learning_rate": 0.0013878290848459301, + "loss": 1.4345, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5780208110809326, + "learning_rate": 0.0013686999684578874, + "loss": 1.4234, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5686877965927124, + "learning_rate": 0.001349834517889925, + "loss": 1.4235, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5014580488204956, + "learning_rate": 0.001331229098909114, + "loss": 1.4298, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5906647443771362, + "learning_rate": 0.0013128801273749075, + "loss": 1.4191, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6121611595153809, + "learning_rate": 0.0012947840685486932, + "loss": 1.4302, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.48463743925094604, + "learning_rate": 0.0012769374364128628, + "loss": 1.4247, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.47419512271881104, + "learning_rate": 0.0012593367929992667, + "loss": 1.42, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.5475010871887207, + "learning_rate": 0.0012419787477269257, + "loss": 1.4117, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.5471932888031006, + "learning_rate": 0.0012248599567488698, + "loss": 1.4115, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5295773148536682, + "learning_rate": 0.0012079771223079822, + "loss": 1.4086, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.5949826240539551, + "learning_rate": 0.0011913269921017202, + "loss": 1.4152, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.5904983282089233, + "learning_rate": 0.0011749063586555919, + "loss": 1.4071, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5436151623725891, + "learning_rate": 0.001158712058705271, + "loss": 1.4117, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6564115285873413, + "learning_rate": 0.0011427409725872262, + "loss": 1.4092, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.521414577960968, + "learning_rate": 0.00112699002363775, + "loss": 1.3912, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.45408639311790466, + "learning_rate": 0.0011114561776002726, + "loss": 1.395, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.8069544434547424, + "learning_rate": 0.001096136442040843, + "loss": 1.4067, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.6118329763412476, + "learning_rate": 0.001081027865771668, + "loss": 1.4057, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.4750102758407593, + "learning_rate": 0.0010661275382825958, + "loss": 1.3997, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.532120943069458, + "learning_rate": 0.0010514325891804379, + "loss": 1.3912, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.49572962522506714, + "learning_rate": 0.0010369401876360166, + "loss": 1.3967, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.773793637752533, + "learning_rate": 0.001022647541838836, + "loss": 1.384, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5940655469894409, + "learning_rate": 0.0010085518984592678, + "loss": 1.3872, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5187934041023254, + "learning_rate": 0.0009946505421181513, + "loss": 1.3982, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5114896297454834, + "learning_rate": 0.0009809407948637044, + "loss": 1.3893, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.5830467343330383, + "learning_rate": 0.0009674200156556436, + "loss": 1.3973, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5254504084587097, + "learning_rate": 0.0009540855998564147, + "loss": 1.3893, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5394815802574158, + "learning_rate": 0.000940934978729437, + "loss": 1.4036, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.47942468523979187, + "learning_rate": 0.0009279656189442628, + "loss": 1.4027, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.4929273724555969, + "learning_rate": 0.0009151750220885573, + "loss": 1.3872, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.662517249584198, + "learning_rate": 0.0009025607241868057, + "loss": 1.3797, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.48799243569374084, + "learning_rate": 0.0008901202952256545, + "loss": 1.3884, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.4890255033969879, + "learning_rate": 0.0008778513386857928, + "loss": 1.3804, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6617922782897949, + "learning_rate": 0.0008657514910802905, + "loss": 1.3808, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5646741986274719, + "learning_rate": 0.0008538184214992943, + "loss": 1.3788, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5125657916069031, + "learning_rate": 0.0008420498311610049, + "loss": 1.3759, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5124469995498657, + "learning_rate": 0.0008304434529688382, + "loss": 1.3771, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5288456678390503, + "learning_rate": 0.0008189970510746938, + "loss": 1.3846, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.4938693642616272, + "learning_rate": 0.0008077084204482425, + "loss": 1.3683, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.5004693865776062, + "learning_rate": 0.0007965753864521494, + "loss": 1.3777, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.536690354347229, + "learning_rate": 0.0007855958044231527, + "loss": 1.372, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.5496047735214233, + "learning_rate": 0.000774767559258917, + "loss": 1.3734, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5273929834365845, + "learning_rate": 0.0007640885650105806, + "loss": 1.3683, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5399578213691711, + "learning_rate": 0.0007535567644809191, + "loss": 1.3682, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.49321308732032776, + "learning_rate": 0.0007431701288280478, + "loss": 1.3698, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.47530397772789, + "learning_rate": 0.0007329266571745864, + "loss": 1.3696, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5161479711532593, + "learning_rate": 0.0007228243762222109, + "loss": 1.3624, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4871906042098999, + "learning_rate": 0.0007128613398715179, + "loss": 1.3652, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.48347049951553345, + "learning_rate": 0.0007030356288471288, + "loss": 1.3653, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.5337032079696655, + "learning_rate": 0.0006933453503279619, + "loss": 1.355, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5257657766342163, + "learning_rate": 0.0006837886375825994, + "loss": 1.3653, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5163326859474182, + "learning_rate": 0.0006743636496096813, + "loss": 1.3659, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5041011571884155, + "learning_rate": 0.0006650685707832559, + "loss": 1.3665, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.5336532592773438, + "learning_rate": 0.0006559016105030176, + "loss": 1.3608, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5127862095832825, + "learning_rate": 0.000646861002849367, + "loss": 1.3638, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.4747796356678009, + "learning_rate": 0.0006379450062432248, + "loss": 1.3631, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.49445074796676636, + "learning_rate": 0.0006291519031105347, + "loss": 1.3654, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.49068498611450195, + "learning_rate": 0.00062047999955139, + "loss": 1.3494, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.7509098649024963, + "learning_rate": 0.000611927625013722, + "loss": 1.3562, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5122777223587036, + "learning_rate": 0.0006034931319714858, + "loss": 1.3551, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5863259434700012, + "learning_rate": 0.0005951748956072806, + "loss": 1.3548, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.4985663890838623, + "learning_rate": 0.0005869713134993463, + "loss": 1.3432, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.5021190643310547, + "learning_rate": 0.0005788808053128734, + "loss": 1.3519, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.4960979223251343, + "learning_rate": 0.0005709018124955674, + "loss": 1.3449, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5129324197769165, + "learning_rate": 0.0005630327979774111, + "loss": 1.3423, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5945784449577332, + "learning_rate": 0.0005552722458745627, + "loss": 1.3505, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.6077083349227905, + "learning_rate": 0.0005476186611973374, + "loss": 1.3422, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5542237758636475, + "learning_rate": 0.000540070569562213, + "loss": 1.3428, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5627679228782654, + "learning_rate": 0.0005326265169078048, + "loss": 1.3622, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5322626233100891, + "learning_rate": 0.0005252850692147567, + "loss": 1.344, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.469576358795166, + "learning_rate": 0.0005180448122294913, + "loss": 1.3492, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5714471936225891, + "learning_rate": 0.0005109043511917693, + "loss": 1.3521, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.496922105550766, + "learning_rate": 0.0005038623105660032, + "loss": 1.3499, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5014875531196594, + "learning_rate": 0.0004969173337762747, + "loss": 1.3394, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.4985702931880951, + "learning_rate": 0.0004900680829450042, + "loss": 1.3345, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.4763294458389282, + "learning_rate": 0.0004833132386352233, + "loss": 1.3387, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5120708346366882, + "learning_rate": 0.00047665149959639813, + "loss": 1.3392, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5243979692459106, + "learning_rate": 0.0004700815825137577, + "loss": 1.3505, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4963379502296448, + "learning_rate": 0.00046360222176107584, + "loss": 1.3193, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6696386933326721, + "learning_rate": 0.0004572121691568625, + "loss": 1.3351, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.471209317445755, + "learning_rate": 0.00045091019372391354, + "loss": 1.3385, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6039279103279114, + "learning_rate": 0.0004446950814521764, + "loss": 1.345, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5343424081802368, + "learning_rate": 0.0004385656350648835, + "loss": 1.3313, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5437721014022827, + "learning_rate": 0.00043252067378790946, + "loss": 1.337, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.552144467830658, + "learning_rate": 0.00042655903312230673, + "loss": 1.3412, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4763047695159912, + "learning_rate": 0.0004206795646199778, + "loss": 1.3371, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.4684044420719147, + "learning_rate": 0.0004148811356624379, + "loss": 1.3341, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.4905967116355896, + "learning_rate": 0.0004091626292426282, + "loss": 1.3329, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.4839822053909302, + "learning_rate": 0.0004035229437497357, + "loss": 1.3406, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5472128987312317, + "learning_rate": 0.00039796099275697986, + "loss": 1.3358, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.48837319016456604, + "learning_rate": 0.0003924757048123232, + "loss": 1.3444, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.48096054792404175, + "learning_rate": 0.0003870660232320675, + "loss": 1.3276, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5596379637718201, + "learning_rate": 0.000381730905897295, + "loss": 1.3226, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.47253549098968506, + "learning_rate": 0.0003764693250531141, + "loss": 1.3341, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.68126380443573, + "learning_rate": 0.0003712802671106742, + "loss": 1.3414, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.7021799087524414, + "learning_rate": 0.0003661627324519073, + "loss": 1.3187, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.5259622931480408, + "learning_rate": 0.0003611157352369628, + "loss": 1.321, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5049296617507935, + "learning_rate": 0.00035613830321429534, + "loss": 1.3241, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5466451644897461, + "learning_rate": 0.00035122947753337037, + "loss": 1.331, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5426611304283142, + "learning_rate": 0.0003463883125599521, + "loss": 1.3419, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.5080553293228149, + "learning_rate": 0.00034161387569393647, + "loss": 1.3386, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5027573108673096, + "learning_rate": 0.00033690524718969593, + "loss": 1.3333, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.49227261543273926, + "learning_rate": 0.0003322615199788993, + "loss": 1.3285, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.48366662859916687, + "learning_rate": 0.00032768179949577516, + "loss": 1.3262, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.474147230386734, + "learning_rate": 0.0003231652035047826, + "loss": 1.3237, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.5125856995582581, + "learning_rate": 0.000318710861930658, + "loss": 1.3276, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.5077859163284302, + "learning_rate": 0.0003143179166908038, + "loss": 1.3348, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5547872185707092, + "learning_rate": 0.00030998552152998834, + "loss": 1.3399, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4910293519496918, + "learning_rate": 0.00030571284185732276, + "loss": 1.3209, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5549332499504089, + "learning_rate": 0.0003014990545854864, + "loss": 1.317, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5282450318336487, + "learning_rate": 0.0002973433479721675, + "loss": 1.3215, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5111504197120667, + "learning_rate": 0.00029324492146368906, + "loss": 1.3172, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.4475318491458893, + "learning_rate": 0.00028920298554079113, + "loss": 1.3138, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.45918238162994385, + "learning_rate": 0.00028521676156653756, + "loss": 1.3223, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5470051169395447, + "learning_rate": 0.00028128548163632006, + "loss": 1.3221, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5150866508483887, + "learning_rate": 0.0002774083884299292, + "loss": 1.3115, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5056514739990234, + "learning_rate": 0.0002735847350656645, + "loss": 1.3199, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5190247893333435, + "learning_rate": 0.0002698137849564556, + "loss": 1.3271, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4762428402900696, + "learning_rate": 0.0002660948116679665, + "loss": 1.3085, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.49708524346351624, + "learning_rate": 0.00026242709877865493, + "loss": 1.3142, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.46932369470596313, + "learning_rate": 0.00025880993974176204, + "loss": 1.3014, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.4759725034236908, + "learning_rate": 0.0002552426377492028, + "loss": 1.3057, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4601302742958069, + "learning_rate": 0.0002517245055973337, + "loss": 1.3074, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.4587681293487549, + "learning_rate": 0.00024825486555456975, + "loss": 1.3171, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.4767324924468994, + "learning_rate": 0.00024483304923082663, + "loss": 1.3097, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.49069368839263916, + "learning_rate": 0.0002414583974487624, + "loss": 1.3133, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.48294514417648315, + "learning_rate": 0.00023813026011679372, + "loss": 1.3228, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5094695091247559, + "learning_rate": 0.0002348479961038625, + "loss": 1.3178, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5178558230400085, + "learning_rate": 0.00023161097311592867, + "loss": 1.3245, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.4752892553806305, + "learning_rate": 0.00022841856757416538, + "loss": 1.3077, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.4768429398536682, + "learning_rate": 0.0002252701644948328, + "loss": 1.3074, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5115864276885986, + "learning_rate": 0.00022216515737080817, + "loss": 1.3061, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.47493767738342285, + "learning_rate": 0.00021910294805474833, + "loss": 1.3041, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5369773507118225, + "learning_rate": 0.0002160829466438629, + "loss": 1.3053, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.51844322681427, + "learning_rate": 0.00021310457136627562, + "loss": 1.3157, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.49061939120292664, + "learning_rate": 0.00021016724846895213, + "loss": 1.3125, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.46583041548728943, + "learning_rate": 0.00020727041210717235, + "loss": 1.3043, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.46570563316345215, + "learning_rate": 0.00020441350423552624, + "loss": 1.3061, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.48204588890075684, + "learning_rate": 0.00020159597450041257, + "loss": 1.3163, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4693925082683563, + "learning_rate": 0.00019881728013401842, + "loss": 1.2944, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5038295388221741, + "learning_rate": 0.00019607688584976116, + "loss": 1.3137, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5215531587600708, + "learning_rate": 0.00019337426373917076, + "loss": 1.3089, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.4737776517868042, + "learning_rate": 0.00019070889317019375, + "loss": 1.3241, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4697912037372589, + "learning_rate": 0.00018808026068689883, + "loss": 1.303, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4648328423500061, + "learning_rate": 0.00018548785991056508, + "loss": 1.3066, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5451872944831848, + "learning_rate": 0.00018293119144213328, + "loss": 1.3209, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.49037936329841614, + "learning_rate": 0.00018040976276600176, + "loss": 1.2947, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.467727392911911, + "learning_rate": 0.00017792308815514854, + "loss": 1.3042, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6199429035186768, + "learning_rate": 0.00017547068857756104, + "loss": 1.3036, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.4914548099040985, + "learning_rate": 0.00017305209160395547, + "loss": 1.3076, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.4811190962791443, + "learning_rate": 0.00017066683131676825, + "loss": 1.3132, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.48518458008766174, + "learning_rate": 0.00016831444822040207, + "loss": 1.3113, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.5048378705978394, + "learning_rate": 0.00016599448915270845, + "loss": 1.2964, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5347214937210083, + "learning_rate": 0.000163706507197691, + "loss": 1.3002, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.47475188970565796, + "learning_rate": 0.0001614500615994117, + "loss": 1.3054, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5381346344947815, + "learning_rate": 0.00015922471767708377, + "loss": 1.2991, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5494040250778198, + "learning_rate": 0.00015703004674133498, + "loss": 1.3147, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4730692505836487, + "learning_rate": 0.00015486562601162512, + "loss": 1.3047, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.48370757699012756, + "learning_rate": 0.0001527310385348017, + "loss": 1.3013, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.49736881256103516, + "learning_rate": 0.00015062587310477813, + "loss": 1.3116, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.4767349064350128, + "learning_rate": 0.00014854972418331948, + "loss": 1.3007, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.5006410479545593, + "learning_rate": 0.00014650219182191934, + "loss": 1.2871, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.502776026725769, + "learning_rate": 0.00014448288158475423, + "loss": 1.2958, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4466981291770935, + "learning_rate": 0.0001424914044726995, + "loss": 1.2847, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5207525491714478, + "learning_rate": 0.0001405273768483926, + "loss": 1.3002, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5063769221305847, + "learning_rate": 0.0001385904203623296, + "loss": 1.3179, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.4788416028022766, + "learning_rate": 0.00013668016187997964, + "loss": 1.313, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4667309522628784, + "learning_rate": 0.0001347962334099052, + "loss": 1.2922, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5629338026046753, + "learning_rate": 0.00013293827203287141, + "loss": 1.3014, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5703569054603577, + "learning_rate": 0.00013110591983193424, + "loss": 1.3006, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.47456738352775574, + "learning_rate": 0.00012929882382349103, + "loss": 1.3095, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.4980615973472595, + "learning_rate": 0.0001275166358892821, + "loss": 1.3052, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.4924125373363495, + "learning_rate": 0.00012575901270932944, + "loss": 1.3078, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4627815783023834, + "learning_rate": 0.00012402561569579935, + "loss": 1.2927, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.47126856446266174, + "learning_rate": 0.00012231611092777743, + "loss": 1.293, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4577540159225464, + "learning_rate": 0.00012063016908694192, + "loss": 1.2896, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5904649496078491, + "learning_rate": 0.00011896746539412405, + "loss": 1.3014, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.49005261063575745, + "learning_rate": 0.00011732767954674264, + "loss": 1.2995, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.5154634118080139, + "learning_rate": 0.00011571049565710122, + "loss": 1.3038, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.49821245670318604, + "learning_rate": 0.00011411560219153552, + "loss": 1.2974, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.4783303737640381, + "learning_rate": 0.0001125426919103997, + "loss": 1.2953, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.4970287084579468, + "learning_rate": 0.00011099146180887992, + "loss": 1.3055, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.47980886697769165, + "learning_rate": 0.0001094616130586235, + "loss": 1.2885, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.458189457654953, + "learning_rate": 0.00010795285095017282, + "loss": 1.2982, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.4794609844684601, + "learning_rate": 0.00010646488483619263, + "loss": 1.3017, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.46343737840652466, + "learning_rate": 0.00010499742807547978, + "loss": 1.3021, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.47140875458717346, + "learning_rate": 0.0001035501979777448, + "loss": 1.2944, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.47597500681877136, + "learning_rate": 0.00010212291574915464, + "loss": 1.2863, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5181367993354797, + "learning_rate": 0.00010071530643862575, + "loss": 1.304, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4765918552875519, + "learning_rate": 9.932709888485788e-05, + "loss": 1.2941, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.4810838997364044, + "learning_rate": 9.79580256640974e-05, + "loss": 1.2948, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4493710696697235, + "learning_rate": 9.660782303862107e-05, + "loss": 1.295, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4776482880115509, + "learning_rate": 9.527623090592962e-05, + "loss": 1.2885, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4684423804283142, + "learning_rate": 9.396299274864176e-05, + "loss": 1.3001, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.4844377934932709, + "learning_rate": 9.266785558507876e-05, + "loss": 1.2917, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.49647653102874756, + "learning_rate": 9.139056992053017e-05, + "loss": 1.2978, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5224504470825195, + "learning_rate": 9.01308896991912e-05, + "loss": 1.2917, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4892917275428772, + "learning_rate": 8.88885722567627e-05, + "loss": 1.3027, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.4848663806915283, + "learning_rate": 8.766337827370438e-05, + "loss": 1.2966, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.47370535135269165, + "learning_rate": 8.645507172913238e-05, + "loss": 1.3041, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.4757864773273468, + "learning_rate": 8.52634198553523e-05, + "loss": 1.2973, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.46812209486961365, + "learning_rate": 8.408819309301891e-05, + "loss": 1.2956, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.4618384838104248, + "learning_rate": 8.292916504691398e-05, + "loss": 1.3107, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5345807075500488, + "learning_rate": 8.178611244233354e-05, + "loss": 1.3021, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5215467214584351, + "learning_rate": 8.065881508207636e-05, + "loss": 1.2969, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.46597787737846375, + "learning_rate": 7.954705580402525e-05, + "loss": 1.2809, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.47246313095092773, + "learning_rate": 7.845062043931299e-05, + "loss": 1.2815, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.49765411019325256, + "learning_rate": 7.736929777106499e-05, + "loss": 1.3051, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.5093726515769958, + "learning_rate": 7.630287949371051e-05, + "loss": 1.2852, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.47911620140075684, + "learning_rate": 7.525116017285479e-05, + "loss": 1.3029, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4655891954898834, + "learning_rate": 7.421393720570416e-05, + "loss": 1.2981, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.46003851294517517, + "learning_rate": 7.319101078203692e-05, + "loss": 1.2849, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.4840354025363922, + "learning_rate": 7.218218384571176e-05, + "loss": 1.2877, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.45990684628486633, + "learning_rate": 7.118726205670702e-05, + "loss": 1.2862, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4761398732662201, + "learning_rate": 7.020605375368314e-05, + "loss": 1.2953, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.48418793082237244, + "learning_rate": 6.923836991706108e-05, + "loss": 1.2996, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.46815186738967896, + "learning_rate": 6.828402413260965e-05, + "loss": 1.2902, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5028423070907593, + "learning_rate": 6.73428325555347e-05, + "loss": 1.2904, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5028206706047058, + "learning_rate": 6.641461387506347e-05, + "loss": 1.3092, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.44506263732910156, + "learning_rate": 6.549918927951679e-05, + "loss": 1.2953, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.5075194239616394, + "learning_rate": 6.459638242186298e-05, + "loss": 1.2939, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4719919264316559, + "learning_rate": 6.370601938574637e-05, + "loss": 1.2882, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5241514444351196, + "learning_rate": 6.282792865198421e-05, + "loss": 1.294, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.4884963035583496, + "learning_rate": 6.196194106552512e-05, + "loss": 1.2904, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.46362799406051636, + "learning_rate": 6.110788980286329e-05, + "loss": 1.2932, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.46731892228126526, + "learning_rate": 6.026561033990159e-05, + "loss": 1.2864, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.4848155677318573, + "learning_rate": 5.943494042025771e-05, + "loss": 1.2929, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4520387053489685, + "learning_rate": 5.8615720024007174e-05, + "loss": 1.2811, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.45176011323928833, + "learning_rate": 5.780779133685717e-05, + "loss": 1.2925, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.4598918855190277, + "learning_rate": 5.701099871974525e-05, + "loss": 1.2893, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4809013605117798, + "learning_rate": 5.6225188678857095e-05, + "loss": 1.3027, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.47746002674102783, + "learning_rate": 5.545020983605749e-05, + "loss": 1.2984, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5028012990951538, + "learning_rate": 5.4685912899728965e-05, + "loss": 1.2891, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.46939367055892944, + "learning_rate": 5.39321506360123e-05, + "loss": 1.2829, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5376350283622742, + "learning_rate": 5.318877784044342e-05, + "loss": 1.3019, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.47785645723342896, + "learning_rate": 5.245565130998124e-05, + "loss": 1.2912, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5247019529342651, + "learning_rate": 5.173262981542119e-05, + "loss": 1.2976, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4604589343070984, + "learning_rate": 5.101957407418877e-05, + "loss": 1.2886, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5013952255249023, + "learning_rate": 5.0316346723508287e-05, + "loss": 1.29, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.4724401533603668, + "learning_rate": 4.962281229394129e-05, + "loss": 1.2858, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.48443177342414856, + "learning_rate": 4.893883718328984e-05, + "loss": 1.2981, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5426619052886963, + "learning_rate": 4.8264289630859386e-05, + "loss": 1.277, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.5042426586151123, + "learning_rate": 4.759903969207646e-05, + "loss": 1.2816, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.504181981086731, + "learning_rate": 4.694295921345623e-05, + "loss": 1.2821, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.45725980401039124, + "learning_rate": 4.629592180791501e-05, + "loss": 1.2916, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.47640877962112427, + "learning_rate": 4.565780283042316e-05, + "loss": 1.3005, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4532686769962311, + "learning_rate": 4.502847935399348e-05, + "loss": 1.292, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4948555529117584, + "learning_rate": 4.440783014600059e-05, + "loss": 1.2919, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4768792688846588, + "learning_rate": 4.3795735644826776e-05, + "loss": 1.2888, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4531920254230499, + "learning_rate": 4.319207793682965e-05, + "loss": 1.2836, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4538189768791199, + "learning_rate": 4.259674073362732e-05, + "loss": 1.2971, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.47856855392456055, + "learning_rate": 4.200960934969664e-05, + "loss": 1.284, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.48152583837509155, + "learning_rate": 4.143057068028024e-05, + "loss": 1.2827, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5243517160415649, + "learning_rate": 4.0859513179598096e-05, + "loss": 1.2717, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4514783024787903, + "learning_rate": 4.02963268393593e-05, + "loss": 1.2838, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4763290286064148, + "learning_rate": 3.974090316757029e-05, + "loss": 1.2893, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.47254306077957153, + "learning_rate": 3.919313516763478e-05, + "loss": 1.2817, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.46453747153282166, + "learning_rate": 3.8652917317742106e-05, + "loss": 1.2822, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.447393536567688, + "learning_rate": 3.812014555053955e-05, + "loss": 1.3027, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.46976804733276367, + "learning_rate": 3.759471723308477e-05, + "loss": 1.287, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.45937108993530273, + "learning_rate": 3.707653114707471e-05, + "loss": 1.3018, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4597707688808441, + "learning_rate": 3.6565487469346904e-05, + "loss": 1.2867, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.48036089539527893, + "learning_rate": 3.606148775264958e-05, + "loss": 1.2886, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.4965980648994446, + "learning_rate": 3.5564434906676834e-05, + "loss": 1.2885, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.4723985493183136, + "learning_rate": 3.507423317936521e-05, + "loss": 1.2892, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4899960160255432, + "learning_rate": 3.4590788138448004e-05, + "loss": 1.2944, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.4742952883243561, + "learning_rate": 3.411400665326393e-05, + "loss": 1.2917, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.48224377632141113, + "learning_rate": 3.364379687681642e-05, + "loss": 1.2829, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.4817235469818115, + "learning_rate": 3.31800682280803e-05, + "loss": 1.2832, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.44373250007629395, + "learning_rate": 3.272273137455225e-05, + "loss": 1.2896, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.46655380725860596, + "learning_rate": 3.227169821504187e-05, + "loss": 1.2851, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.45561426877975464, + "learning_rate": 3.182688186269985e-05, + "loss": 1.2892, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.47082096338272095, + "learning_rate": 3.138819662828018e-05, + "loss": 1.288, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.5075817108154297, + "learning_rate": 3.095555800363297e-05, + "loss": 1.2901, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.526964545249939, + "learning_rate": 3.052888264542484e-05, + "loss": 1.2873, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.519547700881958, + "learning_rate": 3.0108088359083675e-05, + "loss": 1.2852, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4882187247276306, + "learning_rate": 2.9693094082964775e-05, + "loss": 1.2895, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.45227205753326416, + "learning_rate": 2.928381987273507e-05, + "loss": 1.2837, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.48879387974739075, + "learning_rate": 2.8880186885972716e-05, + "loss": 1.2833, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.46080297231674194, + "learning_rate": 2.8482117366978935e-05, + "loss": 1.283, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.48967087268829346, + "learning_rate": 2.808953463179918e-05, + "loss": 1.3037, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.46331846714019775, + "learning_rate": 2.770236305345076e-05, + "loss": 1.2806, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.4800019860267639, + "learning_rate": 2.732052804735409e-05, + "loss": 1.2924, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4576781392097473, + "learning_rate": 2.6943956056964773e-05, + "loss": 1.2903, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4732804298400879, + "learning_rate": 2.6572574539603643e-05, + "loss": 1.2922, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.4535778760910034, + "learning_rate": 2.6206311952482224e-05, + "loss": 1.2913, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4725741446018219, + "learning_rate": 2.584509773892073e-05, + "loss": 1.2942, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4681018590927124, + "learning_rate": 2.5488862314756066e-05, + "loss": 1.2728, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4546812176704407, + "learning_rate": 2.513753705493713e-05, + "loss": 1.2824, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.46974167227745056, + "learning_rate": 2.4791054280304972e-05, + "loss": 1.2944, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4943668842315674, + "learning_rate": 2.4449347244555043e-05, + "loss": 1.2798, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.561274528503418, + "learning_rate": 2.4112350121379255e-05, + "loss": 1.2985, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.47842270135879517, + "learning_rate": 2.3779997991785207e-05, + "loss": 1.2852, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.44928276538848877, + "learning_rate": 2.3452226831590232e-05, + "loss": 1.2927, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.47152385115623474, + "learning_rate": 2.3128973499087785e-05, + "loss": 1.2898, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.46203961968421936, + "learning_rate": 2.2810175722883866e-05, + "loss": 1.2855, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.4524798095226288, + "learning_rate": 2.2495772089901067e-05, + "loss": 1.2823, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.47665753960609436, + "learning_rate": 2.218570203354799e-05, + "loss": 1.2853, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.464522123336792, + "learning_rate": 2.187990582205175e-05, + "loss": 1.2864, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.48168066143989563, + "learning_rate": 2.157832454695122e-05, + "loss": 1.2851, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.47049763798713684, + "learning_rate": 2.1280900111748943e-05, + "loss": 1.2749, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.47998374700546265, + "learning_rate": 2.0987575220719476e-05, + "loss": 1.2681, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4665335416793823, + "learning_rate": 2.069829336787193e-05, + "loss": 1.282, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4788336753845215, + "learning_rate": 2.0412998826064695e-05, + "loss": 1.278, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.46052831411361694, + "learning_rate": 2.0131636636270178e-05, + "loss": 1.2893, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.467347115278244, + "learning_rate": 1.9854152596987523e-05, + "loss": 1.278, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.46520647406578064, + "learning_rate": 1.9580493253801253e-05, + "loss": 1.2865, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4664818346500397, + "learning_rate": 1.9310605889083842e-05, + "loss": 1.2833, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.46971526741981506, + "learning_rate": 1.904443851184018e-05, + "loss": 1.2836, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.45676276087760925, + "learning_rate": 1.87819398476921e-05, + "loss": 1.2808, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4861832857131958, + "learning_rate": 1.8523059329000848e-05, + "loss": 1.2921, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.4695929288864136, + "learning_rate": 1.826774708512579e-05, + "loss": 1.2894, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.459867388010025, + "learning_rate": 1.8015953932817347e-05, + "loss": 1.2985, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4473600685596466, + "learning_rate": 1.7767631366742332e-05, + "loss": 1.291, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4883800148963928, + "learning_rate": 1.7522731550139926e-05, + "loss": 1.2894, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.4595343768596649, + "learning_rate": 1.728120730560641e-05, + "loss": 1.2763, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.4873165786266327, + "learning_rate": 1.704301210600693e-05, + "loss": 1.28, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4774338901042938, + "learning_rate": 1.6808100065512536e-05, + "loss": 1.2942, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.49996405839920044, + "learning_rate": 1.657642593076074e-05, + "loss": 1.2672, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.47478270530700684, + "learning_rate": 1.634794507213793e-05, + "loss": 1.2873, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.45840203762054443, + "learning_rate": 1.6122613475181976e-05, + "loss": 1.2886, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.46064242720603943, + "learning_rate": 1.590038773210323e-05, + "loss": 1.2842, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.48221108317375183, + "learning_rate": 1.568122503342252e-05, + "loss": 1.2936, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4604965150356293, + "learning_rate": 1.5465083159724344e-05, + "loss": 1.2774, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4660038352012634, + "learning_rate": 1.5251920473523708e-05, + "loss": 1.291, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.322471261024475, + "learning_rate": 1.5041695911245136e-05, + "loss": 1.2789, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-gelu_pytorch_tanh/checkpoint-9480/training_args.bin b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61c160628da9cf479fbbbc9133d674958e866dfe --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62df5020c8de0bdd64dfdfdd949516d7d50d7a619fcc8f0861a7d6e583757438 +size 5240 diff --git a/saves-llama-gelu_pytorch_tanh/config.json b/saves-llama-gelu_pytorch_tanh/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1585696fbd306978f50ab7a4e3ee53c28878b725 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-gelu_pytorch_tanh/generation_config.json b/saves-llama-gelu_pytorch_tanh/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-gelu_pytorch_tanh/model.safetensors b/saves-llama-gelu_pytorch_tanh/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40f36f8dcacf32b399f1082b6c4ac5673c25091b --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0a1b6e05be0ba7bb014a4c035971789455deacf00688195749752d87c6b4a7 +size 8346712 diff --git a/saves-llama-gelu_pytorch_tanh/result.log b/saves-llama-gelu_pytorch_tanh/result.log new file mode 100644 index 0000000000000000000000000000000000000000..4e2b260e0e7a54b3ab230aa374e1c4cb752ea012 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/result.log @@ -0,0 +1 @@ +{'train_runtime': 2221.6011, 'train_samples_per_second': 4369.193, 'train_steps_per_second': 4.267, 'train_loss': 1.579032611343931, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-gelu_pytorch_tanh/special_tokens_map.json b/saves-llama-gelu_pytorch_tanh/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-gelu_pytorch_tanh/tokenizer.json b/saves-llama-gelu_pytorch_tanh/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-gelu_pytorch_tanh/tokenizer_config.json b/saves-llama-gelu_pytorch_tanh/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-gelu_pytorch_tanh/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-laplace/checkpoint-9480/config.json b/saves-llama-laplace/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95f6c9b240f0deba6fb468f3105ab91579132149 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "laplace", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-laplace/checkpoint-9480/generation_config.json b/saves-llama-laplace/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-laplace/checkpoint-9480/model.safetensors b/saves-llama-laplace/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..923e91d7c06d53e31396595e63dcc667c979051c --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae94e1e8d42caaa33e982a878eb80cb06889cdbc5ceee4354eef40e356a14fc +size 8346712 diff --git a/saves-llama-laplace/checkpoint-9480/optimizer.pt b/saves-llama-laplace/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75cc8e5659f8ba86a39e6d8add788b081911de1 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40051cf3fc71f41c62e3ce1ee807940c2ec0ec1f356cb6db761eefbf2ded4e03 +size 16706402 diff --git a/saves-llama-laplace/checkpoint-9480/rng_state.pth b/saves-llama-laplace/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-laplace/checkpoint-9480/scheduler.pt b/saves-llama-laplace/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-laplace/checkpoint-9480/special_tokens_map.json b/saves-llama-laplace/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-laplace/checkpoint-9480/tokenizer.json b/saves-llama-laplace/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-laplace/checkpoint-9480/tokenizer_config.json b/saves-llama-laplace/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-laplace/checkpoint-9480/trainer_state.json b/saves-llama-laplace/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..01b39d07ea2e0560db3e0b13d81a29b0f11d12d0 --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.3850539922714233, + "learning_rate": 0.00015822784810126583, + "loss": 7.5237, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.2447638511657715, + "learning_rate": 0.00031645569620253165, + "loss": 6.9729, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8396875262260437, + "learning_rate": 0.00047468354430379745, + "loss": 6.2864, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.5723769664764404, + "learning_rate": 0.0006329113924050633, + "loss": 5.8062, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.6598002314567566, + "learning_rate": 0.0007911392405063291, + "loss": 5.372, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.42417141795158386, + "learning_rate": 0.0009493670886075949, + "loss": 4.8743, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.2654361724853516, + "learning_rate": 0.0011075949367088608, + "loss": 4.4436, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9144992232322693, + "learning_rate": 0.0012658227848101266, + "loss": 4.1585, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.0041649341583252, + "learning_rate": 0.0014240506329113926, + "loss": 3.9351, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.7581790685653687, + "learning_rate": 0.0015, + "loss": 3.782, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.9300841689109802, + "learning_rate": 0.0015, + "loss": 3.6116, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.7942051887512207, + "learning_rate": 0.0015, + "loss": 3.4983, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.8764146566390991, + "learning_rate": 0.0015, + "loss": 3.3905, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.8281998634338379, + "learning_rate": 0.0015, + "loss": 3.2933, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.7799383401870728, + "learning_rate": 0.0015, + "loss": 3.2149, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.7840750813484192, + "learning_rate": 0.0015, + "loss": 3.152, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7277953624725342, + "learning_rate": 0.0015, + "loss": 3.0883, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.7695299983024597, + "learning_rate": 0.0015, + "loss": 3.0476, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.8704267740249634, + "learning_rate": 0.0015, + "loss": 2.993, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.6104103922843933, + "learning_rate": 0.0015, + "loss": 2.9481, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.9192715883255005, + "learning_rate": 0.0015, + "loss": 2.9207, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.9839794039726257, + "learning_rate": 0.0015, + "loss": 2.8873, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.9272794127464294, + "learning_rate": 0.0015, + "loss": 2.8464, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.6881840825080872, + "learning_rate": 0.0015, + "loss": 2.8121, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.6962518095970154, + "learning_rate": 0.0015, + "loss": 2.7841, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7908374071121216, + "learning_rate": 0.0015, + "loss": 2.7486, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.9077708125114441, + "learning_rate": 0.0015, + "loss": 2.73, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.8267989158630371, + "learning_rate": 0.0015, + "loss": 2.6919, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8708705902099609, + "learning_rate": 0.0015, + "loss": 2.6727, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.892072856426239, + "learning_rate": 0.0015, + "loss": 2.6497, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.8409459590911865, + "learning_rate": 0.0015, + "loss": 2.6225, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.8553674221038818, + "learning_rate": 0.0015, + "loss": 2.5914, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.086821436882019, + "learning_rate": 0.0015, + "loss": 2.5862, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.8508972525596619, + "learning_rate": 0.0015, + "loss": 2.5579, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.8111640214920044, + "learning_rate": 0.0015, + "loss": 2.5194, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.9457834362983704, + "learning_rate": 0.0015, + "loss": 2.4968, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.6838757395744324, + "learning_rate": 0.0015, + "loss": 2.4809, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8861128687858582, + "learning_rate": 0.0015, + "loss": 2.4808, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.8586418032646179, + "learning_rate": 0.0015, + "loss": 2.4521, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.8626843690872192, + "learning_rate": 0.0015, + "loss": 2.4206, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.2204029560089111, + "learning_rate": 0.0015, + "loss": 2.4165, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.9902157783508301, + "learning_rate": 0.0015, + "loss": 2.3957, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.7996236085891724, + "learning_rate": 0.0015, + "loss": 2.369, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.7170615792274475, + "learning_rate": 0.0015, + "loss": 2.3509, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9100747108459473, + "learning_rate": 0.0015, + "loss": 2.3551, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7949309349060059, + "learning_rate": 0.0015, + "loss": 2.3321, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 1.0259969234466553, + "learning_rate": 0.0015, + "loss": 2.3104, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.3125540018081665, + "learning_rate": 0.0015, + "loss": 2.3075, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8003067374229431, + "learning_rate": 0.0015, + "loss": 2.2771, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7334133386611938, + "learning_rate": 0.0015, + "loss": 2.2741, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 1.1440223455429077, + "learning_rate": 0.0015, + "loss": 2.2663, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8471142649650574, + "learning_rate": 0.0015, + "loss": 2.2481, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.6983871459960938, + "learning_rate": 0.0015, + "loss": 2.2274, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8306001424789429, + "learning_rate": 0.0015, + "loss": 2.2144, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.7979013323783875, + "learning_rate": 0.0015, + "loss": 2.2173, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.7854531407356262, + "learning_rate": 0.0015, + "loss": 2.1791, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7912771701812744, + "learning_rate": 0.0015, + "loss": 2.183, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.2103941440582275, + "learning_rate": 0.0015, + "loss": 2.1833, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.7066652774810791, + "learning_rate": 0.0015, + "loss": 2.1559, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.9184153079986572, + "learning_rate": 0.0015, + "loss": 2.1381, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.869871199131012, + "learning_rate": 0.0015, + "loss": 2.1415, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8020370602607727, + "learning_rate": 0.0015, + "loss": 2.1306, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.7524265050888062, + "learning_rate": 0.0015, + "loss": 2.1142, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.8299158215522766, + "learning_rate": 0.0015, + "loss": 2.1233, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.760208249092102, + "learning_rate": 0.0015, + "loss": 2.1097, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.7396982312202454, + "learning_rate": 0.0015, + "loss": 2.1008, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.0788508653640747, + "learning_rate": 0.0015, + "loss": 2.0811, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.780227541923523, + "learning_rate": 0.0015, + "loss": 2.0763, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.8322863578796387, + "learning_rate": 0.0015, + "loss": 2.0847, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8169652819633484, + "learning_rate": 0.0015, + "loss": 2.0665, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.8309578895568848, + "learning_rate": 0.0015, + "loss": 2.0554, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 1.0403525829315186, + "learning_rate": 0.0015, + "loss": 2.0361, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9076839089393616, + "learning_rate": 0.0015, + "loss": 2.0286, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.7469148635864258, + "learning_rate": 0.0015, + "loss": 2.0378, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.840186357498169, + "learning_rate": 0.0015, + "loss": 2.0209, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.023751974105835, + "learning_rate": 0.0015, + "loss": 2.0153, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 1.3567087650299072, + "learning_rate": 0.0015, + "loss": 2.0093, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.6826499104499817, + "learning_rate": 0.0015, + "loss": 2.0028, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7335970401763916, + "learning_rate": 0.0015, + "loss": 2.0018, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.6995663642883301, + "learning_rate": 0.0015, + "loss": 1.98, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.736164927482605, + "learning_rate": 0.0015, + "loss": 1.9667, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.9857032895088196, + "learning_rate": 0.0015, + "loss": 1.9771, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 1.1809808015823364, + "learning_rate": 0.0015, + "loss": 1.9821, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7525150179862976, + "learning_rate": 0.0015, + "loss": 1.9589, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6620911955833435, + "learning_rate": 0.0015, + "loss": 1.9526, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.931646466255188, + "learning_rate": 0.0015, + "loss": 1.9565, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 1.041720986366272, + "learning_rate": 0.0015, + "loss": 1.9478, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8131296634674072, + "learning_rate": 0.0015, + "loss": 1.9437, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.1577223539352417, + "learning_rate": 0.0015, + "loss": 1.9393, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.9558830261230469, + "learning_rate": 0.0015, + "loss": 1.9302, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7306579351425171, + "learning_rate": 0.0015, + "loss": 1.9413, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6802911758422852, + "learning_rate": 0.0015, + "loss": 1.9302, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.808336079120636, + "learning_rate": 0.0015, + "loss": 1.911, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7111546397209167, + "learning_rate": 0.0015, + "loss": 1.9186, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8250228762626648, + "learning_rate": 0.0015, + "loss": 1.8986, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.9115147590637207, + "learning_rate": 0.0015, + "loss": 1.903, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.4058916568756104, + "learning_rate": 0.0015, + "loss": 1.9106, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7068619132041931, + "learning_rate": 0.0015, + "loss": 1.8873, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7962900400161743, + "learning_rate": 0.0015, + "loss": 1.8853, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.8774310946464539, + "learning_rate": 0.0015, + "loss": 1.8965, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.9917047619819641, + "learning_rate": 0.0015, + "loss": 1.8882, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.7427971959114075, + "learning_rate": 0.0015, + "loss": 1.8777, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7288538813591003, + "learning_rate": 0.0015, + "loss": 1.8765, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7581965923309326, + "learning_rate": 0.0015, + "loss": 1.8701, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.8837938904762268, + "learning_rate": 0.0015, + "loss": 1.8739, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.748625636100769, + "learning_rate": 0.0015, + "loss": 1.8575, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6784621477127075, + "learning_rate": 0.0015, + "loss": 1.8489, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.9364434480667114, + "learning_rate": 0.0015, + "loss": 1.8505, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.9023547768592834, + "learning_rate": 0.0015, + "loss": 1.8592, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.8893559575080872, + "learning_rate": 0.0015, + "loss": 1.8445, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7794779539108276, + "learning_rate": 0.0015, + "loss": 1.8489, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.6536946296691895, + "learning_rate": 0.0015, + "loss": 1.8412, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.8182314038276672, + "learning_rate": 0.0015, + "loss": 1.8317, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7992830276489258, + "learning_rate": 0.0015, + "loss": 1.8541, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.0347418785095215, + "learning_rate": 0.0015, + "loss": 1.8231, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7569950819015503, + "learning_rate": 0.0015, + "loss": 1.8318, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.6457645297050476, + "learning_rate": 0.0015, + "loss": 1.8216, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6625267863273621, + "learning_rate": 0.0015, + "loss": 1.8113, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.8463718295097351, + "learning_rate": 0.0015, + "loss": 1.814, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9380066394805908, + "learning_rate": 0.0015, + "loss": 1.8246, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.7465655207633972, + "learning_rate": 0.0015, + "loss": 1.8161, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6957760453224182, + "learning_rate": 0.0015, + "loss": 1.7997, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.8467697501182556, + "learning_rate": 0.0015, + "loss": 1.7915, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7508626580238342, + "learning_rate": 0.0015, + "loss": 1.8085, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6876112222671509, + "learning_rate": 0.0015, + "loss": 1.8094, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.1065486669540405, + "learning_rate": 0.0015, + "loss": 1.7948, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.8781965374946594, + "learning_rate": 0.0015, + "loss": 1.7914, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.8816429972648621, + "learning_rate": 0.0015, + "loss": 1.8079, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.6739126443862915, + "learning_rate": 0.0015, + "loss": 1.7913, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7343055009841919, + "learning_rate": 0.0015, + "loss": 1.7814, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7095723152160645, + "learning_rate": 0.0015, + "loss": 1.7844, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7411296963691711, + "learning_rate": 0.0015, + "loss": 1.7842, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.294411063194275, + "learning_rate": 0.0015, + "loss": 1.7778, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 1.108335018157959, + "learning_rate": 0.0015, + "loss": 1.7835, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.7271515130996704, + "learning_rate": 0.0015, + "loss": 1.779, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6877455115318298, + "learning_rate": 0.0015, + "loss": 1.7703, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7354946136474609, + "learning_rate": 0.0015, + "loss": 1.7667, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.6423021554946899, + "learning_rate": 0.0015, + "loss": 1.7575, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.6955224871635437, + "learning_rate": 0.0015, + "loss": 1.7668, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.9965136051177979, + "learning_rate": 0.0015, + "loss": 1.7516, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7554117441177368, + "learning_rate": 0.0015, + "loss": 1.7562, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.6651426553726196, + "learning_rate": 0.0015, + "loss": 1.763, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7785005569458008, + "learning_rate": 0.0015, + "loss": 1.7561, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.6695857644081116, + "learning_rate": 0.0015, + "loss": 1.7556, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 1.199950098991394, + "learning_rate": 0.0015, + "loss": 1.7538, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.8752822279930115, + "learning_rate": 0.0015, + "loss": 1.7449, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.6331642866134644, + "learning_rate": 0.0015, + "loss": 1.7404, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.6524101495742798, + "learning_rate": 0.0015, + "loss": 1.7421, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7479587197303772, + "learning_rate": 0.0015, + "loss": 1.7449, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.7464969158172607, + "learning_rate": 0.0015, + "loss": 1.7431, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6845898628234863, + "learning_rate": 0.0015, + "loss": 1.7438, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.6291170120239258, + "learning_rate": 0.0015, + "loss": 1.7431, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6459518671035767, + "learning_rate": 0.0015, + "loss": 1.7235, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6629337668418884, + "learning_rate": 0.0015, + "loss": 1.719, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.0839236974716187, + "learning_rate": 0.0015, + "loss": 1.7201, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6968610286712646, + "learning_rate": 0.0015, + "loss": 1.7232, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.73860764503479, + "learning_rate": 0.0015, + "loss": 1.7157, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7166973948478699, + "learning_rate": 0.0015, + "loss": 1.7227, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.0566377639770508, + "learning_rate": 0.0015, + "loss": 1.719, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.685371458530426, + "learning_rate": 0.0015, + "loss": 1.7249, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.7065058350563049, + "learning_rate": 0.0015, + "loss": 1.7239, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6654868125915527, + "learning_rate": 0.0015, + "loss": 1.6942, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7343124747276306, + "learning_rate": 0.0015, + "loss": 1.7079, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.8667259812355042, + "learning_rate": 0.0015, + "loss": 1.7093, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.857933759689331, + "learning_rate": 0.0015, + "loss": 1.7013, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6287733316421509, + "learning_rate": 0.0015, + "loss": 1.6985, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.7150968313217163, + "learning_rate": 0.0015, + "loss": 1.7082, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.2356621026992798, + "learning_rate": 0.0015, + "loss": 1.6943, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7932466864585876, + "learning_rate": 0.0015, + "loss": 1.6896, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7370114326477051, + "learning_rate": 0.0015, + "loss": 1.7063, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.9357587099075317, + "learning_rate": 0.0015, + "loss": 1.6882, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6480547785758972, + "learning_rate": 0.0015, + "loss": 1.6847, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6221537590026855, + "learning_rate": 0.0015, + "loss": 1.6875, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.6786731481552124, + "learning_rate": 0.0015, + "loss": 1.6904, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6586381196975708, + "learning_rate": 0.0015, + "loss": 1.711, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6702732443809509, + "learning_rate": 0.0015, + "loss": 1.6904, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6780990362167358, + "learning_rate": 0.0015, + "loss": 1.6921, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7025639414787292, + "learning_rate": 0.0015, + "loss": 1.6913, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 1.1765216588974, + "learning_rate": 0.0015, + "loss": 1.6928, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.5905488729476929, + "learning_rate": 0.0015, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.7547367811203003, + "learning_rate": 0.0015, + "loss": 1.6763, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7164808511734009, + "learning_rate": 0.0015, + "loss": 1.6721, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7623004913330078, + "learning_rate": 0.0015, + "loss": 1.6718, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6926994919776917, + "learning_rate": 0.0015, + "loss": 1.6703, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.8516523838043213, + "learning_rate": 0.0015, + "loss": 1.6728, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.7570409774780273, + "learning_rate": 0.0015, + "loss": 1.6776, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6786121726036072, + "learning_rate": 0.0015, + "loss": 1.6783, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.7212137579917908, + "learning_rate": 0.0015, + "loss": 1.6665, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.6561907529830933, + "learning_rate": 0.0015, + "loss": 1.6705, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.9150561094284058, + "learning_rate": 0.0015, + "loss": 1.6682, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.7374328374862671, + "learning_rate": 0.0015, + "loss": 1.6658, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.8106018304824829, + "learning_rate": 0.0015, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.619038462638855, + "learning_rate": 0.0015, + "loss": 1.6694, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.7135702967643738, + "learning_rate": 0.0015, + "loss": 1.6559, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6811995506286621, + "learning_rate": 0.0015, + "loss": 1.6549, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7791316509246826, + "learning_rate": 0.0015, + "loss": 1.6593, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.694628119468689, + "learning_rate": 0.0015, + "loss": 1.6704, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7873159050941467, + "learning_rate": 0.0015, + "loss": 1.6491, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.7056926488876343, + "learning_rate": 0.0015, + "loss": 1.6489, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.8136909604072571, + "learning_rate": 0.0015, + "loss": 1.6471, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.8189318776130676, + "learning_rate": 0.0015, + "loss": 1.6552, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.104416847229004, + "learning_rate": 0.0015, + "loss": 1.6642, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.7382405400276184, + "learning_rate": 0.0015, + "loss": 1.6526, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.610947847366333, + "learning_rate": 0.0015, + "loss": 1.6499, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.683148980140686, + "learning_rate": 0.0015, + "loss": 1.6493, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.670600950717926, + "learning_rate": 0.0015, + "loss": 1.6402, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.1057960987091064, + "learning_rate": 0.0015, + "loss": 1.6435, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 1.1035324335098267, + "learning_rate": 0.0015, + "loss": 1.6527, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.8766791224479675, + "learning_rate": 0.0015, + "loss": 1.6306, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.9820186495780945, + "learning_rate": 0.0015, + "loss": 1.6429, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.6473888754844666, + "learning_rate": 0.0015, + "loss": 1.6346, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6096895337104797, + "learning_rate": 0.0015, + "loss": 1.6304, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6737199425697327, + "learning_rate": 0.0015, + "loss": 1.6357, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6404645442962646, + "learning_rate": 0.0015, + "loss": 1.631, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.8303150534629822, + "learning_rate": 0.0015, + "loss": 1.638, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.0679851770401, + "learning_rate": 0.0015, + "loss": 1.6506, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6397354602813721, + "learning_rate": 0.0015, + "loss": 1.6355, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.7222728729248047, + "learning_rate": 0.0015, + "loss": 1.6191, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.8011935949325562, + "learning_rate": 0.0015, + "loss": 1.6361, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6253634095191956, + "learning_rate": 0.0015, + "loss": 1.635, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.8530363440513611, + "learning_rate": 0.0015, + "loss": 1.6208, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.8543534874916077, + "learning_rate": 0.0015, + "loss": 1.6359, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 1.0479131937026978, + "learning_rate": 0.0015, + "loss": 1.6289, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6638498306274414, + "learning_rate": 0.0015, + "loss": 1.6259, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.6880550980567932, + "learning_rate": 0.0015, + "loss": 1.6218, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.6776493787765503, + "learning_rate": 0.0015, + "loss": 1.6116, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.6502977609634399, + "learning_rate": 0.0015, + "loss": 1.6429, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.8878623247146606, + "learning_rate": 0.0015, + "loss": 1.6289, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.8670886754989624, + "learning_rate": 0.0015, + "loss": 1.6165, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.8147925734519958, + "learning_rate": 0.0015, + "loss": 1.6145, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6469208002090454, + "learning_rate": 0.0015, + "loss": 1.616, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6436876058578491, + "learning_rate": 0.0015, + "loss": 1.6236, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.8427925109863281, + "learning_rate": 0.0015, + "loss": 1.6078, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.9945692420005798, + "learning_rate": 0.0015, + "loss": 1.606, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6574603915214539, + "learning_rate": 0.0015, + "loss": 1.6052, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.6723676919937134, + "learning_rate": 0.0015, + "loss": 1.6136, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.8344539999961853, + "learning_rate": 0.0015, + "loss": 1.6123, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6001084446907043, + "learning_rate": 0.0015, + "loss": 1.609, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.5757564902305603, + "learning_rate": 0.0015, + "loss": 1.6095, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.5904089212417603, + "learning_rate": 0.0015, + "loss": 1.6079, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.7031785249710083, + "learning_rate": 0.0015, + "loss": 1.6104, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.9833133220672607, + "learning_rate": 0.0015, + "loss": 1.6058, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.7308634519577026, + "learning_rate": 0.0015, + "loss": 1.6042, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.8825448751449585, + "learning_rate": 0.0015, + "loss": 1.611, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.5888516902923584, + "learning_rate": 0.0015, + "loss": 1.5978, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.6361954212188721, + "learning_rate": 0.0015, + "loss": 1.6127, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.8894827961921692, + "learning_rate": 0.0015, + "loss": 1.5997, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.7711012959480286, + "learning_rate": 0.0015, + "loss": 1.6096, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6576964259147644, + "learning_rate": 0.0015, + "loss": 1.594, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7494054436683655, + "learning_rate": 0.0015, + "loss": 1.5994, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6285119652748108, + "learning_rate": 0.0015, + "loss": 1.6002, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6739220023155212, + "learning_rate": 0.0015, + "loss": 1.6007, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.7354496121406555, + "learning_rate": 0.0015, + "loss": 1.5956, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.8600072264671326, + "learning_rate": 0.0015, + "loss": 1.5978, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7137243747711182, + "learning_rate": 0.0015, + "loss": 1.594, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.7124513983726501, + "learning_rate": 0.0015, + "loss": 1.6044, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.5688890814781189, + "learning_rate": 0.0015, + "loss": 1.5973, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.6188805103302002, + "learning_rate": 0.0015, + "loss": 1.5927, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5855048894882202, + "learning_rate": 0.0015, + "loss": 1.6012, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6110292673110962, + "learning_rate": 0.0015, + "loss": 1.598, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6230515241622925, + "learning_rate": 0.0015, + "loss": 1.5951, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.5992743372917175, + "learning_rate": 0.0015, + "loss": 1.5921, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.8635181188583374, + "learning_rate": 0.0015, + "loss": 1.5854, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 1.0701149702072144, + "learning_rate": 0.0015, + "loss": 1.602, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.6605668067932129, + "learning_rate": 0.0015, + "loss": 1.5875, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.6177929639816284, + "learning_rate": 0.0015, + "loss": 1.5805, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.5768060684204102, + "learning_rate": 0.0015, + "loss": 1.5837, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6484896540641785, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6836997866630554, + "learning_rate": 0.0015, + "loss": 1.5833, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6667765378952026, + "learning_rate": 0.0015, + "loss": 1.5799, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6730584502220154, + "learning_rate": 0.0015, + "loss": 1.5851, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6769899725914001, + "learning_rate": 0.0015, + "loss": 1.586, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.6565886735916138, + "learning_rate": 0.0015, + "loss": 1.5662, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.8525944948196411, + "learning_rate": 0.0015, + "loss": 1.5792, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6277610659599304, + "learning_rate": 0.0015, + "loss": 1.5853, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.7035590410232544, + "learning_rate": 0.0015, + "loss": 1.5904, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6940762400627136, + "learning_rate": 0.0015, + "loss": 1.5839, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6387321949005127, + "learning_rate": 0.0015, + "loss": 1.583, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6173458099365234, + "learning_rate": 0.0015, + "loss": 1.5813, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5896404981613159, + "learning_rate": 0.0015, + "loss": 1.5776, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6813984513282776, + "learning_rate": 0.0015, + "loss": 1.5785, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.5773103833198547, + "learning_rate": 0.0015, + "loss": 1.5861, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.8729191422462463, + "learning_rate": 0.0015, + "loss": 1.5594, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.0838167667388916, + "learning_rate": 0.0015, + "loss": 1.5711, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.86761075258255, + "learning_rate": 0.0015, + "loss": 1.5699, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6476392149925232, + "learning_rate": 0.0015, + "loss": 1.5742, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 1.1884111166000366, + "learning_rate": 0.0015, + "loss": 1.5754, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7761300802230835, + "learning_rate": 0.0015, + "loss": 1.5635, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.712078332901001, + "learning_rate": 0.0015, + "loss": 1.567, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.7005133032798767, + "learning_rate": 0.0015, + "loss": 1.5717, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.6176103949546814, + "learning_rate": 0.0015, + "loss": 1.572, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6248065829277039, + "learning_rate": 0.0015, + "loss": 1.5635, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6534277200698853, + "learning_rate": 0.0015, + "loss": 1.5612, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.7869522571563721, + "learning_rate": 0.0015, + "loss": 1.5713, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.6483433842658997, + "learning_rate": 0.0015, + "loss": 1.581, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.6476320028305054, + "learning_rate": 0.0015, + "loss": 1.5591, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.5986291766166687, + "learning_rate": 0.0015, + "loss": 1.5539, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.7436468005180359, + "learning_rate": 0.0015, + "loss": 1.5561, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.5996829271316528, + "learning_rate": 0.0015, + "loss": 1.573, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.5833486914634705, + "learning_rate": 0.0015, + "loss": 1.5527, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.597701907157898, + "learning_rate": 0.0015, + "loss": 1.5623, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.8064172863960266, + "learning_rate": 0.0015, + "loss": 1.5633, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6149185299873352, + "learning_rate": 0.0015, + "loss": 1.5519, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.8015364408493042, + "learning_rate": 0.0015, + "loss": 1.5586, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.7778550386428833, + "learning_rate": 0.0015, + "loss": 1.5547, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6013949513435364, + "learning_rate": 0.0015, + "loss": 1.567, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.578574538230896, + "learning_rate": 0.0015, + "loss": 1.558, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6247727870941162, + "learning_rate": 0.0015, + "loss": 1.5467, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5764144659042358, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5856114625930786, + "learning_rate": 0.0015, + "loss": 1.5498, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.5979241728782654, + "learning_rate": 0.0015, + "loss": 1.5533, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6604906916618347, + "learning_rate": 0.0015, + "loss": 1.5553, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6845356822013855, + "learning_rate": 0.0015, + "loss": 1.5666, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7453187704086304, + "learning_rate": 0.0015, + "loss": 1.5439, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6325077414512634, + "learning_rate": 0.0015, + "loss": 1.5526, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.571399986743927, + "learning_rate": 0.0015, + "loss": 1.5527, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.823225736618042, + "learning_rate": 0.0015, + "loss": 1.5568, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.7294836640357971, + "learning_rate": 0.0015, + "loss": 1.5525, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.8667016625404358, + "learning_rate": 0.0015, + "loss": 1.5531, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.7356610894203186, + "learning_rate": 0.0015, + "loss": 1.5449, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.7644657492637634, + "learning_rate": 0.0015, + "loss": 1.5589, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.8092558979988098, + "learning_rate": 0.0015, + "loss": 1.5516, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6774263978004456, + "learning_rate": 0.0015, + "loss": 1.5469, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5499075651168823, + "learning_rate": 0.0015, + "loss": 1.5242, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.5913713574409485, + "learning_rate": 0.0015, + "loss": 1.5506, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.557076632976532, + "learning_rate": 0.0015, + "loss": 1.5373, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.618886411190033, + "learning_rate": 0.0015, + "loss": 1.557, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.8426288962364197, + "learning_rate": 0.0015, + "loss": 1.5552, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 1.315476655960083, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.9799354672431946, + "learning_rate": 0.0015, + "loss": 1.5483, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5587911605834961, + "learning_rate": 0.0015, + "loss": 1.5508, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6310778260231018, + "learning_rate": 0.0015, + "loss": 1.555, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.582976222038269, + "learning_rate": 0.0015, + "loss": 1.5424, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6485546231269836, + "learning_rate": 0.0015, + "loss": 1.5439, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6479753851890564, + "learning_rate": 0.0015, + "loss": 1.5384, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.5789197087287903, + "learning_rate": 0.0015, + "loss": 1.5372, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.8663240075111389, + "learning_rate": 0.0015, + "loss": 1.5467, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6307877898216248, + "learning_rate": 0.0015, + "loss": 1.5392, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6647899746894836, + "learning_rate": 0.0015, + "loss": 1.5341, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.723738968372345, + "learning_rate": 0.0015, + "loss": 1.5425, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5862796902656555, + "learning_rate": 0.0015, + "loss": 1.5429, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.6903203129768372, + "learning_rate": 0.0015, + "loss": 1.5208, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5638555288314819, + "learning_rate": 0.0015, + "loss": 1.5389, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.649717390537262, + "learning_rate": 0.0015, + "loss": 1.534, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5927487015724182, + "learning_rate": 0.0015, + "loss": 1.531, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.7422064542770386, + "learning_rate": 0.0015, + "loss": 1.5254, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7094036936759949, + "learning_rate": 0.0015, + "loss": 1.5437, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.6314018368721008, + "learning_rate": 0.0015, + "loss": 1.5479, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5793724656105042, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6567050218582153, + "learning_rate": 0.0015, + "loss": 1.5219, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6329556107521057, + "learning_rate": 0.0015, + "loss": 1.5406, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.7188617587089539, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.8350979089736938, + "learning_rate": 0.0015, + "loss": 1.5483, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.8714414238929749, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6390012502670288, + "learning_rate": 0.0015, + "loss": 1.5326, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5422162413597107, + "learning_rate": 0.0015, + "loss": 1.5312, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.7500710487365723, + "learning_rate": 0.0015, + "loss": 1.5242, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5850623846054077, + "learning_rate": 0.0015, + "loss": 1.5279, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6336055397987366, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.8890224099159241, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6179217100143433, + "learning_rate": 0.0015, + "loss": 1.5245, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6234695911407471, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6510016322135925, + "learning_rate": 0.0015, + "loss": 1.5286, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.7368052005767822, + "learning_rate": 0.0015, + "loss": 1.5267, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.577532947063446, + "learning_rate": 0.0015, + "loss": 1.5356, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.8230345249176025, + "learning_rate": 0.0015, + "loss": 1.5281, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6519314646720886, + "learning_rate": 0.0015, + "loss": 1.5222, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.7854960560798645, + "learning_rate": 0.0015, + "loss": 1.524, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6393159627914429, + "learning_rate": 0.0015, + "loss": 1.5357, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.5833550095558167, + "learning_rate": 0.0015, + "loss": 1.5405, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5316103100776672, + "learning_rate": 0.0015, + "loss": 1.5224, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.5954272747039795, + "learning_rate": 0.0015, + "loss": 1.5025, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.595533013343811, + "learning_rate": 0.0015, + "loss": 1.5239, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.7809432148933411, + "learning_rate": 0.0015, + "loss": 1.5238, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7064526677131653, + "learning_rate": 0.0015, + "loss": 1.5293, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8707557916641235, + "learning_rate": 0.0015, + "loss": 1.5192, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.552169144153595, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6781577467918396, + "learning_rate": 0.0015, + "loss": 1.5185, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7493703365325928, + "learning_rate": 0.0015, + "loss": 1.5252, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6123321652412415, + "learning_rate": 0.0015, + "loss": 1.5273, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5435866117477417, + "learning_rate": 0.0015, + "loss": 1.5152, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6502981781959534, + "learning_rate": 0.0015, + "loss": 1.508, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6036680936813354, + "learning_rate": 0.0015, + "loss": 1.5122, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.6255243420600891, + "learning_rate": 0.0015, + "loss": 1.5303, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6402672529220581, + "learning_rate": 0.0015, + "loss": 1.5111, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7903316020965576, + "learning_rate": 0.0015, + "loss": 1.524, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.7888303399085999, + "learning_rate": 0.0015, + "loss": 1.5138, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6315097808837891, + "learning_rate": 0.0015, + "loss": 1.5078, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.7159145474433899, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.964997410774231, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.5885988473892212, + "learning_rate": 0.0015, + "loss": 1.511, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.6308615207672119, + "learning_rate": 0.0015, + "loss": 1.5073, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.592162013053894, + "learning_rate": 0.0015, + "loss": 1.5111, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.7255711555480957, + "learning_rate": 0.0015, + "loss": 1.5072, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.9415013790130615, + "learning_rate": 0.0015, + "loss": 1.5131, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.6010509133338928, + "learning_rate": 0.0015, + "loss": 1.514, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.706524133682251, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6146833896636963, + "learning_rate": 0.0015, + "loss": 1.5125, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.6086887717247009, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5413472056388855, + "learning_rate": 0.0015, + "loss": 1.5178, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5653102993965149, + "learning_rate": 0.0015, + "loss": 1.5079, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5376130938529968, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.7206032872200012, + "learning_rate": 0.0015, + "loss": 1.5018, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5621089339256287, + "learning_rate": 0.0015, + "loss": 1.5117, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5658908486366272, + "learning_rate": 0.0015, + "loss": 1.5109, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.7924086451530457, + "learning_rate": 0.0015, + "loss": 1.5176, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7564483284950256, + "learning_rate": 0.0015, + "loss": 1.511, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6673004031181335, + "learning_rate": 0.0015, + "loss": 1.5172, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.5776330828666687, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5257532596588135, + "learning_rate": 0.0015, + "loss": 1.5107, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.740773618221283, + "learning_rate": 0.0015, + "loss": 1.5022, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.7935494780540466, + "learning_rate": 0.0015, + "loss": 1.5093, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6416521072387695, + "learning_rate": 0.0015, + "loss": 1.4986, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.6009164452552795, + "learning_rate": 0.0015, + "loss": 1.5006, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.7942583560943604, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6050403118133545, + "learning_rate": 0.0015, + "loss": 1.5, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.7375997304916382, + "learning_rate": 0.0015, + "loss": 1.5022, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.526954710483551, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.644955039024353, + "learning_rate": 0.0015, + "loss": 1.5027, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.8774780035018921, + "learning_rate": 0.0015, + "loss": 1.5054, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.6996621489524841, + "learning_rate": 0.0015, + "loss": 1.4958, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7363170385360718, + "learning_rate": 0.0015, + "loss": 1.5049, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.7781925797462463, + "learning_rate": 0.0015, + "loss": 1.4998, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.5929882526397705, + "learning_rate": 0.0015, + "loss": 1.4981, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6794885396957397, + "learning_rate": 0.0015, + "loss": 1.5024, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.6294896602630615, + "learning_rate": 0.0015, + "loss": 1.5074, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5557965636253357, + "learning_rate": 0.0015, + "loss": 1.4968, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.6493902802467346, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.9581128358840942, + "learning_rate": 0.0015, + "loss": 1.5019, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.6296218037605286, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5675584673881531, + "learning_rate": 0.0015, + "loss": 1.4976, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.9222264289855957, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.6833485960960388, + "learning_rate": 0.0015, + "loss": 1.504, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.8043501973152161, + "learning_rate": 0.0015, + "loss": 1.4936, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.9700685143470764, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.631350040435791, + "learning_rate": 0.0015, + "loss": 1.51, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5279800295829773, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5515056252479553, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6323296427726746, + "learning_rate": 0.0015, + "loss": 1.4893, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5564255118370056, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.635918140411377, + "learning_rate": 0.0015, + "loss": 1.5067, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.5670168995857239, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.8550516963005066, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.88214111328125, + "learning_rate": 0.0015, + "loss": 1.4935, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6481388211250305, + "learning_rate": 0.0015, + "loss": 1.5004, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5761467814445496, + "learning_rate": 0.0015, + "loss": 1.4866, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.568248987197876, + "learning_rate": 0.0015, + "loss": 1.4955, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6646476984024048, + "learning_rate": 0.0015, + "loss": 1.5037, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.7252874970436096, + "learning_rate": 0.0015, + "loss": 1.4887, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6164243817329407, + "learning_rate": 0.0015, + "loss": 1.4889, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.6627101302146912, + "learning_rate": 0.0015, + "loss": 1.4947, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6860568523406982, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.669281542301178, + "learning_rate": 0.0015, + "loss": 1.4953, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.7923168540000916, + "learning_rate": 0.0015, + "loss": 1.4976, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.6062808036804199, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.573590099811554, + "learning_rate": 0.0015, + "loss": 1.4847, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.672174870967865, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7448690533638, + "learning_rate": 0.0015, + "loss": 1.4889, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6974520683288574, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6201993227005005, + "learning_rate": 0.0015, + "loss": 1.4957, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": Infinity, + "learning_rate": 0.0015, + "loss": 1.5011, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.7603081464767456, + "learning_rate": 0.0015, + "loss": 1.4808, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.650301456451416, + "learning_rate": 0.0015, + "loss": 1.4921, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.714122474193573, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5992569327354431, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.6319006085395813, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.8536882996559143, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5939813852310181, + "learning_rate": 0.0015, + "loss": 1.4809, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.5805417895317078, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5376783609390259, + "learning_rate": 0.0015, + "loss": 1.485, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.6063621640205383, + "learning_rate": 0.0015, + "loss": 1.4879, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.5729067921638489, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6510505676269531, + "learning_rate": 0.0015, + "loss": 1.477, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7179815173149109, + "learning_rate": 0.0015, + "loss": 1.4803, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6426023244857788, + "learning_rate": 0.0015, + "loss": 1.5004, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5252097249031067, + "learning_rate": 0.0015, + "loss": 1.4822, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.7040517330169678, + "learning_rate": 0.0015, + "loss": 1.4803, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.6303945779800415, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6347537636756897, + "learning_rate": 0.0015, + "loss": 1.475, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5800517797470093, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5990042686462402, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.5711479187011719, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.8191424608230591, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.8700834512710571, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.6027734875679016, + "learning_rate": 0.0015, + "loss": 1.4895, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6270838379859924, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.7466149926185608, + "learning_rate": 0.0015, + "loss": 1.4696, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.9639548659324646, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.6094070672988892, + "learning_rate": 0.0015, + "loss": 1.482, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5977090001106262, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.5498718619346619, + "learning_rate": 0.0015, + "loss": 1.4796, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5612851977348328, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6940677165985107, + "learning_rate": 0.0015, + "loss": 1.4814, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6527135372161865, + "learning_rate": 0.0015, + "loss": 1.4794, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.7964911460876465, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.5471651554107666, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5873295664787292, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.5547388195991516, + "learning_rate": 0.0015, + "loss": 1.471, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5522075295448303, + "learning_rate": 0.0015, + "loss": 1.473, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.7144279479980469, + "learning_rate": 0.0015, + "loss": 1.484, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5496026277542114, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.5743192434310913, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5817907452583313, + "learning_rate": 0.0015, + "loss": 1.458, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5221878290176392, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5741411447525024, + "learning_rate": 0.0015, + "loss": 1.4713, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5445720553398132, + "learning_rate": 0.0015, + "loss": 1.4817, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 1.1037510633468628, + "learning_rate": 0.0015, + "loss": 1.4717, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.6511711478233337, + "learning_rate": 0.0015, + "loss": 1.4868, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5697014331817627, + "learning_rate": 0.0015, + "loss": 1.4744, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6016296148300171, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.717290997505188, + "learning_rate": 0.0015, + "loss": 1.4738, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.758530855178833, + "learning_rate": 0.0015, + "loss": 1.4719, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5225520133972168, + "learning_rate": 0.0015, + "loss": 1.4697, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.5623729228973389, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.7887505888938904, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5997657179832458, + "learning_rate": 0.0015, + "loss": 1.4767, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5246771574020386, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.7821522355079651, + "learning_rate": 0.0015, + "loss": 1.4836, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.6773412227630615, + "learning_rate": 0.0015, + "loss": 1.467, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6271103620529175, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.8634013533592224, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.7030617594718933, + "learning_rate": 0.0015, + "loss": 1.4726, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.6651151180267334, + "learning_rate": 0.0015, + "loss": 1.4667, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5571225881576538, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.7120682597160339, + "learning_rate": 0.0015, + "loss": 1.4648, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5277410745620728, + "learning_rate": 0.0015, + "loss": 1.469, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.6075470447540283, + "learning_rate": 0.0015, + "loss": 1.4795, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.8085157871246338, + "learning_rate": 0.0015, + "loss": 1.4682, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.6242722272872925, + "learning_rate": 0.0015, + "loss": 1.4688, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5970661044120789, + "learning_rate": 0.0015, + "loss": 1.4766, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 1.1478279829025269, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5628549456596375, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.630348801612854, + "learning_rate": 0.0015, + "loss": 1.4702, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5889965891838074, + "learning_rate": 0.0015, + "loss": 1.4648, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.6056779026985168, + "learning_rate": 0.0015, + "loss": 1.4595, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.5859540700912476, + "learning_rate": 0.0015, + "loss": 1.4685, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5839480757713318, + "learning_rate": 0.0015, + "loss": 1.4701, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.6328766345977783, + "learning_rate": 0.0015, + "loss": 1.4632, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7577583193778992, + "learning_rate": 0.0015, + "loss": 1.463, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.6228916645050049, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5528948307037354, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5794852375984192, + "learning_rate": 0.0015, + "loss": 1.4616, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6645777821540833, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5510863661766052, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.6485720276832581, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.576107919216156, + "learning_rate": 0.0015, + "loss": 1.4639, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.5917876362800598, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.8350746631622314, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5941089987754822, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6558627486228943, + "learning_rate": 0.0015, + "loss": 1.4608, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.7274050712585449, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5436945557594299, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.5689495205879211, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.7962365746498108, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6219772696495056, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5422244668006897, + "learning_rate": 0.0015, + "loss": 1.4741, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5983871221542358, + "learning_rate": 0.0015, + "loss": 1.4596, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5997042059898376, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5263596773147583, + "learning_rate": 0.0015, + "loss": 1.46, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.7625691890716553, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.634037971496582, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.59939044713974, + "learning_rate": 0.0015, + "loss": 1.4724, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.610743522644043, + "learning_rate": 0.0015, + "loss": 1.4644, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.528393030166626, + "learning_rate": 0.0015, + "loss": 1.4744, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.5682315230369568, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7184877395629883, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6935995221138, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5558571219444275, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9268746972084045, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.6742830276489258, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.7193629741668701, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5337998270988464, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5252680778503418, + "learning_rate": 0.0015, + "loss": 1.4582, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.539711594581604, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.600372850894928, + "learning_rate": 0.0015, + "loss": 1.4329, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.6038823127746582, + "learning_rate": 0.0015, + "loss": 1.4435, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6787961721420288, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.554570734500885, + "learning_rate": 0.0015, + "loss": 1.4541, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5089403986930847, + "learning_rate": 0.0015, + "loss": 1.4503, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5143025517463684, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5740270018577576, + "learning_rate": 0.0015, + "loss": 1.4587, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5484875440597534, + "learning_rate": 0.0015, + "loss": 1.4701, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.5273823738098145, + "learning_rate": 0.0015, + "loss": 1.4538, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.5913665294647217, + "learning_rate": 0.0015, + "loss": 1.4672, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.510037362575531, + "learning_rate": 0.0015, + "loss": 1.4688, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5275583863258362, + "learning_rate": 0.0015, + "loss": 1.4547, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.6321921348571777, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.7213358283042908, + "learning_rate": 0.0015, + "loss": 1.4632, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5024700164794922, + "learning_rate": 0.0015, + "loss": 1.4526, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5272930860519409, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.5955177545547485, + "learning_rate": 0.0015, + "loss": 1.4478, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.6647464632987976, + "learning_rate": 0.0015, + "loss": 1.4438, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.079925298690796, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6850792765617371, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5457918643951416, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.7431151866912842, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.6049134135246277, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5494004487991333, + "learning_rate": 0.0015, + "loss": 1.4386, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6743735671043396, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5702983140945435, + "learning_rate": 0.0015, + "loss": 1.4625, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5239956378936768, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.6668251156806946, + "learning_rate": 0.0015, + "loss": 1.4554, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5505535006523132, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.6460211873054504, + "learning_rate": 0.0015, + "loss": 1.4549, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.508586585521698, + "learning_rate": 0.0015, + "loss": 1.4384, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.637419581413269, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7528377175331116, + "learning_rate": 0.0015, + "loss": 1.4491, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5372211933135986, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5117080211639404, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5648630857467651, + "learning_rate": 0.0015, + "loss": 1.4401, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.6840713024139404, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.6206968426704407, + "learning_rate": 0.0015, + "loss": 1.4486, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.565282940864563, + "learning_rate": 0.0015, + "loss": 1.448, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 1.0028982162475586, + "learning_rate": 0.0015, + "loss": 1.448, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.550383448600769, + "learning_rate": 0.0015, + "loss": 1.4588, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6002192497253418, + "learning_rate": 0.0015, + "loss": 1.4506, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.6974549889564514, + "learning_rate": 0.0014854972418331944, + "loss": 1.4277, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.6572409868240356, + "learning_rate": 0.0014650219182191931, + "loss": 1.4509, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.6929666996002197, + "learning_rate": 0.001444828815847542, + "loss": 1.4512, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5904397964477539, + "learning_rate": 0.0014249140447269945, + "loss": 1.443, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5384232401847839, + "learning_rate": 0.0014052737684839257, + "loss": 1.4405, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5646683573722839, + "learning_rate": 0.0013859042036232954, + "loss": 1.447, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.776607871055603, + "learning_rate": 0.001366801618799797, + "loss": 1.4362, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5562390089035034, + "learning_rate": 0.001347962334099052, + "loss": 1.4369, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5216779708862305, + "learning_rate": 0.0013293827203287143, + "loss": 1.4435, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5871147513389587, + "learning_rate": 0.0013110591983193423, + "loss": 1.4306, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6853318214416504, + "learning_rate": 0.0012929882382349102, + "loss": 1.4412, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5383069515228271, + "learning_rate": 0.0012751663588928214, + "loss": 1.4364, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5094137191772461, + "learning_rate": 0.0012575901270932943, + "loss": 1.4313, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.8192670345306396, + "learning_rate": 0.0012402561569579936, + "loss": 1.4254, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6664620637893677, + "learning_rate": 0.0012231611092777745, + "loss": 1.4255, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.578389585018158, + "learning_rate": 0.0012063016908694193, + "loss": 1.4174, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.6055722236633301, + "learning_rate": 0.0011896746539412405, + "loss": 1.4278, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.6543028950691223, + "learning_rate": 0.0011732767954674265, + "loss": 1.4211, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5824297666549683, + "learning_rate": 0.0011571049565710122, + "loss": 1.4248, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6886542439460754, + "learning_rate": 0.001141156021915355, + "loss": 1.4203, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5977868437767029, + "learning_rate": 0.001125426919103997, + "loss": 1.4003, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.4682685136795044, + "learning_rate": 0.001109914618088799, + "loss": 1.404, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.984664797782898, + "learning_rate": 0.0010946161305862348, + "loss": 1.4204, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.8288748860359192, + "learning_rate": 0.001079528509501728, + "loss": 1.419, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5588648319244385, + "learning_rate": 0.0010646488483619261, + "loss": 1.4137, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5072295069694519, + "learning_rate": 0.0010499742807547976, + "loss": 1.4007, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.4849933087825775, + "learning_rate": 0.0010355019797774478, + "loss": 1.4107, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.6492202877998352, + "learning_rate": 0.001021229157491546, + "loss": 1.3939, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5438156127929688, + "learning_rate": 0.0010071530643862578, + "loss": 1.3964, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5295090675354004, + "learning_rate": 0.000993270988848579, + "loss": 1.4101, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.591706395149231, + "learning_rate": 0.0009795802566409742, + "loss": 1.4019, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.7498927712440491, + "learning_rate": 0.0009660782303862109, + "loss": 1.4076, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5564184188842773, + "learning_rate": 0.0009527623090592963, + "loss": 1.4013, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5221554040908813, + "learning_rate": 0.0009396299274864177, + "loss": 1.4137, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.4760627746582031, + "learning_rate": 0.0009266785558507877, + "loss": 1.4137, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.562536358833313, + "learning_rate": 0.0009139056992053016, + "loss": 1.3981, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5382375717163086, + "learning_rate": 0.000901308896991912, + "loss": 1.3887, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5339382886886597, + "learning_rate": 0.000888885722567627, + "loss": 1.3978, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5164558291435242, + "learning_rate": 0.0008766337827370438, + "loss": 1.3917, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.5201926827430725, + "learning_rate": 0.000864550717291324, + "loss": 1.3915, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5098479986190796, + "learning_rate": 0.0008526341985535229, + "loss": 1.3874, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.47289177775382996, + "learning_rate": 0.0008408819309301891, + "loss": 1.385, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5756604075431824, + "learning_rate": 0.0008292916504691397, + "loss": 1.3899, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5773029327392578, + "learning_rate": 0.0008178611244233354, + "loss": 1.3944, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.48436063528060913, + "learning_rate": 0.0008065881508207637, + "loss": 1.3795, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4900028109550476, + "learning_rate": 0.0007954705580402523, + "loss": 1.3871, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5687425136566162, + "learning_rate": 0.0007845062043931298, + "loss": 1.3825, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6881120800971985, + "learning_rate": 0.0007736929777106497, + "loss": 1.3839, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.4998071789741516, + "learning_rate": 0.000763028794937105, + "loss": 1.3789, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5194055438041687, + "learning_rate": 0.0007525116017285476, + "loss": 1.3752, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5108911395072937, + "learning_rate": 0.0007421393720570417, + "loss": 1.3793, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4959922730922699, + "learning_rate": 0.0007319101078203694, + "loss": 1.3796, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5164707899093628, + "learning_rate": 0.0007218218384571178, + "loss": 1.373, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4705561399459839, + "learning_rate": 0.0007118726205670703, + "loss": 1.3753, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5064656138420105, + "learning_rate": 0.0007020605375368316, + "loss": 1.3756, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.5636535882949829, + "learning_rate": 0.000692383699170611, + "loss": 1.3636, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5076186656951904, + "learning_rate": 0.0006828402413260966, + "loss": 1.3742, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5310981869697571, + "learning_rate": 0.0006734283255553471, + "loss": 1.3741, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5221909880638123, + "learning_rate": 0.0006641461387506347, + "loss": 1.3781, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.7071114778518677, + "learning_rate": 0.0006549918927951678, + "loss": 1.371, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5101777911186218, + "learning_rate": 0.0006459638242186297, + "loss": 1.3738, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.5546064972877502, + "learning_rate": 0.0006370601938574639, + "loss": 1.3704, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5489805340766907, + "learning_rate": 0.0006282792865198421, + "loss": 1.3753, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.5210084915161133, + "learning_rate": 0.0006196194106552512, + "loss": 1.363, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.8376837968826294, + "learning_rate": 0.0006110788980286328, + "loss": 1.3646, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5143964290618896, + "learning_rate": 0.0006026561033990158, + "loss": 1.3663, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5522093176841736, + "learning_rate": 0.000594349404202577, + "loss": 1.3634, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6834258437156677, + "learning_rate": 0.0005861572002400716, + "loss": 1.3539, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4928586781024933, + "learning_rate": 0.0005780779133685717, + "loss": 1.3614, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5298512578010559, + "learning_rate": 0.0005701099871974524, + "loss": 1.3572, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.47911882400512695, + "learning_rate": 0.0005622518867885708, + "loss": 1.3516, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5091784000396729, + "learning_rate": 0.0005545020983605748, + "loss": 1.3613, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5176318883895874, + "learning_rate": 0.0005468591289972898, + "loss": 1.3513, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.6074294447898865, + "learning_rate": 0.0005393215063601232, + "loss": 1.3499, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.46884796023368835, + "learning_rate": 0.0005318877784044343, + "loss": 1.3751, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5805115103721619, + "learning_rate": 0.0005245565130998126, + "loss": 1.3545, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5033071637153625, + "learning_rate": 0.000517326298154212, + "loss": 1.3579, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5983657240867615, + "learning_rate": 0.0005101957407418877, + "loss": 1.3617, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5299707055091858, + "learning_rate": 0.0005031634672350829, + "loss": 1.3577, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5103932619094849, + "learning_rate": 0.0004962281229394129, + "loss": 1.3493, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.4965355098247528, + "learning_rate": 0.0004893883718328983, + "loss": 1.3438, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.5117553472518921, + "learning_rate": 0.0004826428963085938, + "loss": 1.348, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.48124533891677856, + "learning_rate": 0.00047599039692076457, + "loss": 1.3462, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.4985755681991577, + "learning_rate": 0.0004694295921345622, + "loss": 1.3595, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.49188870191574097, + "learning_rate": 0.00046295921807915015, + "loss": 1.3302, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6259544491767883, + "learning_rate": 0.00045657802830423164, + "loss": 1.344, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.4999726414680481, + "learning_rate": 0.00045028479353993473, + "loss": 1.3489, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.7073745131492615, + "learning_rate": 0.00044407830146000587, + "loss": 1.3534, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5600997805595398, + "learning_rate": 0.0004379573564482676, + "loss": 1.3424, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6432667374610901, + "learning_rate": 0.0004319207793682963, + "loss": 1.3473, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.679658055305481, + "learning_rate": 0.0004259674073362731, + "loss": 1.3516, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.5071009397506714, + "learning_rate": 0.00042009609349696626, + "loss": 1.3466, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.49637994170188904, + "learning_rate": 0.00041430570680280233, + "loss": 1.3445, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5110307335853577, + "learning_rate": 0.0004085951317959809, + "loss": 1.3429, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5966038107872009, + "learning_rate": 0.00040296326839359315, + "loss": 1.3499, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5258749723434448, + "learning_rate": 0.000397409031675703, + "loss": 1.3446, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.4636780917644501, + "learning_rate": 0.00039193135167634786, + "loss": 1.3542, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5056602358818054, + "learning_rate": 0.00038652917317742123, + "loss": 1.3348, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.49057093262672424, + "learning_rate": 0.0003812014555053956, + "loss": 1.332, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.48409873247146606, + "learning_rate": 0.00037594717233084774, + "loss": 1.3411, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.7457425594329834, + "learning_rate": 0.0003707653114707471, + "loss": 1.35, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5976072549819946, + "learning_rate": 0.00036565487469346906, + "loss": 1.3282, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.5041384696960449, + "learning_rate": 0.0003606148775264958, + "loss": 1.3318, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5042670369148254, + "learning_rate": 0.0003556443490667684, + "loss": 1.3357, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.49650976061820984, + "learning_rate": 0.0003507423317936521, + "loss": 1.3384, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.4919161796569824, + "learning_rate": 0.00034590788138448006, + "loss": 1.352, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.4998568296432495, + "learning_rate": 0.0003411400665326393, + "loss": 1.3461, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.4710623323917389, + "learning_rate": 0.00033643796876816424, + "loss": 1.3429, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.528368353843689, + "learning_rate": 0.000331800682280803, + "loss": 1.3381, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.47486746311187744, + "learning_rate": 0.0003272273137455226, + "loss": 1.3347, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5026895403862, + "learning_rate": 0.00032271698215041863, + "loss": 1.3347, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.6044703722000122, + "learning_rate": 0.0003182688186269984, + "loss": 1.3341, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4875204563140869, + "learning_rate": 0.0003138819662828017, + "loss": 1.3434, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.577714204788208, + "learning_rate": 0.00030955558003632966, + "loss": 1.3481, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.49947017431259155, + "learning_rate": 0.0003052888264542483, + "loss": 1.3298, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5571178793907166, + "learning_rate": 0.0003010808835908368, + "loss": 1.3257, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5514282584190369, + "learning_rate": 0.00029693094082964785, + "loss": 1.3321, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5630021691322327, + "learning_rate": 0.0002928381987273508, + "loss": 1.3267, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.4759647250175476, + "learning_rate": 0.0002888018688597272, + "loss": 1.3242, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.5047898888587952, + "learning_rate": 0.0002848211736697894, + "loss": 1.3307, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5153806805610657, + "learning_rate": 0.00028089534631799183, + "loss": 1.3324, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5209206938743591, + "learning_rate": 0.0002770236305345076, + "loss": 1.3203, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5044910311698914, + "learning_rate": 0.00027320528047354093, + "loss": 1.3299, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5636062622070312, + "learning_rate": 0.00026943956056964773, + "loss": 1.3347, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4991684854030609, + "learning_rate": 0.0002657257453960364, + "loss": 1.3177, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.5477483868598938, + "learning_rate": 0.0002620631195248222, + "loss": 1.3229, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4764590263366699, + "learning_rate": 0.00025845097738920735, + "loss": 1.3095, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.47901037335395813, + "learning_rate": 0.0002548886231475606, + "loss": 1.3124, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.48204344511032104, + "learning_rate": 0.0002513753705493713, + "loss": 1.3162, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.46794453263282776, + "learning_rate": 0.0002479105428030497, + "loss": 1.3274, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.5012047290802002, + "learning_rate": 0.00024449347244555043, + "loss": 1.3175, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5567514896392822, + "learning_rate": 0.00024112350121379254, + "loss": 1.3235, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.48315781354904175, + "learning_rate": 0.000237799979917852, + "loss": 1.3301, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5366256237030029, + "learning_rate": 0.00023452226831590227, + "loss": 1.3253, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.521574854850769, + "learning_rate": 0.00023128973499087779, + "loss": 1.3326, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.47172781825065613, + "learning_rate": 0.00022810175722883858, + "loss": 1.3153, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.5172361731529236, + "learning_rate": 0.0002249577208990106, + "loss": 1.3175, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.535167396068573, + "learning_rate": 0.00022185702033547996, + "loss": 1.3139, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.4734048843383789, + "learning_rate": 0.00021879905822051756, + "loss": 1.3115, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5930079817771912, + "learning_rate": 0.00021578324546951222, + "loss": 1.3146, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5897025465965271, + "learning_rate": 0.00021280900111748948, + "loss": 1.3263, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.49047452211380005, + "learning_rate": 0.00020987575220719483, + "loss": 1.3202, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.5181149840354919, + "learning_rate": 0.00020698293367871933, + "loss": 1.3135, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.48344412446022034, + "learning_rate": 0.00020412998826064692, + "loss": 1.3163, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5106814503669739, + "learning_rate": 0.00020131636636270178, + "loss": 1.3286, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4729519486427307, + "learning_rate": 0.00019854152596987523, + "loss": 1.3014, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5108839869499207, + "learning_rate": 0.00019580493253801255, + "loss": 1.3255, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5033891797065735, + "learning_rate": 0.00019310605889083838, + "loss": 1.3168, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.48167598247528076, + "learning_rate": 0.0001904443851184018, + "loss": 1.3318, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.47339534759521484, + "learning_rate": 0.00018781939847692096, + "loss": 1.3102, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.49430644512176514, + "learning_rate": 0.00018523059329000844, + "loss": 1.3168, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5430079102516174, + "learning_rate": 0.0001826774708512579, + "loss": 1.3301, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.5637363791465759, + "learning_rate": 0.00018015953932817348, + "loss": 1.3046, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4924018979072571, + "learning_rate": 0.00017767631366742332, + "loss": 1.3133, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6090354919433594, + "learning_rate": 0.00017522731550139922, + "loss": 1.3112, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5045502185821533, + "learning_rate": 0.00017281207305606407, + "loss": 1.3147, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5076870322227478, + "learning_rate": 0.00017043012106006926, + "loss": 1.3211, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.47288572788238525, + "learning_rate": 0.00016808100065512528, + "loss": 1.3197, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.526366651058197, + "learning_rate": 0.00016576425930760734, + "loss": 1.3068, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5670685172080994, + "learning_rate": 0.00016347945072137934, + "loss": 1.3063, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.48909834027290344, + "learning_rate": 0.00016122613475181977, + "loss": 1.3162, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5376302599906921, + "learning_rate": 0.00015900387732103232, + "loss": 1.3068, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5405527353286743, + "learning_rate": 0.00015681225033422526, + "loss": 1.3226, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4592416286468506, + "learning_rate": 0.00015465083159724345, + "loss": 1.3101, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5437379479408264, + "learning_rate": 0.0001525192047352371, + "loss": 1.3105, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.5089040398597717, + "learning_rate": 0.00015041695911245136, + "loss": 1.3181, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.49174726009368896, + "learning_rate": 0.00014834368975312172, + "loss": 1.3086, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.5066730976104736, + "learning_rate": 0.00014629899726345958, + "loss": 1.2949, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.5880770683288574, + "learning_rate": 0.00014428248775471316, + "loss": 1.3051, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.45086583495140076, + "learning_rate": 0.000142293772767289, + "loss": 1.2927, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5328896045684814, + "learning_rate": 0.00014033246919591922, + "loss": 1.3051, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.49749577045440674, + "learning_rate": 0.00013839819921586025, + "loss": 1.3255, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.49623867869377136, + "learning_rate": 0.00013649059021010894, + "loss": 1.3217, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4681587815284729, + "learning_rate": 0.00013460927469762155, + "loss": 1.3016, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5485522150993347, + "learning_rate": 0.00013275389026252255, + "loss": 1.3111, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5240470170974731, + "learning_rate": 0.0001309240794842889, + "loss": 1.3077, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4978739619255066, + "learning_rate": 0.00012911948986889664, + "loss": 1.3195, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.520424485206604, + "learning_rate": 0.00012733977378091664, + "loss": 1.3108, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5124920010566711, + "learning_rate": 0.00012558458837654633, + "loss": 1.316, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.48095080256462097, + "learning_rate": 0.00012385359553756422, + "loss": 1.3007, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.51212078332901, + "learning_rate": 0.0001221464618061951, + "loss": 1.3022, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4742315113544464, + "learning_rate": 0.0001204628583208727, + "loss": 1.2996, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.6378633379936218, + "learning_rate": 0.00011880246075288824, + "loss": 1.3114, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5544383525848389, + "learning_rate": 0.00011716494924391148, + "loss": 1.3055, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.521672248840332, + "learning_rate": 0.00011555000834437363, + "loss": 1.3123, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5371610522270203, + "learning_rate": 0.00011395732695269907, + "loss": 1.3059, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.4927600920200348, + "learning_rate": 0.00011238659825537507, + "loss": 1.3029, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.588758647441864, + "learning_rate": 0.00011083751966784716, + "loss": 1.3156, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.46508872509002686, + "learning_rate": 0.00010930979277622952, + "loss": 1.2954, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.49409231543540955, + "learning_rate": 0.00010780312327981853, + "loss": 1.3057, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.49062347412109375, + "learning_rate": 0.0001063172209343989, + "loss": 1.3106, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4731177091598511, + "learning_rate": 0.000104851799496331, + "loss": 1.3131, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.48534059524536133, + "learning_rate": 0.00010340657666740917, + "loss": 1.2996, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.519401490688324, + "learning_rate": 0.00010198127404047976, + "loss": 1.2938, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5543835163116455, + "learning_rate": 0.00010057561704580898, + "loss": 1.3119, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4939950406551361, + "learning_rate": 9.918933489818986e-05, + "loss": 1.3021, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5543296337127686, + "learning_rate": 9.782216054477828e-05, + "loss": 1.302, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.47171270847320557, + "learning_rate": 9.647383061364803e-05, + "loss": 1.3002, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4712003767490387, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2974, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4893609285354614, + "learning_rate": 9.383266863140043e-05, + "loss": 1.3094, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5009868741035461, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2992, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5106216669082642, + "learning_rate": 9.126381368383881e-05, + "loss": 1.3064, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5443875193595886, + "learning_rate": 9.000588060473158e-05, + "loss": 1.3009, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.5136761665344238, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3138, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.47241100668907166, + "learning_rate": 8.754179155053052e-05, + "loss": 1.3027, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.46910905838012695, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3111, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.47234582901000977, + "learning_rate": 8.514516180927926e-05, + "loss": 1.3079, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.4708320200443268, + "learning_rate": 8.397156505452524e-05, + "loss": 1.305, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.48203566670417786, + "learning_rate": 8.28141445488205e-05, + "loss": 1.319, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5068144798278809, + "learning_rate": 8.167267732713705e-05, + "loss": 1.307, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5190916061401367, + "learning_rate": 8.054694349768114e-05, + "loss": 1.3066, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.48025643825531006, + "learning_rate": 7.943672619953359e-05, + "loss": 1.288, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5134187936782837, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2884, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.5470367074012756, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3129, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.49439987540245056, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2941, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.48309004306793213, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3114, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4715963304042816, + "learning_rate": 7.411100449176634e-05, + "loss": 1.3051, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.4896908104419708, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2921, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.5020004510879517, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2983, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.4975961446762085, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2946, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4588989317417145, + "learning_rate": 7.010867986516811e-05, + "loss": 1.3003, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.5549646019935608, + "learning_rate": 6.914233817972799e-05, + "loss": 1.3082, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.5070587396621704, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2974, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.4961297810077667, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2993, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.47117918729782104, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3165, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.5022563338279724, + "learning_rate": 6.540834368410549e-05, + "loss": 1.306, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.4689112603664398, + "learning_rate": 6.4506788995027e-05, + "loss": 1.301, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4936376214027405, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2937, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5541712045669556, + "learning_rate": 6.274078802246449e-05, + "loss": 1.3028, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5340302586555481, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2988, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4632324278354645, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.3002, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.453598290681839, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2957, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.4895932972431183, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.3022, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.47706305980682373, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2879, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.47659480571746826, + "learning_rate": 5.772761350135759e-05, + "loss": 1.3012, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.48736196756362915, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2967, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4654916226863861, + "learning_rate": 5.61472058702326e-05, + "loss": 1.3125, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.47321566939353943, + "learning_rate": 5.53733019020258e-05, + "loss": 1.3056, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5068641304969788, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2983, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.4960932433605194, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2896, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5354732275009155, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.3075, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5188381671905518, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2996, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5350207686424255, + "learning_rate": 5.166087806384275e-05, + "loss": 1.3057, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4840377867221832, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2967, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5318922400474548, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2998, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5354306101799011, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2943, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.4746778607368469, + "learning_rate": 4.887096034616319e-05, + "loss": 1.3046, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.6199079751968384, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2871, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.5102317333221436, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.291, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5475828647613525, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2932, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4761819839477539, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2988, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.46007001399993896, + "learning_rate": 4.559447669877288e-05, + "loss": 1.3079, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4691348671913147, + "learning_rate": 4.496602607690141e-05, + "loss": 1.3011, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4842894673347473, + "learning_rate": 4.434623769249217e-05, + "loss": 1.2987, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4725932776927948, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2987, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4885023832321167, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2932, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.48904138803482056, + "learning_rate": 4.253766021191256e-05, + "loss": 1.3045, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.4976692795753479, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2934, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.46808165311813354, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2917, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5135530233383179, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2797, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4552304744720459, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2908, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4801541268825531, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2962, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4687823951244354, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2915, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.46149206161499023, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2895, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4961426258087158, + "learning_rate": 3.806727394468005e-05, + "loss": 1.3095, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4578309655189514, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2936, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.47729307413101196, + "learning_rate": 3.702510700602975e-05, + "loss": 1.3119, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.47587087750434875, + "learning_rate": 3.651477213199394e-05, + "loss": 1.296, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5092148780822754, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2964, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5041601657867432, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2951, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.48060742020606995, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2974, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4933048188686371, + "learning_rate": 3.454281165539913e-05, + "loss": 1.3035, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.47805625200271606, + "learning_rate": 3.406669145317717e-05, + "loss": 1.3011, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.46411195397377014, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2903, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5145922899246216, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2908, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4786951243877411, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2993, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.47453421354293823, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2928, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4968612492084503, + "learning_rate": 3.178273884253874e-05, + "loss": 1.293, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.46303364634513855, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2947, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.466610312461853, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2992, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5851105451583862, + "learning_rate": 3.048653991490141e-05, + "loss": 1.296, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5509513020515442, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2952, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4500923752784729, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2968, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.45616474747657776, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2913, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.49299687147140503, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2877, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.4773554503917694, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2923, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.4924331605434418, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3119, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4677421450614929, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2859, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.478261798620224, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2983, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4779382050037384, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2994, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4625367820262909, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2994, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.45973336696624756, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.3002, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.48213067650794983, + "learning_rate": 2.580925129076798e-05, + "loss": 1.3003, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.48454755544662476, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2804, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4702756106853485, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2911, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.5036882162094116, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.3001, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.479362428188324, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2875, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5649284720420837, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.3043, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5052136778831482, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2909, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4565163254737854, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2997, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.5004905462265015, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2986, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.46245551109313965, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2948, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.474348247051239, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2899, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.49838680028915405, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2917, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.48839184641838074, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2942, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.47217607498168945, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2921, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.4801349937915802, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2842, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.4746668040752411, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2782, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.46589699387550354, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2915, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.5024504065513611, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2864, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.47126948833465576, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2977, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.48051223158836365, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2854, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.46966132521629333, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2934, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4771582782268524, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2909, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5252400040626526, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2922, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.5030996203422546, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.288, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.46832162141799927, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.299, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.4719126224517822, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2957, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4630686044692993, + "learning_rate": 1.799096629434529e-05, + "loss": 1.3081, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4614252746105194, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2989, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.48531806468963623, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.298, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.48500677943229675, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2825, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.506079375743866, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2886, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4695444703102112, + "learning_rate": 1.67847876875277e-05, + "loss": 1.3024, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.5244225859642029, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2771, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.48524174094200134, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2967, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.47372210025787354, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2969, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4762229323387146, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2923, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4722510576248169, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.3001, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4814108610153198, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2853, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4666669964790344, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2991, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.42447030544281, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2892, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-laplace/checkpoint-9480/training_args.bin b/saves-llama-laplace/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..b266c727fc7fabaedeac2c50b0c2527514be059d --- /dev/null +++ b/saves-llama-laplace/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de38c3d675a4c170a58dfe440c81140fcc3eb71a7cae182292a554cc7d9e5a16 +size 5176 diff --git a/saves-llama-laplace/config.json b/saves-llama-laplace/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95f6c9b240f0deba6fb468f3105ab91579132149 --- /dev/null +++ b/saves-llama-laplace/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "laplace", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-laplace/generation_config.json b/saves-llama-laplace/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-laplace/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-laplace/model.safetensors b/saves-llama-laplace/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..923e91d7c06d53e31396595e63dcc667c979051c --- /dev/null +++ b/saves-llama-laplace/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae94e1e8d42caaa33e982a878eb80cb06889cdbc5ceee4354eef40e356a14fc +size 8346712 diff --git a/saves-llama-laplace/result.log b/saves-llama-laplace/result.log new file mode 100644 index 0000000000000000000000000000000000000000..91d5419c2a14eb12806db522ab940899fc17bd06 --- /dev/null +++ b/saves-llama-laplace/result.log @@ -0,0 +1 @@ +{'train_runtime': 2356.8528, 'train_samples_per_second': 4118.46, 'train_steps_per_second': 4.022, 'train_loss': 1.5952032627435677, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-laplace/special_tokens_map.json b/saves-llama-laplace/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-laplace/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-laplace/tokenizer.json b/saves-llama-laplace/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-laplace/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-laplace/tokenizer_config.json b/saves-llama-laplace/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-laplace/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/config.json b/saves-llama-leaky_relu/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5da9567fdd4619ca172d7a8efb84b946165cbd5e --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "leaky_relu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/generation_config.json b/saves-llama-leaky_relu/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/model.safetensors b/saves-llama-leaky_relu/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64fc2de768b5a393f49c9b4ed31745fd5964eb85 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae053cd5d1aade848f6b47d88d41a70cb52ba4dc13f3f6c24006e31c28ea1fdf +size 8346712 diff --git a/saves-llama-leaky_relu/checkpoint-9480/optimizer.pt b/saves-llama-leaky_relu/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ddb9982ce627f59655d5ec764997abfaa44ab25 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1963aad50e18a9958d84c2d9eb231d0dbcbfd310a3be9ec551ee3d46930abeae +size 16706402 diff --git a/saves-llama-leaky_relu/checkpoint-9480/rng_state.pth b/saves-llama-leaky_relu/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-leaky_relu/checkpoint-9480/scheduler.pt b/saves-llama-leaky_relu/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b4caa7943c4bd8b5bf857dca22f7e0acc820d --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22440654394513eab753cc4a7a4d9f8b781184d5238dc4b2f87b984570616d8d +size 1128 diff --git a/saves-llama-leaky_relu/checkpoint-9480/special_tokens_map.json b/saves-llama-leaky_relu/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/tokenizer.json b/saves-llama-leaky_relu/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-leaky_relu/checkpoint-9480/tokenizer_config.json b/saves-llama-leaky_relu/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/trainer_state.json b/saves-llama-leaky_relu/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e68281b03ffa09bd1cb68467f867b2384a0722a5 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.3124364614486694, + "learning_rate": 0.00015822784810126583, + "loss": 7.5106, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1659833192825317, + "learning_rate": 0.00031645569620253165, + "loss": 6.8744, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8274556994438171, + "learning_rate": 0.00047468354430379745, + "loss": 6.2127, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 2.096945285797119, + "learning_rate": 0.0006329113924050633, + "loss": 5.7132, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.9831845760345459, + "learning_rate": 0.0007911392405063291, + "loss": 5.2337, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.2277730703353882, + "learning_rate": 0.0009493670886075949, + "loss": 4.7354, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.048064947128296, + "learning_rate": 0.0011075949367088608, + "loss": 4.3617, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9260877370834351, + "learning_rate": 0.0012658227848101266, + "loss": 4.1292, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.345253348350525, + "learning_rate": 0.0014240506329113926, + "loss": 3.9271, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.2292276620864868, + "learning_rate": 0.0015, + "loss": 3.7717, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.6336931586265564, + "learning_rate": 0.0015, + "loss": 3.616, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.738336980342865, + "learning_rate": 0.0015, + "loss": 3.504, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.8369924426078796, + "learning_rate": 0.0015, + "loss": 3.3989, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.646684467792511, + "learning_rate": 0.0015, + "loss": 3.2992, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.9423049688339233, + "learning_rate": 0.0015, + "loss": 3.2291, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.4281316995620728, + "learning_rate": 0.0015, + "loss": 3.1643, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7731781601905823, + "learning_rate": 0.0015, + "loss": 3.1024, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.860463559627533, + "learning_rate": 0.0015, + "loss": 3.0604, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 1.0924943685531616, + "learning_rate": 0.0015, + "loss": 3.0025, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 1.1869707107543945, + "learning_rate": 0.0015, + "loss": 2.9583, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.9566922187805176, + "learning_rate": 0.0015, + "loss": 2.9292, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8435981869697571, + "learning_rate": 0.0015, + "loss": 2.8961, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.7190911769866943, + "learning_rate": 0.0015, + "loss": 2.8459, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8628165125846863, + "learning_rate": 0.0015, + "loss": 2.8162, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9168346524238586, + "learning_rate": 0.0015, + "loss": 2.7849, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.9622735977172852, + "learning_rate": 0.0015, + "loss": 2.7517, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.2251378297805786, + "learning_rate": 0.0015, + "loss": 2.7257, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 1.2179166078567505, + "learning_rate": 0.0015, + "loss": 2.6938, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8709646463394165, + "learning_rate": 0.0015, + "loss": 2.6663, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.8570034503936768, + "learning_rate": 0.0015, + "loss": 2.6402, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.9226229786872864, + "learning_rate": 0.0015, + "loss": 2.6211, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.6741663813591003, + "learning_rate": 0.0015, + "loss": 2.5844, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.1187233924865723, + "learning_rate": 0.0015, + "loss": 2.5831, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.7607849836349487, + "learning_rate": 0.0015, + "loss": 2.5591, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.4700108766555786, + "learning_rate": 0.0015, + "loss": 2.5197, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.8260409832000732, + "learning_rate": 0.0015, + "loss": 2.4953, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.9084756374359131, + "learning_rate": 0.0015, + "loss": 2.4791, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.797562301158905, + "learning_rate": 0.0015, + "loss": 2.4715, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.210136890411377, + "learning_rate": 0.0015, + "loss": 2.448, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.7420892715454102, + "learning_rate": 0.0015, + "loss": 2.4179, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.9167479872703552, + "learning_rate": 0.0015, + "loss": 2.4091, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8478865623474121, + "learning_rate": 0.0015, + "loss": 2.3941, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.9713917374610901, + "learning_rate": 0.0015, + "loss": 2.3615, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.8634635806083679, + "learning_rate": 0.0015, + "loss": 2.3476, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.828904390335083, + "learning_rate": 0.0015, + "loss": 2.3529, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.777154803276062, + "learning_rate": 0.0015, + "loss": 2.3204, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7510536909103394, + "learning_rate": 0.0015, + "loss": 2.3013, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.222251534461975, + "learning_rate": 0.0015, + "loss": 2.2974, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.7576515078544617, + "learning_rate": 0.0015, + "loss": 2.2676, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.8541025519371033, + "learning_rate": 0.0015, + "loss": 2.2628, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.9027695655822754, + "learning_rate": 0.0015, + "loss": 2.2526, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.7879486680030823, + "learning_rate": 0.0015, + "loss": 2.2404, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7479010224342346, + "learning_rate": 0.0015, + "loss": 2.2215, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.9469801783561707, + "learning_rate": 0.0015, + "loss": 2.2036, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.7802208662033081, + "learning_rate": 0.0015, + "loss": 2.1999, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8081716299057007, + "learning_rate": 0.0015, + "loss": 2.1678, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7798997759819031, + "learning_rate": 0.0015, + "loss": 2.1736, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.8570801019668579, + "learning_rate": 0.0015, + "loss": 2.1711, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.9379898905754089, + "learning_rate": 0.0015, + "loss": 2.1417, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.5215798616409302, + "learning_rate": 0.0015, + "loss": 2.1266, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.9008197784423828, + "learning_rate": 0.0015, + "loss": 2.1324, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.6915869116783142, + "learning_rate": 0.0015, + "loss": 2.1085, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8122121095657349, + "learning_rate": 0.0015, + "loss": 2.0962, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.7248497605323792, + "learning_rate": 0.0015, + "loss": 2.1083, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7885815501213074, + "learning_rate": 0.0015, + "loss": 2.096, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.0940124988555908, + "learning_rate": 0.0015, + "loss": 2.0864, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.9496759176254272, + "learning_rate": 0.0015, + "loss": 2.0683, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7619010806083679, + "learning_rate": 0.0015, + "loss": 2.0573, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.6933894753456116, + "learning_rate": 0.0015, + "loss": 2.0698, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7526223659515381, + "learning_rate": 0.0015, + "loss": 2.0488, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.6634929180145264, + "learning_rate": 0.0015, + "loss": 2.0402, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 1.2680834531784058, + "learning_rate": 0.0015, + "loss": 2.0199, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9700834155082703, + "learning_rate": 0.0015, + "loss": 2.0161, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8383921384811401, + "learning_rate": 0.0015, + "loss": 2.0247, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.845635175704956, + "learning_rate": 0.0015, + "loss": 2.0064, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.2328712940216064, + "learning_rate": 0.0015, + "loss": 2.0011, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 1.0234324932098389, + "learning_rate": 0.0015, + "loss": 1.9948, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.9338547587394714, + "learning_rate": 0.0015, + "loss": 1.9883, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7371922135353088, + "learning_rate": 0.0015, + "loss": 1.9939, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7209744453430176, + "learning_rate": 0.0015, + "loss": 1.9682, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7245383262634277, + "learning_rate": 0.0015, + "loss": 1.9563, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.1245934963226318, + "learning_rate": 0.0015, + "loss": 1.9653, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.7008262872695923, + "learning_rate": 0.0015, + "loss": 1.9652, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.9483989477157593, + "learning_rate": 0.0015, + "loss": 1.9461, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.717894971370697, + "learning_rate": 0.0015, + "loss": 1.9419, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7447081208229065, + "learning_rate": 0.0015, + "loss": 1.9442, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8731544613838196, + "learning_rate": 0.0015, + "loss": 1.9419, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.9204733371734619, + "learning_rate": 0.0015, + "loss": 1.9304, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.242817997932434, + "learning_rate": 0.0015, + "loss": 1.9259, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.9278952479362488, + "learning_rate": 0.0015, + "loss": 1.9245, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7062042951583862, + "learning_rate": 0.0015, + "loss": 1.926, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.786612868309021, + "learning_rate": 0.0015, + "loss": 1.9149, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 1.001168131828308, + "learning_rate": 0.0015, + "loss": 1.8969, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.9273200035095215, + "learning_rate": 0.0015, + "loss": 1.908, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8182703852653503, + "learning_rate": 0.0015, + "loss": 1.8871, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.8490096926689148, + "learning_rate": 0.0015, + "loss": 1.8907, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.2461068630218506, + "learning_rate": 0.0015, + "loss": 1.8969, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.9289028644561768, + "learning_rate": 0.0015, + "loss": 1.8805, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.049816608428955, + "learning_rate": 0.0015, + "loss": 1.8751, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.8595777750015259, + "learning_rate": 0.0015, + "loss": 1.8825, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7875465750694275, + "learning_rate": 0.0015, + "loss": 1.8747, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.9580855965614319, + "learning_rate": 0.0015, + "loss": 1.8681, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7750164866447449, + "learning_rate": 0.0015, + "loss": 1.8684, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7347003817558289, + "learning_rate": 0.0015, + "loss": 1.8626, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.9035710096359253, + "learning_rate": 0.0015, + "loss": 1.8654, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.6644186973571777, + "learning_rate": 0.0015, + "loss": 1.8485, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.6655753254890442, + "learning_rate": 0.0015, + "loss": 1.8376, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.9941337704658508, + "learning_rate": 0.0015, + "loss": 1.8394, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.935934841632843, + "learning_rate": 0.0015, + "loss": 1.8478, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7573521137237549, + "learning_rate": 0.0015, + "loss": 1.8373, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7465738654136658, + "learning_rate": 0.0015, + "loss": 1.839, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.8040273189544678, + "learning_rate": 0.0015, + "loss": 1.8344, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.0702176094055176, + "learning_rate": 0.0015, + "loss": 1.8198, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.0176023244857788, + "learning_rate": 0.0015, + "loss": 1.8329, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.320648431777954, + "learning_rate": 0.0015, + "loss": 1.8165, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.8231999278068542, + "learning_rate": 0.0015, + "loss": 1.8279, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.6487593054771423, + "learning_rate": 0.0015, + "loss": 1.8084, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.8109908699989319, + "learning_rate": 0.0015, + "loss": 1.7991, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.6869083046913147, + "learning_rate": 0.0015, + "loss": 1.8032, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.4142192602157593, + "learning_rate": 0.0015, + "loss": 1.8208, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 1.269906759262085, + "learning_rate": 0.0015, + "loss": 1.8178, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.9178128838539124, + "learning_rate": 0.0015, + "loss": 1.7924, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.8090775012969971, + "learning_rate": 0.0015, + "loss": 1.7765, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6909911036491394, + "learning_rate": 0.0015, + "loss": 1.7947, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.7301704287528992, + "learning_rate": 0.0015, + "loss": 1.7976, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.7470296621322632, + "learning_rate": 0.0015, + "loss": 1.7845, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6710943579673767, + "learning_rate": 0.0015, + "loss": 1.7799, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.652271568775177, + "learning_rate": 0.0015, + "loss": 1.7962, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.7345850467681885, + "learning_rate": 0.0015, + "loss": 1.7836, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7135871052742004, + "learning_rate": 0.0015, + "loss": 1.7707, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.643592357635498, + "learning_rate": 0.0015, + "loss": 1.772, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7280349731445312, + "learning_rate": 0.0015, + "loss": 1.7779, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.4107588529586792, + "learning_rate": 0.0015, + "loss": 1.7671, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.709518551826477, + "learning_rate": 0.0015, + "loss": 1.7736, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.706581711769104, + "learning_rate": 0.0015, + "loss": 1.7738, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6494163870811462, + "learning_rate": 0.0015, + "loss": 1.7618, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.8145359754562378, + "learning_rate": 0.0015, + "loss": 1.7601, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.7344682216644287, + "learning_rate": 0.0015, + "loss": 1.7516, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.0990504026412964, + "learning_rate": 0.0015, + "loss": 1.7637, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.7976487278938293, + "learning_rate": 0.0015, + "loss": 1.7469, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7702522277832031, + "learning_rate": 0.0015, + "loss": 1.749, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.6728357672691345, + "learning_rate": 0.0015, + "loss": 1.7529, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.924201250076294, + "learning_rate": 0.0015, + "loss": 1.7487, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.7881402373313904, + "learning_rate": 0.0015, + "loss": 1.7482, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7286288142204285, + "learning_rate": 0.0015, + "loss": 1.7428, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6509220004081726, + "learning_rate": 0.0015, + "loss": 1.7408, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.1083709001541138, + "learning_rate": 0.0015, + "loss": 1.7375, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.6865395307540894, + "learning_rate": 0.0015, + "loss": 1.7398, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7428089380264282, + "learning_rate": 0.0015, + "loss": 1.7375, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.745134174823761, + "learning_rate": 0.0015, + "loss": 1.7374, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.8267588019371033, + "learning_rate": 0.0015, + "loss": 1.7343, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.7420427203178406, + "learning_rate": 0.0015, + "loss": 1.735, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.643179178237915, + "learning_rate": 0.0015, + "loss": 1.7154, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6770628690719604, + "learning_rate": 0.0015, + "loss": 1.7102, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.2731250524520874, + "learning_rate": 0.0015, + "loss": 1.7121, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 1.104306697845459, + "learning_rate": 0.0015, + "loss": 1.7241, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.757106602191925, + "learning_rate": 0.0015, + "loss": 1.7131, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.8353426456451416, + "learning_rate": 0.0015, + "loss": 1.7125, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.0011383295059204, + "learning_rate": 0.0015, + "loss": 1.7099, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.7113327980041504, + "learning_rate": 0.0015, + "loss": 1.7154, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.723044753074646, + "learning_rate": 0.0015, + "loss": 1.7163, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6448427438735962, + "learning_rate": 0.0015, + "loss": 1.6848, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7718586325645447, + "learning_rate": 0.0015, + "loss": 1.6985, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.7018836140632629, + "learning_rate": 0.0015, + "loss": 1.7001, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.8802307844161987, + "learning_rate": 0.0015, + "loss": 1.6923, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.782353937625885, + "learning_rate": 0.0015, + "loss": 1.691, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.732453465461731, + "learning_rate": 0.0015, + "loss": 1.7032, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 0.8128688335418701, + "learning_rate": 0.0015, + "loss": 1.689, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7799118757247925, + "learning_rate": 0.0015, + "loss": 1.6798, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.6542706489562988, + "learning_rate": 0.0015, + "loss": 1.6939, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.6584886908531189, + "learning_rate": 0.0015, + "loss": 1.6763, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7360519766807556, + "learning_rate": 0.0015, + "loss": 1.6777, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.868495523929596, + "learning_rate": 0.0015, + "loss": 1.6815, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.8044885993003845, + "learning_rate": 0.0015, + "loss": 1.684, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7511466145515442, + "learning_rate": 0.0015, + "loss": 1.7041, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6682915091514587, + "learning_rate": 0.0015, + "loss": 1.6836, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6851530075073242, + "learning_rate": 0.0015, + "loss": 1.6811, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.8657528758049011, + "learning_rate": 0.0015, + "loss": 1.6873, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 1.4020063877105713, + "learning_rate": 0.0015, + "loss": 1.6893, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.8835797905921936, + "learning_rate": 0.0015, + "loss": 1.6793, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.629051685333252, + "learning_rate": 0.0015, + "loss": 1.6651, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7854632139205933, + "learning_rate": 0.0015, + "loss": 1.6655, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6483657360076904, + "learning_rate": 0.0015, + "loss": 1.6634, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.7135815620422363, + "learning_rate": 0.0015, + "loss": 1.6644, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.7771666049957275, + "learning_rate": 0.0015, + "loss": 1.6689, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.8964939713478088, + "learning_rate": 0.0015, + "loss": 1.6729, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6993046998977661, + "learning_rate": 0.0015, + "loss": 1.6697, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6576790809631348, + "learning_rate": 0.0015, + "loss": 1.6567, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.7285045981407166, + "learning_rate": 0.0015, + "loss": 1.6631, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.9496256113052368, + "learning_rate": 0.0015, + "loss": 1.6597, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.7459031939506531, + "learning_rate": 0.0015, + "loss": 1.6583, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.8031527996063232, + "learning_rate": 0.0015, + "loss": 1.6603, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.801005482673645, + "learning_rate": 0.0015, + "loss": 1.6596, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.707309901714325, + "learning_rate": 0.0015, + "loss": 1.6475, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6514493823051453, + "learning_rate": 0.0015, + "loss": 1.6458, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7231051921844482, + "learning_rate": 0.0015, + "loss": 1.6509, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6800807118415833, + "learning_rate": 0.0015, + "loss": 1.6629, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.6729750037193298, + "learning_rate": 0.0015, + "loss": 1.6425, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.654437243938446, + "learning_rate": 0.0015, + "loss": 1.6403, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.8978038430213928, + "learning_rate": 0.0015, + "loss": 1.6408, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6976383924484253, + "learning_rate": 0.0015, + "loss": 1.6503, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.8478453755378723, + "learning_rate": 0.0015, + "loss": 1.6584, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.719779372215271, + "learning_rate": 0.0015, + "loss": 1.6435, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6123868227005005, + "learning_rate": 0.0015, + "loss": 1.6438, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7718461751937866, + "learning_rate": 0.0015, + "loss": 1.6403, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.7014973759651184, + "learning_rate": 0.0015, + "loss": 1.6331, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.0192010402679443, + "learning_rate": 0.0015, + "loss": 1.6352, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.7457175254821777, + "learning_rate": 0.0015, + "loss": 1.6402, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 1.0028305053710938, + "learning_rate": 0.0015, + "loss": 1.6344, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 1.0459880828857422, + "learning_rate": 0.0015, + "loss": 1.6409, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.7769726514816284, + "learning_rate": 0.0015, + "loss": 1.6245, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6035235524177551, + "learning_rate": 0.0015, + "loss": 1.6222, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.7195689082145691, + "learning_rate": 0.0015, + "loss": 1.6295, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6837499141693115, + "learning_rate": 0.0015, + "loss": 1.6224, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.9146136045455933, + "learning_rate": 0.0015, + "loss": 1.63, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.9756319522857666, + "learning_rate": 0.0015, + "loss": 1.6454, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.8231519460678101, + "learning_rate": 0.0015, + "loss": 1.6263, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.8124420046806335, + "learning_rate": 0.0015, + "loss": 1.6107, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.8022341132164001, + "learning_rate": 0.0015, + "loss": 1.6293, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6795050501823425, + "learning_rate": 0.0015, + "loss": 1.63, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.783323347568512, + "learning_rate": 0.0015, + "loss": 1.6145, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.6651756763458252, + "learning_rate": 0.0015, + "loss": 1.6263, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 1.179243803024292, + "learning_rate": 0.0015, + "loss": 1.6212, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.8220842480659485, + "learning_rate": 0.0015, + "loss": 1.6209, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 1.0973544120788574, + "learning_rate": 0.0015, + "loss": 1.6117, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 1.2406624555587769, + "learning_rate": 0.0015, + "loss": 1.6039, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7092892527580261, + "learning_rate": 0.0015, + "loss": 1.6396, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.7969619631767273, + "learning_rate": 0.0015, + "loss": 1.6216, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.8276784420013428, + "learning_rate": 0.0015, + "loss": 1.608, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.9074499607086182, + "learning_rate": 0.0015, + "loss": 1.606, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6614257097244263, + "learning_rate": 0.0015, + "loss": 1.6058, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6448475122451782, + "learning_rate": 0.0015, + "loss": 1.6141, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.7352731227874756, + "learning_rate": 0.0015, + "loss": 1.5993, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8879994750022888, + "learning_rate": 0.0015, + "loss": 1.5969, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.7568689584732056, + "learning_rate": 0.0015, + "loss": 1.6009, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.7219222187995911, + "learning_rate": 0.0015, + "loss": 1.6043, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.708109438419342, + "learning_rate": 0.0015, + "loss": 1.6037, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6003740429878235, + "learning_rate": 0.0015, + "loss": 1.6037, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6674261093139648, + "learning_rate": 0.0015, + "loss": 1.6059, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6381140947341919, + "learning_rate": 0.0015, + "loss": 1.6029, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6798749566078186, + "learning_rate": 0.0015, + "loss": 1.6053, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8452035188674927, + "learning_rate": 0.0015, + "loss": 1.5994, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6483489274978638, + "learning_rate": 0.0015, + "loss": 1.597, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7470886707305908, + "learning_rate": 0.0015, + "loss": 1.6056, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.6924394369125366, + "learning_rate": 0.0015, + "loss": 1.5921, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.6187343597412109, + "learning_rate": 0.0015, + "loss": 1.6053, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.944770097732544, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.760418176651001, + "learning_rate": 0.0015, + "loss": 1.6016, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.767612874507904, + "learning_rate": 0.0015, + "loss": 1.5883, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6893068552017212, + "learning_rate": 0.0015, + "loss": 1.5943, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6650967001914978, + "learning_rate": 0.0015, + "loss": 1.5914, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.745049774646759, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6933596134185791, + "learning_rate": 0.0015, + "loss": 1.5913, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.6802793741226196, + "learning_rate": 0.0015, + "loss": 1.5928, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.6025201082229614, + "learning_rate": 0.0015, + "loss": 1.5859, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.680928647518158, + "learning_rate": 0.0015, + "loss": 1.5962, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.71792072057724, + "learning_rate": 0.0015, + "loss": 1.5904, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.6014297008514404, + "learning_rate": 0.0015, + "loss": 1.5882, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6050705909729004, + "learning_rate": 0.0015, + "loss": 1.5924, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.688946545124054, + "learning_rate": 0.0015, + "loss": 1.5909, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6885754466056824, + "learning_rate": 0.0015, + "loss": 1.5913, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6848039031028748, + "learning_rate": 0.0015, + "loss": 1.5892, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7295860052108765, + "learning_rate": 0.0015, + "loss": 1.5763, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.7082112431526184, + "learning_rate": 0.0015, + "loss": 1.5896, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.820855975151062, + "learning_rate": 0.0015, + "loss": 1.5832, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.653474748134613, + "learning_rate": 0.0015, + "loss": 1.5757, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6177871227264404, + "learning_rate": 0.0015, + "loss": 1.574, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.7549741268157959, + "learning_rate": 0.0015, + "loss": 1.5763, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6169193983078003, + "learning_rate": 0.0015, + "loss": 1.5787, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.7113834023475647, + "learning_rate": 0.0015, + "loss": 1.5706, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.7188537120819092, + "learning_rate": 0.0015, + "loss": 1.5774, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6048180460929871, + "learning_rate": 0.0015, + "loss": 1.5795, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7804025411605835, + "learning_rate": 0.0015, + "loss": 1.5591, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 1.2684450149536133, + "learning_rate": 0.0015, + "loss": 1.5732, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6620485782623291, + "learning_rate": 0.0015, + "loss": 1.5801, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.6825975775718689, + "learning_rate": 0.0015, + "loss": 1.588, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6704723238945007, + "learning_rate": 0.0015, + "loss": 1.5789, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.7003452777862549, + "learning_rate": 0.0015, + "loss": 1.5759, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5659245252609253, + "learning_rate": 0.0015, + "loss": 1.5726, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.7406479120254517, + "learning_rate": 0.0015, + "loss": 1.5701, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.7669352293014526, + "learning_rate": 0.0015, + "loss": 1.5706, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.7264388799667358, + "learning_rate": 0.0015, + "loss": 1.5775, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.3137651681900024, + "learning_rate": 0.0015, + "loss": 1.5563, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.7707687616348267, + "learning_rate": 0.0015, + "loss": 1.5596, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.674060046672821, + "learning_rate": 0.0015, + "loss": 1.5593, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6680307388305664, + "learning_rate": 0.0015, + "loss": 1.5656, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.7418972849845886, + "learning_rate": 0.0015, + "loss": 1.5651, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.638434648513794, + "learning_rate": 0.0015, + "loss": 1.5542, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6422763466835022, + "learning_rate": 0.0015, + "loss": 1.5595, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.7120733857154846, + "learning_rate": 0.0015, + "loss": 1.5635, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7064751386642456, + "learning_rate": 0.0015, + "loss": 1.5665, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6330904364585876, + "learning_rate": 0.0015, + "loss": 1.5613, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6634082794189453, + "learning_rate": 0.0015, + "loss": 1.5545, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.6552626490592957, + "learning_rate": 0.0015, + "loss": 1.5622, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.8915601968765259, + "learning_rate": 0.0015, + "loss": 1.5715, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.7891660332679749, + "learning_rate": 0.0015, + "loss": 1.5549, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 1.112757921218872, + "learning_rate": 0.0015, + "loss": 1.5492, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.5727996826171875, + "learning_rate": 0.0015, + "loss": 1.5524, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.634543240070343, + "learning_rate": 0.0015, + "loss": 1.5638, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6999568939208984, + "learning_rate": 0.0015, + "loss": 1.5467, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.7002508640289307, + "learning_rate": 0.0015, + "loss": 1.5568, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.7466462254524231, + "learning_rate": 0.0015, + "loss": 1.5604, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6902084350585938, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7047731876373291, + "learning_rate": 0.0015, + "loss": 1.5516, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.7328782677650452, + "learning_rate": 0.0015, + "loss": 1.5474, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6541309952735901, + "learning_rate": 0.0015, + "loss": 1.5603, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.6323668360710144, + "learning_rate": 0.0015, + "loss": 1.5463, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6534177660942078, + "learning_rate": 0.0015, + "loss": 1.5422, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5820841193199158, + "learning_rate": 0.0015, + "loss": 1.5568, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.6260690689086914, + "learning_rate": 0.0015, + "loss": 1.541, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6181133389472961, + "learning_rate": 0.0015, + "loss": 1.545, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6371879577636719, + "learning_rate": 0.0015, + "loss": 1.5482, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.7137547135353088, + "learning_rate": 0.0015, + "loss": 1.5609, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7851402759552002, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.636054277420044, + "learning_rate": 0.0015, + "loss": 1.5477, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6029794812202454, + "learning_rate": 0.0015, + "loss": 1.546, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.7253355383872986, + "learning_rate": 0.0015, + "loss": 1.5516, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.676753580570221, + "learning_rate": 0.0015, + "loss": 1.544, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.9133493900299072, + "learning_rate": 0.0015, + "loss": 1.547, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.7947659492492676, + "learning_rate": 0.0015, + "loss": 1.5414, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.7425976991653442, + "learning_rate": 0.0015, + "loss": 1.5499, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7035290002822876, + "learning_rate": 0.0015, + "loss": 1.5433, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.7503587007522583, + "learning_rate": 0.0015, + "loss": 1.5366, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6289841532707214, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6338568925857544, + "learning_rate": 0.0015, + "loss": 1.5426, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.6188430190086365, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.7039831876754761, + "learning_rate": 0.0015, + "loss": 1.5482, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.869328498840332, + "learning_rate": 0.0015, + "loss": 1.547, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.8635297417640686, + "learning_rate": 0.0015, + "loss": 1.5339, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6145782470703125, + "learning_rate": 0.0015, + "loss": 1.541, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5749341249465942, + "learning_rate": 0.0015, + "loss": 1.5391, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6416504383087158, + "learning_rate": 0.0015, + "loss": 1.5426, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.6237147450447083, + "learning_rate": 0.0015, + "loss": 1.5337, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.667945921421051, + "learning_rate": 0.0015, + "loss": 1.5364, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6189672350883484, + "learning_rate": 0.0015, + "loss": 1.5291, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.999944269657135, + "learning_rate": 0.0015, + "loss": 1.5309, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7216845750808716, + "learning_rate": 0.0015, + "loss": 1.5398, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.8774672150611877, + "learning_rate": 0.0015, + "loss": 1.5336, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.581254243850708, + "learning_rate": 0.0015, + "loss": 1.526, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.7107481360435486, + "learning_rate": 0.0015, + "loss": 1.5338, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6095128059387207, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.7119369506835938, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.6254273653030396, + "learning_rate": 0.0015, + "loss": 1.5314, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6041594743728638, + "learning_rate": 0.0015, + "loss": 1.526, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6356289982795715, + "learning_rate": 0.0015, + "loss": 1.5249, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.648369312286377, + "learning_rate": 0.0015, + "loss": 1.5175, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6955825090408325, + "learning_rate": 0.0015, + "loss": 1.534, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.7062328457832336, + "learning_rate": 0.0015, + "loss": 1.5402, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.6580941081047058, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.7443981170654297, + "learning_rate": 0.0015, + "loss": 1.5156, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.683188259601593, + "learning_rate": 0.0015, + "loss": 1.5344, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.602588415145874, + "learning_rate": 0.0015, + "loss": 1.5287, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.669110894203186, + "learning_rate": 0.0015, + "loss": 1.5363, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.9849790930747986, + "learning_rate": 0.0015, + "loss": 1.5338, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.7312303781509399, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.6108510494232178, + "learning_rate": 0.0015, + "loss": 1.5204, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.9470191597938538, + "learning_rate": 0.0015, + "loss": 1.5208, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.6268520951271057, + "learning_rate": 0.0015, + "loss": 1.5218, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6916161179542542, + "learning_rate": 0.0015, + "loss": 1.5334, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.948076069355011, + "learning_rate": 0.0015, + "loss": 1.5156, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6372155547142029, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.7083125114440918, + "learning_rate": 0.0015, + "loss": 1.5203, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.5928717851638794, + "learning_rate": 0.0015, + "loss": 1.5198, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8729598522186279, + "learning_rate": 0.0015, + "loss": 1.5204, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7349838614463806, + "learning_rate": 0.0015, + "loss": 1.5304, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.776211678981781, + "learning_rate": 0.0015, + "loss": 1.5231, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6093047857284546, + "learning_rate": 0.0015, + "loss": 1.5146, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.7260333895683289, + "learning_rate": 0.0015, + "loss": 1.5148, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6650367975234985, + "learning_rate": 0.0015, + "loss": 1.5251, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6198450922966003, + "learning_rate": 0.0015, + "loss": 1.5283, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6064160466194153, + "learning_rate": 0.0015, + "loss": 1.5159, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.7401567697525024, + "learning_rate": 0.0015, + "loss": 1.4973, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.7242253422737122, + "learning_rate": 0.0015, + "loss": 1.5159, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.6363670229911804, + "learning_rate": 0.0015, + "loss": 1.5165, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7001657485961914, + "learning_rate": 0.0015, + "loss": 1.5206, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.9348625540733337, + "learning_rate": 0.0015, + "loss": 1.5117, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.5924307107925415, + "learning_rate": 0.0015, + "loss": 1.5246, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5479297637939453, + "learning_rate": 0.0015, + "loss": 1.5111, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7290306091308594, + "learning_rate": 0.0015, + "loss": 1.5161, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6529408097267151, + "learning_rate": 0.0015, + "loss": 1.5201, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.6077266335487366, + "learning_rate": 0.0015, + "loss": 1.5095, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.620369553565979, + "learning_rate": 0.0015, + "loss": 1.5027, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6094712615013123, + "learning_rate": 0.0015, + "loss": 1.5033, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.6363013386726379, + "learning_rate": 0.0015, + "loss": 1.521, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.7066325545310974, + "learning_rate": 0.0015, + "loss": 1.5051, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 1.0054547786712646, + "learning_rate": 0.0015, + "loss": 1.5167, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.7523656487464905, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6852942705154419, + "learning_rate": 0.0015, + "loss": 1.5018, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.6333704590797424, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.0130631923675537, + "learning_rate": 0.0015, + "loss": 1.4979, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6275448203086853, + "learning_rate": 0.0015, + "loss": 1.5046, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.5929350256919861, + "learning_rate": 0.0015, + "loss": 1.5006, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.730098307132721, + "learning_rate": 0.0015, + "loss": 1.5065, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6206305027008057, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.7433390021324158, + "learning_rate": 0.0015, + "loss": 1.503, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5319532155990601, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.7162283062934875, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6116654276847839, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.6190109252929688, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.6667494773864746, + "learning_rate": 0.0015, + "loss": 1.5121, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5939257740974426, + "learning_rate": 0.0015, + "loss": 1.4995, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.6996036767959595, + "learning_rate": 0.0015, + "loss": 1.5032, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5522063374519348, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.6450867056846619, + "learning_rate": 0.0015, + "loss": 1.5028, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5899419784545898, + "learning_rate": 0.0015, + "loss": 1.5052, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 1.1095937490463257, + "learning_rate": 0.0015, + "loss": 1.5082, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.798089325428009, + "learning_rate": 0.0015, + "loss": 1.5045, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6162708401679993, + "learning_rate": 0.0015, + "loss": 1.509, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 1.1070821285247803, + "learning_rate": 0.0015, + "loss": 1.5054, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5930264592170715, + "learning_rate": 0.0015, + "loss": 1.5009, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6469377279281616, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.9273725152015686, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6360483765602112, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.720285177230835, + "learning_rate": 0.0015, + "loss": 1.4938, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6374127268791199, + "learning_rate": 0.0015, + "loss": 1.4995, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6002802848815918, + "learning_rate": 0.0015, + "loss": 1.4921, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.6103620529174805, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.6310016512870789, + "learning_rate": 0.0015, + "loss": 1.4883, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.7795982360839844, + "learning_rate": 0.0015, + "loss": 1.4956, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.7573109865188599, + "learning_rate": 0.0015, + "loss": 1.4994, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.8623130917549133, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6567066311836243, + "learning_rate": 0.0015, + "loss": 1.4971, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8647184371948242, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7369650602340698, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.5668179392814636, + "learning_rate": 0.0015, + "loss": 1.4929, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7031323909759521, + "learning_rate": 0.0015, + "loss": 1.5007, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5766967535018921, + "learning_rate": 0.0015, + "loss": 1.4901, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.826673686504364, + "learning_rate": 0.0015, + "loss": 1.4841, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 1.1313567161560059, + "learning_rate": 0.0015, + "loss": 1.4965, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.8283265233039856, + "learning_rate": 0.0015, + "loss": 1.4943, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5803491473197937, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7237555384635925, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.6318506002426147, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6532315015792847, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.7136020064353943, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.617569625377655, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.6590544581413269, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5890007019042969, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6877003312110901, + "learning_rate": 0.0015, + "loss": 1.4814, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6379115581512451, + "learning_rate": 0.0015, + "loss": 1.4887, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.6963144540786743, + "learning_rate": 0.0015, + "loss": 1.5052, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.5845509171485901, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.6566439867019653, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7040950059890747, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6772409081459045, + "learning_rate": 0.0015, + "loss": 1.4914, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.6106696724891663, + "learning_rate": 0.0015, + "loss": 1.4767, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5537508130073547, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6199619770050049, + "learning_rate": 0.0015, + "loss": 1.4936, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.5953665375709534, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6078841686248779, + "learning_rate": 0.0015, + "loss": 1.4793, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.581908106803894, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.594734251499176, + "learning_rate": 0.0015, + "loss": 1.4692, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.5448296666145325, + "learning_rate": 0.0015, + "loss": 1.4895, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5612491369247437, + "learning_rate": 0.0015, + "loss": 1.4897, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.8511930108070374, + "learning_rate": 0.0015, + "loss": 1.4883, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5904642939567566, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.6498848795890808, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7043668627738953, + "learning_rate": 0.0015, + "loss": 1.4833, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6435434222221375, + "learning_rate": 0.0015, + "loss": 1.4686, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.5815362334251404, + "learning_rate": 0.0015, + "loss": 1.4883, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.1824867725372314, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.6740747690200806, + "learning_rate": 0.0015, + "loss": 1.4695, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5841023325920105, + "learning_rate": 0.0015, + "loss": 1.4855, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5732386112213135, + "learning_rate": 0.0015, + "loss": 1.486, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.6099458336830139, + "learning_rate": 0.0015, + "loss": 1.4881, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.6234198212623596, + "learning_rate": 0.0015, + "loss": 1.473, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.718690812587738, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.626200258731842, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6853267550468445, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5991837978363037, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.584218442440033, + "learning_rate": 0.0015, + "loss": 1.4807, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.8109069466590881, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.7000900506973267, + "learning_rate": 0.0015, + "loss": 1.4744, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6348422169685364, + "learning_rate": 0.0015, + "loss": 1.471, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.7023735046386719, + "learning_rate": 0.0015, + "loss": 1.4909, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5916067361831665, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5802889466285706, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5390263795852661, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6481983661651611, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5872080326080322, + "learning_rate": 0.0015, + "loss": 1.4736, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.604631781578064, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.5989955067634583, + "learning_rate": 0.0015, + "loss": 1.4908, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.5893116593360901, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6147662401199341, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.7372254729270935, + "learning_rate": 0.0015, + "loss": 1.4799, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.7213212847709656, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.6522668600082397, + "learning_rate": 0.0015, + "loss": 1.461, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.6512165069580078, + "learning_rate": 0.0015, + "loss": 1.4843, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.6414441466331482, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.6639628410339355, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.6600837707519531, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5745564699172974, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6705775260925293, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6552022695541382, + "learning_rate": 0.0015, + "loss": 1.4714, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.7936440706253052, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.8443682789802551, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5906997919082642, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.8045083284378052, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.6744979619979858, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.5991400480270386, + "learning_rate": 0.0015, + "loss": 1.4783, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.6100850701332092, + "learning_rate": 0.0015, + "loss": 1.4692, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6038932204246521, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5445556044578552, + "learning_rate": 0.0015, + "loss": 1.45, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.57991623878479, + "learning_rate": 0.0015, + "loss": 1.4777, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5831894874572754, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.6404194831848145, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.9784829616546631, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.6670748591423035, + "learning_rate": 0.0015, + "loss": 1.4806, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.6233241558074951, + "learning_rate": 0.0015, + "loss": 1.4695, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.574617862701416, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.6161243319511414, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.568108320236206, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.7579213380813599, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.9048457741737366, + "learning_rate": 0.0015, + "loss": 1.4753, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6220145225524902, + "learning_rate": 0.0015, + "loss": 1.4716, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.681603193283081, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5756487250328064, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 1.1531461477279663, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.9628408551216125, + "learning_rate": 0.0015, + "loss": 1.4595, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.9518396258354187, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6302949786186218, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6904149055480957, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.749798059463501, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.7355242967605591, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.6457265019416809, + "learning_rate": 0.0015, + "loss": 1.4608, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.6021826267242432, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5744286179542542, + "learning_rate": 0.0015, + "loss": 1.4725, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.6601939797401428, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.6193671822547913, + "learning_rate": 0.0015, + "loss": 1.4621, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.571906566619873, + "learning_rate": 0.0015, + "loss": 1.467, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.7392724752426147, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.6911517381668091, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.6782168745994568, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5899258255958557, + "learning_rate": 0.0015, + "loss": 1.4578, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5885708332061768, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.8930160403251648, + "learning_rate": 0.0015, + "loss": 1.4609, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.6113539338111877, + "learning_rate": 0.0015, + "loss": 1.4618, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.669581949710846, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.6713536977767944, + "learning_rate": 0.0015, + "loss": 1.4544, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5978567600250244, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5797361135482788, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.6175971031188965, + "learning_rate": 0.0015, + "loss": 1.4535, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6148843169212341, + "learning_rate": 0.0015, + "loss": 1.4503, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.9311176538467407, + "learning_rate": 0.0015, + "loss": 1.4473, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.7705535888671875, + "learning_rate": 0.0015, + "loss": 1.4575, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.8579835295677185, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.6973420977592468, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7770690321922302, + "learning_rate": 0.0015, + "loss": 1.4589, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.554744303226471, + "learning_rate": 0.0015, + "loss": 1.4625, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6639339327812195, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.6472654938697815, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.6235995888710022, + "learning_rate": 0.0015, + "loss": 1.4517, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.599632740020752, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.709097683429718, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6987321972846985, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.6053097248077393, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5671143531799316, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.7676701545715332, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6224042773246765, + "learning_rate": 0.0015, + "loss": 1.4566, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5750153660774231, + "learning_rate": 0.0015, + "loss": 1.4503, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.552209734916687, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5752233266830444, + "learning_rate": 0.0015, + "loss": 1.4632, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.8984862565994263, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5493113994598389, + "learning_rate": 0.0015, + "loss": 1.4646, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6208711862564087, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7052538394927979, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5871936082839966, + "learning_rate": 0.0015, + "loss": 1.4602, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.6055148839950562, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.8056248426437378, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.6749975681304932, + "learning_rate": 0.0015, + "loss": 1.4484, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.6684216260910034, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.571518063545227, + "learning_rate": 0.0015, + "loss": 1.4551, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6335450410842896, + "learning_rate": 0.0015, + "loss": 1.4532, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.6443816423416138, + "learning_rate": 0.0015, + "loss": 1.4498, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6893118619918823, + "learning_rate": 0.0015, + "loss": 1.426, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.6394256949424744, + "learning_rate": 0.0015, + "loss": 1.4362, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.7784489989280701, + "learning_rate": 0.0015, + "loss": 1.4374, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5581979751586914, + "learning_rate": 0.0015, + "loss": 1.4459, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.6324455142021179, + "learning_rate": 0.0015, + "loss": 1.4438, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5833821296691895, + "learning_rate": 0.0015, + "loss": 1.4466, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5692071914672852, + "learning_rate": 0.0015, + "loss": 1.4517, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5617991089820862, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.5704951286315918, + "learning_rate": 0.0015, + "loss": 1.4463, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.655717670917511, + "learning_rate": 0.0015, + "loss": 1.4578, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7156020998954773, + "learning_rate": 0.0015, + "loss": 1.4613, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.6333968043327332, + "learning_rate": 0.0015, + "loss": 1.4486, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5942566394805908, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.576947808265686, + "learning_rate": 0.0015, + "loss": 1.4536, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5468796491622925, + "learning_rate": 0.0015, + "loss": 1.4464, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5699398517608643, + "learning_rate": 0.0015, + "loss": 1.4447, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.7965925335884094, + "learning_rate": 0.0015, + "loss": 1.44, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5579686164855957, + "learning_rate": 0.0015, + "loss": 1.4365, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.3399968147277832, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.7462083101272583, + "learning_rate": 0.0015, + "loss": 1.4512, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5861807465553284, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6418489217758179, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.556674599647522, + "learning_rate": 0.0015, + "loss": 1.445, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.6408023834228516, + "learning_rate": 0.0015, + "loss": 1.4308, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6888174414634705, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.6021018624305725, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5619707703590393, + "learning_rate": 0.0015, + "loss": 1.4435, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.909877598285675, + "learning_rate": 0.0015, + "loss": 1.4468, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5683539509773254, + "learning_rate": 0.0015, + "loss": 1.4294, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.7239286303520203, + "learning_rate": 0.0015, + "loss": 1.4474, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.6010700464248657, + "learning_rate": 0.0015, + "loss": 1.4298, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.6637555956840515, + "learning_rate": 0.0015, + "loss": 1.4497, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.8356103301048279, + "learning_rate": 0.0015, + "loss": 1.4417, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.535122811794281, + "learning_rate": 0.0015, + "loss": 1.4399, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.6084794402122498, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.7110099196434021, + "learning_rate": 0.0015, + "loss": 1.436, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.8643055558204651, + "learning_rate": 0.0015, + "loss": 1.4471, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.6604209542274475, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.7761085033416748, + "learning_rate": 0.0015, + "loss": 1.4397, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.8981795907020569, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.618600606918335, + "learning_rate": 0.0015, + "loss": 1.452, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6228238344192505, + "learning_rate": 0.0015, + "loss": 1.4449, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.6530385613441467, + "learning_rate": 0.0014854972418331944, + "loss": 1.4227, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.6597455143928528, + "learning_rate": 0.0014650219182191931, + "loss": 1.4444, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5946850180625916, + "learning_rate": 0.001444828815847542, + "loss": 1.4454, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5537338852882385, + "learning_rate": 0.0014249140447269945, + "loss": 1.4366, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5353566408157349, + "learning_rate": 0.0014052737684839257, + "loss": 1.4298, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.6548413634300232, + "learning_rate": 0.0013859042036232954, + "loss": 1.4369, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.6430940628051758, + "learning_rate": 0.001366801618799797, + "loss": 1.4264, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5876358151435852, + "learning_rate": 0.001347962334099052, + "loss": 1.4287, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5104976892471313, + "learning_rate": 0.0013293827203287143, + "loss": 1.4349, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.6101750731468201, + "learning_rate": 0.0013110591983193423, + "loss": 1.4252, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6192573308944702, + "learning_rate": 0.0012929882382349102, + "loss": 1.4322, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5790297985076904, + "learning_rate": 0.0012751663588928214, + "loss": 1.4305, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5484774708747864, + "learning_rate": 0.0012575901270932943, + "loss": 1.4249, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.7660226225852966, + "learning_rate": 0.0012402561569579936, + "loss": 1.4179, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6046931743621826, + "learning_rate": 0.0012231611092777745, + "loss": 1.4163, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.6635903716087341, + "learning_rate": 0.0012063016908694193, + "loss": 1.4123, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.6356135606765747, + "learning_rate": 0.0011896746539412405, + "loss": 1.4192, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.6040505766868591, + "learning_rate": 0.0011732767954674265, + "loss": 1.4101, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5147744417190552, + "learning_rate": 0.0011571049565710122, + "loss": 1.416, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.5723498463630676, + "learning_rate": 0.001141156021915355, + "loss": 1.413, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.6113776564598083, + "learning_rate": 0.001125426919103997, + "loss": 1.3941, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.6992884278297424, + "learning_rate": 0.001109914618088799, + "loss": 1.3988, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.7204107642173767, + "learning_rate": 0.0010946161305862348, + "loss": 1.4129, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.615075945854187, + "learning_rate": 0.001079528509501728, + "loss": 1.4092, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5387037992477417, + "learning_rate": 0.0010646488483619261, + "loss": 1.4039, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.6567428112030029, + "learning_rate": 0.0010499742807547976, + "loss": 1.391, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5510596632957458, + "learning_rate": 0.0010355019797774478, + "loss": 1.3992, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5978795886039734, + "learning_rate": 0.001021229157491546, + "loss": 1.3851, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5756472945213318, + "learning_rate": 0.0010071530643862578, + "loss": 1.3883, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5662719011306763, + "learning_rate": 0.000993270988848579, + "loss": 1.4016, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.7225199341773987, + "learning_rate": 0.0009795802566409742, + "loss": 1.3955, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.7410444021224976, + "learning_rate": 0.0009660782303862109, + "loss": 1.4011, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5279145240783691, + "learning_rate": 0.0009527623090592963, + "loss": 1.3929, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.528181254863739, + "learning_rate": 0.0009396299274864177, + "loss": 1.405, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.6095656752586365, + "learning_rate": 0.0009266785558507877, + "loss": 1.404, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5902137160301208, + "learning_rate": 0.0009139056992053016, + "loss": 1.3896, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.7211180329322815, + "learning_rate": 0.000901308896991912, + "loss": 1.3808, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.8163548707962036, + "learning_rate": 0.000888885722567627, + "loss": 1.3922, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.6644204258918762, + "learning_rate": 0.0008766337827370438, + "loss": 1.386, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6455613374710083, + "learning_rate": 0.000864550717291324, + "loss": 1.3859, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5053851008415222, + "learning_rate": 0.0008526341985535229, + "loss": 1.382, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5896329879760742, + "learning_rate": 0.0008408819309301891, + "loss": 1.3773, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6229731440544128, + "learning_rate": 0.0008292916504691397, + "loss": 1.3797, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5269219875335693, + "learning_rate": 0.0008178611244233354, + "loss": 1.3848, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5342105627059937, + "learning_rate": 0.0008065881508207637, + "loss": 1.371, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.517015814781189, + "learning_rate": 0.0007954705580402523, + "loss": 1.3796, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5653436779975891, + "learning_rate": 0.0007845062043931298, + "loss": 1.3728, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6157445907592773, + "learning_rate": 0.0007736929777106497, + "loss": 1.3777, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.6121566891670227, + "learning_rate": 0.000763028794937105, + "loss": 1.3695, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.664849042892456, + "learning_rate": 0.0007525116017285476, + "loss": 1.3687, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5752630829811096, + "learning_rate": 0.0007421393720570417, + "loss": 1.3722, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.5371103286743164, + "learning_rate": 0.0007319101078203694, + "loss": 1.3717, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.48518502712249756, + "learning_rate": 0.0007218218384571178, + "loss": 1.3626, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.536507785320282, + "learning_rate": 0.0007118726205670703, + "loss": 1.3677, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5858027338981628, + "learning_rate": 0.0007020605375368316, + "loss": 1.368, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.6124630570411682, + "learning_rate": 0.000692383699170611, + "loss": 1.3582, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5956146121025085, + "learning_rate": 0.0006828402413260966, + "loss": 1.3653, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5350100994110107, + "learning_rate": 0.0006734283255553471, + "loss": 1.3673, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5265085101127625, + "learning_rate": 0.0006641461387506347, + "loss": 1.3673, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6775269508361816, + "learning_rate": 0.0006549918927951678, + "loss": 1.3631, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5426746010780334, + "learning_rate": 0.0006459638242186297, + "loss": 1.3622, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.7744086384773254, + "learning_rate": 0.0006370601938574639, + "loss": 1.3627, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5614804625511169, + "learning_rate": 0.0006282792865198421, + "loss": 1.368, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.5236024856567383, + "learning_rate": 0.0006196194106552512, + "loss": 1.3531, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.8842533230781555, + "learning_rate": 0.0006110788980286328, + "loss": 1.3547, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5572026968002319, + "learning_rate": 0.0006026561033990158, + "loss": 1.3566, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5783604383468628, + "learning_rate": 0.000594349404202577, + "loss": 1.3535, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.615972101688385, + "learning_rate": 0.0005861572002400716, + "loss": 1.3443, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.5398380160331726, + "learning_rate": 0.0005780779133685717, + "loss": 1.3543, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5902853012084961, + "learning_rate": 0.0005701099871974524, + "loss": 1.3496, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5017073154449463, + "learning_rate": 0.0005622518867885708, + "loss": 1.3454, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.6057908535003662, + "learning_rate": 0.0005545020983605748, + "loss": 1.3491, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.6111939549446106, + "learning_rate": 0.0005468591289972898, + "loss": 1.3415, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.6225577592849731, + "learning_rate": 0.0005393215063601232, + "loss": 1.3422, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5773703455924988, + "learning_rate": 0.0005318877784044343, + "loss": 1.366, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5412142276763916, + "learning_rate": 0.0005245565130998126, + "loss": 1.3439, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5136180520057678, + "learning_rate": 0.000517326298154212, + "loss": 1.3519, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.6220201253890991, + "learning_rate": 0.0005101957407418877, + "loss": 1.3533, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5175100564956665, + "learning_rate": 0.0005031634672350829, + "loss": 1.3507, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5581703186035156, + "learning_rate": 0.0004962281229394129, + "loss": 1.3394, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5413421988487244, + "learning_rate": 0.0004893883718328983, + "loss": 1.3362, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.5695057511329651, + "learning_rate": 0.0004826428963085938, + "loss": 1.3374, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5546701550483704, + "learning_rate": 0.00047599039692076457, + "loss": 1.3393, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.6359083652496338, + "learning_rate": 0.0004694295921345622, + "loss": 1.3502, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.5230035185813904, + "learning_rate": 0.00046295921807915015, + "loss": 1.3184, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.7573515176773071, + "learning_rate": 0.00045657802830423164, + "loss": 1.335, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5882290601730347, + "learning_rate": 0.00045028479353993473, + "loss": 1.3413, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6509057879447937, + "learning_rate": 0.00044407830146000587, + "loss": 1.3442, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.6262148022651672, + "learning_rate": 0.0004379573564482676, + "loss": 1.3302, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6157950758934021, + "learning_rate": 0.0004319207793682963, + "loss": 1.3381, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.609734058380127, + "learning_rate": 0.0004259674073362731, + "loss": 1.3424, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.5529407858848572, + "learning_rate": 0.00042009609349696626, + "loss": 1.3388, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.5082640647888184, + "learning_rate": 0.00041430570680280233, + "loss": 1.3383, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5488715767860413, + "learning_rate": 0.0004085951317959809, + "loss": 1.3336, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.6439418196678162, + "learning_rate": 0.00040296326839359315, + "loss": 1.3415, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5768157839775085, + "learning_rate": 0.000397409031675703, + "loss": 1.3344, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.5306650400161743, + "learning_rate": 0.00039193135167634786, + "loss": 1.3451, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5529879331588745, + "learning_rate": 0.00038652917317742123, + "loss": 1.3256, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5800896883010864, + "learning_rate": 0.0003812014555053956, + "loss": 1.3233, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.5231634974479675, + "learning_rate": 0.00037594717233084774, + "loss": 1.3324, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.651831328868866, + "learning_rate": 0.0003707653114707471, + "loss": 1.3397, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5566461682319641, + "learning_rate": 0.00036565487469346906, + "loss": 1.318, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.5578268766403198, + "learning_rate": 0.0003606148775264958, + "loss": 1.3212, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5183534026145935, + "learning_rate": 0.0003556443490667684, + "loss": 1.3266, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.570838451385498, + "learning_rate": 0.0003507423317936521, + "loss": 1.3278, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.6385667324066162, + "learning_rate": 0.00034590788138448006, + "loss": 1.3432, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.6211504936218262, + "learning_rate": 0.0003411400665326393, + "loss": 1.3395, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5946642756462097, + "learning_rate": 0.00033643796876816424, + "loss": 1.3346, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5230995416641235, + "learning_rate": 0.000331800682280803, + "loss": 1.3279, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.48349809646606445, + "learning_rate": 0.0003272273137455226, + "loss": 1.3241, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5506454706192017, + "learning_rate": 0.00032271698215041863, + "loss": 1.3225, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.5584042072296143, + "learning_rate": 0.0003182688186269984, + "loss": 1.3249, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.5269228219985962, + "learning_rate": 0.0003138819662828017, + "loss": 1.3336, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5732347965240479, + "learning_rate": 0.00030955558003632966, + "loss": 1.3391, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.5150391459465027, + "learning_rate": 0.0003052888264542483, + "loss": 1.3206, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.4965534210205078, + "learning_rate": 0.0003010808835908368, + "loss": 1.317, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5015170574188232, + "learning_rate": 0.00029693094082964785, + "loss": 1.3197, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5498356223106384, + "learning_rate": 0.0002928381987273508, + "loss": 1.3186, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.5097297430038452, + "learning_rate": 0.0002888018688597272, + "loss": 1.3147, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.5277174711227417, + "learning_rate": 0.0002848211736697894, + "loss": 1.3217, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.48281005024909973, + "learning_rate": 0.00028089534631799183, + "loss": 1.3249, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5234740972518921, + "learning_rate": 0.0002770236305345076, + "loss": 1.3109, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5207615494728088, + "learning_rate": 0.00027320528047354093, + "loss": 1.3201, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5451726317405701, + "learning_rate": 0.00026943956056964773, + "loss": 1.3251, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.5427468419075012, + "learning_rate": 0.0002657257453960364, + "loss": 1.3066, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.537834882736206, + "learning_rate": 0.0002620631195248222, + "loss": 1.3124, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.5034371018409729, + "learning_rate": 0.00025845097738920735, + "loss": 1.2992, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.5310587882995605, + "learning_rate": 0.0002548886231475606, + "loss": 1.3035, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.49480363726615906, + "learning_rate": 0.0002513753705493713, + "loss": 1.3082, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.5269278883934021, + "learning_rate": 0.0002479105428030497, + "loss": 1.3152, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.5210197567939758, + "learning_rate": 0.00024449347244555043, + "loss": 1.3076, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5343834161758423, + "learning_rate": 0.00024112350121379254, + "loss": 1.3157, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.5516914129257202, + "learning_rate": 0.000237799979917852, + "loss": 1.319, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5483276844024658, + "learning_rate": 0.00023452226831590227, + "loss": 1.3158, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5133262276649475, + "learning_rate": 0.00023128973499087779, + "loss": 1.3219, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.473877489566803, + "learning_rate": 0.00022810175722883858, + "loss": 1.3069, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.5395793318748474, + "learning_rate": 0.0002249577208990106, + "loss": 1.307, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.6155946850776672, + "learning_rate": 0.00022185702033547996, + "loss": 1.3048, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.518414318561554, + "learning_rate": 0.00021879905822051756, + "loss": 1.3012, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.6070139408111572, + "learning_rate": 0.00021578324546951222, + "loss": 1.3049, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.543787956237793, + "learning_rate": 0.00021280900111748948, + "loss": 1.3144, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5364104509353638, + "learning_rate": 0.00020987575220719483, + "loss": 1.3108, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.4920696020126343, + "learning_rate": 0.00020698293367871933, + "loss": 1.3025, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.5035790205001831, + "learning_rate": 0.00020412998826064692, + "loss": 1.3055, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5044794082641602, + "learning_rate": 0.00020131636636270178, + "loss": 1.3191, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.5351099967956543, + "learning_rate": 0.00019854152596987523, + "loss": 1.2932, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5535302758216858, + "learning_rate": 0.00019580493253801255, + "loss": 1.3155, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5851619243621826, + "learning_rate": 0.00019310605889083838, + "loss": 1.3069, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.5154551863670349, + "learning_rate": 0.0001904443851184018, + "loss": 1.3231, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.5179932713508606, + "learning_rate": 0.00018781939847692096, + "loss": 1.2996, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.5227841138839722, + "learning_rate": 0.00018523059329000844, + "loss": 1.3072, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.6099350452423096, + "learning_rate": 0.0001826774708512579, + "loss": 1.32, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.6272170543670654, + "learning_rate": 0.00018015953932817348, + "loss": 1.2945, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.5071361660957336, + "learning_rate": 0.00017767631366742332, + "loss": 1.303, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6405959129333496, + "learning_rate": 0.00017522731550139922, + "loss": 1.3002, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5483779311180115, + "learning_rate": 0.00017281207305606407, + "loss": 1.3052, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.546625554561615, + "learning_rate": 0.00017043012106006926, + "loss": 1.3108, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.520866870880127, + "learning_rate": 0.00016808100065512528, + "loss": 1.3116, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.4994986057281494, + "learning_rate": 0.00016576425930760734, + "loss": 1.2978, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5830324292182922, + "learning_rate": 0.00016347945072137934, + "loss": 1.2968, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.5204963088035583, + "learning_rate": 0.00016122613475181977, + "loss": 1.3057, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.6280856728553772, + "learning_rate": 0.00015900387732103232, + "loss": 1.2982, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5684712529182434, + "learning_rate": 0.00015681225033422526, + "loss": 1.314, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4693601429462433, + "learning_rate": 0.00015465083159724345, + "loss": 1.3037, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5411034226417542, + "learning_rate": 0.0001525192047352371, + "loss": 1.3003, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.5254245400428772, + "learning_rate": 0.00015041695911245136, + "loss": 1.3112, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.513707160949707, + "learning_rate": 0.00014834368975312172, + "loss": 1.2982, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.4985164701938629, + "learning_rate": 0.00014629899726345958, + "loss": 1.2859, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.5627548098564148, + "learning_rate": 0.00014428248775471316, + "loss": 1.2939, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.47483623027801514, + "learning_rate": 0.000142293772767289, + "loss": 1.2839, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5388797521591187, + "learning_rate": 0.00014033246919591922, + "loss": 1.2949, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5436922907829285, + "learning_rate": 0.00013839819921586025, + "loss": 1.3166, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.5270851850509644, + "learning_rate": 0.00013649059021010894, + "loss": 1.3102, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.518153727054596, + "learning_rate": 0.00013460927469762155, + "loss": 1.2925, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5932394862174988, + "learning_rate": 0.00013275389026252255, + "loss": 1.2998, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5680364370346069, + "learning_rate": 0.0001309240794842889, + "loss": 1.2977, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.503745436668396, + "learning_rate": 0.00012911948986889664, + "loss": 1.3086, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5149855017662048, + "learning_rate": 0.00012733977378091664, + "loss": 1.3032, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5323132276535034, + "learning_rate": 0.00012558458837654633, + "loss": 1.3041, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.48893091082572937, + "learning_rate": 0.00012385359553756422, + "loss": 1.29, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.5255675911903381, + "learning_rate": 0.0001221464618061951, + "loss": 1.2893, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4878615736961365, + "learning_rate": 0.0001204628583208727, + "loss": 1.2893, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.6673786640167236, + "learning_rate": 0.00011880246075288824, + "loss": 1.3023, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5215135812759399, + "learning_rate": 0.00011716494924391148, + "loss": 1.2973, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.55266934633255, + "learning_rate": 0.00011555000834437363, + "loss": 1.3037, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5418053865432739, + "learning_rate": 0.00011395732695269907, + "loss": 1.2964, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5645815134048462, + "learning_rate": 0.00011238659825537507, + "loss": 1.2947, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.5466896295547485, + "learning_rate": 0.00011083751966784716, + "loss": 1.3066, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.5144866704940796, + "learning_rate": 0.00010930979277622952, + "loss": 1.2879, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.49308452010154724, + "learning_rate": 0.00010780312327981853, + "loss": 1.2961, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.5420898199081421, + "learning_rate": 0.0001063172209343989, + "loss": 1.3015, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.49578407406806946, + "learning_rate": 0.000104851799496331, + "loss": 1.3008, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.5164802670478821, + "learning_rate": 0.00010340657666740917, + "loss": 1.2892, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5347152948379517, + "learning_rate": 0.00010198127404047976, + "loss": 1.284, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5997539162635803, + "learning_rate": 0.00010057561704580898, + "loss": 1.3024, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.5137956738471985, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2911, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5002637505531311, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2947, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.5070739984512329, + "learning_rate": 9.647383061364803e-05, + "loss": 1.291, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.49195969104766846, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2882, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.5105777978897095, + "learning_rate": 9.383266863140043e-05, + "loss": 1.2999, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.514224112033844, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2887, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5406697392463684, + "learning_rate": 9.126381368383881e-05, + "loss": 1.2959, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.592902421951294, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2878, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.5043621063232422, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3015, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.496030330657959, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2948, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.5479779243469238, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3008, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.5193496942520142, + "learning_rate": 8.514516180927926e-05, + "loss": 1.2962, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.5200868248939514, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2958, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.5099362134933472, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3082, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.48709386587142944, + "learning_rate": 8.167267732713705e-05, + "loss": 1.2984, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5332502126693726, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2949, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.5007814168930054, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2785, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5404915809631348, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2791, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.5205032825469971, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3043, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.507988452911377, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2843, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4945039749145508, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3016, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.49984875321388245, + "learning_rate": 7.411100449176634e-05, + "loss": 1.2944, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.5130136013031006, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2817, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.5221125483512878, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2852, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.5233004689216614, + "learning_rate": 7.10885272589427e-05, + "loss": 1.286, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.48948031663894653, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2913, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.5290145874023438, + "learning_rate": 6.914233817972799e-05, + "loss": 1.2966, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.5159009099006653, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2893, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.4972204267978668, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2879, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5020485520362854, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3075, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4924856126308441, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2947, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.5332484245300293, + "learning_rate": 6.4506788995027e-05, + "loss": 1.292, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.5037619471549988, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2857, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5982730388641357, + "learning_rate": 6.274078802246449e-05, + "loss": 1.294, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5343823432922363, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2898, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.49162301421165466, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2915, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.5004287362098694, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2826, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5593549013137817, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.29, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.5120792388916016, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2808, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4898166060447693, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2924, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.5263928174972534, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2866, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4969990849494934, + "learning_rate": 5.61472058702326e-05, + "loss": 1.3002, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.49934616684913635, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2964, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5362349152565002, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2876, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.5168766379356384, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2782, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5859018564224243, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.2994, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5291493535041809, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2917, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.61119145154953, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2935, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.5436091423034668, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2868, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5782431364059448, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2882, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5377077460289001, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2829, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.5343286991119385, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2951, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5730398297309875, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2752, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.5420026183128357, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2816, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5295568108558655, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2809, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4965777099132538, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2902, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.4828559160232544, + "learning_rate": 4.559447669877288e-05, + "loss": 1.2984, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4930232763290405, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2883, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.48897314071655273, + "learning_rate": 4.434623769249217e-05, + "loss": 1.2877, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.511944055557251, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2873, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4932258129119873, + "learning_rate": 4.313217169859397e-05, + "loss": 1.281, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.5023041367530823, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2946, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.49912768602371216, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2842, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.5335937738418579, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2798, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5522021651268005, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2692, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.5096961855888367, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2813, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.497565358877182, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2884, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4803836941719055, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2827, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.5137074589729309, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2796, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.48237344622612, + "learning_rate": 3.806727394468005e-05, + "loss": 1.2984, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.47588059306144714, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.283, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.5075386166572571, + "learning_rate": 3.702510700602975e-05, + "loss": 1.2997, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.48565760254859924, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2846, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5382689237594604, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2857, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5447915196418762, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2859, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.5087395310401917, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2895, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.5213615894317627, + "learning_rate": 3.454281165539913e-05, + "loss": 1.29, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.482086718082428, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2906, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.4832416772842407, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2817, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5172869563102722, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2812, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.5098752975463867, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2881, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.5164980292320251, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2829, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4869752526283264, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2857, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.5009376406669617, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2866, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.5258128046989441, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2884, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5623719096183777, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2861, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5587673187255859, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2824, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.5034454464912415, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2903, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4845164120197296, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2824, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.5366633534431458, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2805, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.5056827068328857, + "learning_rate": 2.844261344427029e-05, + "loss": 1.282, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5826355814933777, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3008, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.5047662258148193, + "learning_rate": 2.766394062878302e-05, + "loss": 1.277, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.4909191131591797, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.288, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4818117618560791, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2892, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4789429008960724, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2889, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.4879331588745117, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.289, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.5181798338890076, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2906, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4963332712650299, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2691, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4964265525341034, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2805, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.5356233716011047, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.292, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.5141054391860962, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2775, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5709123611450195, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.2943, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.535489559173584, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2818, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4924616515636444, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2898, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.5021106600761414, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2873, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.48365768790245056, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2852, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.5007200241088867, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2809, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.49459993839263916, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2835, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.49230140447616577, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2836, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.5009668469429016, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.283, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.4961964786052704, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2728, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.5043670535087585, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2674, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.49852392077445984, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2813, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.5222915410995483, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2765, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4927261173725128, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2882, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4864712059497833, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2735, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.489318311214447, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2807, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.49541473388671875, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2812, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5180107355117798, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2831, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.5209818482398987, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2766, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.5105024576187134, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2884, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.4965643882751465, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2881, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4937804639339447, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2987, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.49657437205314636, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2896, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.5091279745101929, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2874, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.5247161388397217, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2736, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.5218049883842468, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2784, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4994415044784546, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2921, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.5280937552452087, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2688, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.5012044310569763, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2853, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.48524028062820435, + "learning_rate": 1.610025184846797e-05, + "loss": 1.286, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4760825037956238, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2819, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.5371087193489075, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2924, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.5069384574890137, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2753, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.5072888135910034, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2894, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": Infinity, + "learning_rate": 1.5041695911245136e-05, + "loss": 1.2784, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-leaky_relu/checkpoint-9480/training_args.bin b/saves-llama-leaky_relu/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9460634a60f4383b2ee19860f6b5b43eadc11918 --- /dev/null +++ b/saves-llama-leaky_relu/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1433ee2674a6b6224905eec3c570a42967f6fb35ea4b72c800a2260fe68e603f +size 5176 diff --git a/saves-llama-leaky_relu/config.json b/saves-llama-leaky_relu/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5da9567fdd4619ca172d7a8efb84b946165cbd5e --- /dev/null +++ b/saves-llama-leaky_relu/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "leaky_relu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-leaky_relu/generation_config.json b/saves-llama-leaky_relu/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-leaky_relu/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-leaky_relu/model.safetensors b/saves-llama-leaky_relu/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64fc2de768b5a393f49c9b4ed31745fd5964eb85 --- /dev/null +++ b/saves-llama-leaky_relu/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae053cd5d1aade848f6b47d88d41a70cb52ba4dc13f3f6c24006e31c28ea1fdf +size 8346712 diff --git a/saves-llama-leaky_relu/result.log b/saves-llama-leaky_relu/result.log new file mode 100644 index 0000000000000000000000000000000000000000..5553161364be3ae605a35c0c107953eccb6a6e8b --- /dev/null +++ b/saves-llama-leaky_relu/result.log @@ -0,0 +1 @@ +{'train_runtime': 2203.7439, 'train_samples_per_second': 4404.597, 'train_steps_per_second': 4.302, 'train_loss': 1.5864404518393023, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-leaky_relu/special_tokens_map.json b/saves-llama-leaky_relu/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-leaky_relu/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-leaky_relu/tokenizer.json b/saves-llama-leaky_relu/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-leaky_relu/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-leaky_relu/tokenizer_config.json b/saves-llama-leaky_relu/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-leaky_relu/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-linear/checkpoint-9480/config.json b/saves-llama-linear/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1a3116452131d61af2a74f62cc840b58b2f43c --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "linear", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-linear/checkpoint-9480/generation_config.json b/saves-llama-linear/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-linear/checkpoint-9480/model.safetensors b/saves-llama-linear/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7798c2932e7a632907defa243822ae5af5102f5 --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69319c3146ca189ba511f6522e887da6b1d4cfadb819168531aa7fe89be961ac +size 8346712 diff --git a/saves-llama-linear/checkpoint-9480/optimizer.pt b/saves-llama-linear/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a4939cbe395244761c022712a159bb364c9336 --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38c7216b83653f761e549b3d39ebefabb2d8b42e9a68fc71e71699c62f462b9 +size 16706402 diff --git a/saves-llama-linear/checkpoint-9480/rng_state.pth b/saves-llama-linear/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-linear/checkpoint-9480/scheduler.pt b/saves-llama-linear/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-linear/checkpoint-9480/special_tokens_map.json b/saves-llama-linear/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-linear/checkpoint-9480/tokenizer.json b/saves-llama-linear/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-linear/checkpoint-9480/tokenizer_config.json b/saves-llama-linear/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-linear/checkpoint-9480/trainer_state.json b/saves-llama-linear/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..20609cd320596a91897dc358071023871a07610c --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.267115831375122, + "learning_rate": 0.00015822784810126583, + "loss": 7.4878, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.086830735206604, + "learning_rate": 0.00031645569620253165, + "loss": 6.818, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8537070751190186, + "learning_rate": 0.00047468354430379745, + "loss": 6.1887, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.0403074026107788, + "learning_rate": 0.0006329113924050633, + "loss": 5.6339, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.630695641040802, + "learning_rate": 0.0007911392405063291, + "loss": 5.1053, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.9471701383590698, + "learning_rate": 0.0009493670886075949, + "loss": 4.6251, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.6331472396850586, + "learning_rate": 0.0011075949367088608, + "loss": 4.2957, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.1874464750289917, + "learning_rate": 0.0012658227848101266, + "loss": 4.0742, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.1561050415039062, + "learning_rate": 0.0014240506329113926, + "loss": 3.8899, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.7020412087440491, + "learning_rate": 0.0015, + "loss": 3.748, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.058180570602417, + "learning_rate": 0.0015, + "loss": 3.5931, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8881299495697021, + "learning_rate": 0.0015, + "loss": 3.4895, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.7307445406913757, + "learning_rate": 0.0015, + "loss": 3.3785, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.9191378355026245, + "learning_rate": 0.0015, + "loss": 3.2912, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.7868037819862366, + "learning_rate": 0.0015, + "loss": 3.2078, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.0002555847167969, + "learning_rate": 0.0015, + "loss": 3.1415, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.811924934387207, + "learning_rate": 0.0015, + "loss": 3.0762, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.707933783531189, + "learning_rate": 0.0015, + "loss": 3.0415, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7100071907043457, + "learning_rate": 0.0015, + "loss": 2.9773, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.7788935303688049, + "learning_rate": 0.0015, + "loss": 2.9367, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.7069195508956909, + "learning_rate": 0.0015, + "loss": 2.8957, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.9104593396186829, + "learning_rate": 0.0015, + "loss": 2.8617, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.830557644367218, + "learning_rate": 0.0015, + "loss": 2.8114, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8437513709068298, + "learning_rate": 0.0015, + "loss": 2.7782, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9658205509185791, + "learning_rate": 0.0015, + "loss": 2.7484, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.8535057902336121, + "learning_rate": 0.0015, + "loss": 2.7181, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.0181001424789429, + "learning_rate": 0.0015, + "loss": 2.6857, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.6967226266860962, + "learning_rate": 0.0015, + "loss": 2.6492, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.1211285591125488, + "learning_rate": 0.0015, + "loss": 2.6307, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.9659064412117004, + "learning_rate": 0.0015, + "loss": 2.6054, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.737605094909668, + "learning_rate": 0.0015, + "loss": 2.582, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 1.2234512567520142, + "learning_rate": 0.0015, + "loss": 2.551, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.8145862221717834, + "learning_rate": 0.0015, + "loss": 2.5459, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 1.0696101188659668, + "learning_rate": 0.0015, + "loss": 2.5195, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.8013420701026917, + "learning_rate": 0.0015, + "loss": 2.4817, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.9070076942443848, + "learning_rate": 0.0015, + "loss": 2.4644, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.8164359927177429, + "learning_rate": 0.0015, + "loss": 2.4497, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 1.052100419998169, + "learning_rate": 0.0015, + "loss": 2.4406, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.006508231163025, + "learning_rate": 0.0015, + "loss": 2.4185, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.6804226636886597, + "learning_rate": 0.0015, + "loss": 2.3939, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.1502838134765625, + "learning_rate": 0.0015, + "loss": 2.3794, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8598443865776062, + "learning_rate": 0.0015, + "loss": 2.3654, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.9380781650543213, + "learning_rate": 0.0015, + "loss": 2.3439, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.9013979434967041, + "learning_rate": 0.0015, + "loss": 2.3224, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9391945600509644, + "learning_rate": 0.0015, + "loss": 2.3232, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.9694176316261292, + "learning_rate": 0.0015, + "loss": 2.305, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 1.1152819395065308, + "learning_rate": 0.0015, + "loss": 2.2843, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8284817337989807, + "learning_rate": 0.0015, + "loss": 2.2773, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8194335699081421, + "learning_rate": 0.0015, + "loss": 2.252, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.0222529172897339, + "learning_rate": 0.0015, + "loss": 2.2524, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.7683922648429871, + "learning_rate": 0.0015, + "loss": 2.2369, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.917959988117218, + "learning_rate": 0.0015, + "loss": 2.2205, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 1.0505857467651367, + "learning_rate": 0.0015, + "loss": 2.2095, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8172610998153687, + "learning_rate": 0.0015, + "loss": 2.1846, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8242407441139221, + "learning_rate": 0.0015, + "loss": 2.1885, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.74329674243927, + "learning_rate": 0.0015, + "loss": 2.1555, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7791258692741394, + "learning_rate": 0.0015, + "loss": 2.159, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.2360996007919312, + "learning_rate": 0.0015, + "loss": 2.1631, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.662500262260437, + "learning_rate": 0.0015, + "loss": 2.1354, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.267376184463501, + "learning_rate": 0.0015, + "loss": 2.117, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.7871881127357483, + "learning_rate": 0.0015, + "loss": 2.1222, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.6757326722145081, + "learning_rate": 0.0015, + "loss": 2.1043, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.6942896842956543, + "learning_rate": 0.0015, + "loss": 2.0898, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.9564072489738464, + "learning_rate": 0.0015, + "loss": 2.1062, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.9712061285972595, + "learning_rate": 0.0015, + "loss": 2.0942, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.0676331520080566, + "learning_rate": 0.0015, + "loss": 2.0844, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.7057194709777832, + "learning_rate": 0.0015, + "loss": 2.0658, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7662429809570312, + "learning_rate": 0.0015, + "loss": 2.054, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.8145813941955566, + "learning_rate": 0.0015, + "loss": 2.064, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8595874309539795, + "learning_rate": 0.0015, + "loss": 2.0488, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7613713145256042, + "learning_rate": 0.0015, + "loss": 2.0349, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.9556564092636108, + "learning_rate": 0.0015, + "loss": 2.017, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.8757444620132446, + "learning_rate": 0.0015, + "loss": 2.0155, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8322359919548035, + "learning_rate": 0.0015, + "loss": 2.0262, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8489624261856079, + "learning_rate": 0.0015, + "loss": 2.0044, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.9894970059394836, + "learning_rate": 0.0015, + "loss": 2.0049, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.7704083919525146, + "learning_rate": 0.0015, + "loss": 1.9892, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8131700754165649, + "learning_rate": 0.0015, + "loss": 1.9873, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.6630898118019104, + "learning_rate": 0.0015, + "loss": 1.993, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 1.0395071506500244, + "learning_rate": 0.0015, + "loss": 1.9718, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.8773938417434692, + "learning_rate": 0.0015, + "loss": 1.9574, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.9530850648880005, + "learning_rate": 0.0015, + "loss": 1.9641, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.7528932094573975, + "learning_rate": 0.0015, + "loss": 1.967, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7244347333908081, + "learning_rate": 0.0015, + "loss": 1.9426, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.8388285040855408, + "learning_rate": 0.0015, + "loss": 1.9452, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.6546905636787415, + "learning_rate": 0.0015, + "loss": 1.9389, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.7514728903770447, + "learning_rate": 0.0015, + "loss": 1.9398, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8813492655754089, + "learning_rate": 0.0015, + "loss": 1.9308, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.7346323132514954, + "learning_rate": 0.0015, + "loss": 1.9256, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 1.3726916313171387, + "learning_rate": 0.0015, + "loss": 1.9269, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7512115240097046, + "learning_rate": 0.0015, + "loss": 1.9277, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6616615056991577, + "learning_rate": 0.0015, + "loss": 1.9149, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7120899558067322, + "learning_rate": 0.0015, + "loss": 1.8987, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7128753066062927, + "learning_rate": 0.0015, + "loss": 1.9079, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.0504094362258911, + "learning_rate": 0.0015, + "loss": 1.8872, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.6815115213394165, + "learning_rate": 0.0015, + "loss": 1.8965, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.2939375638961792, + "learning_rate": 0.0015, + "loss": 1.8964, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7509056329727173, + "learning_rate": 0.0015, + "loss": 1.8753, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7060526013374329, + "learning_rate": 0.0015, + "loss": 1.8772, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.7411452531814575, + "learning_rate": 0.0015, + "loss": 1.8865, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.71030592918396, + "learning_rate": 0.0015, + "loss": 1.8803, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.8691297769546509, + "learning_rate": 0.0015, + "loss": 1.8729, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.8365240693092346, + "learning_rate": 0.0015, + "loss": 1.8733, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 1.012802243232727, + "learning_rate": 0.0015, + "loss": 1.8601, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.7322136759757996, + "learning_rate": 0.0015, + "loss": 1.8612, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.6655473709106445, + "learning_rate": 0.0015, + "loss": 1.8496, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.642715573310852, + "learning_rate": 0.0015, + "loss": 1.8397, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.7579887509346008, + "learning_rate": 0.0015, + "loss": 1.8407, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 1.0999778509140015, + "learning_rate": 0.0015, + "loss": 1.8539, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7269627451896667, + "learning_rate": 0.0015, + "loss": 1.8403, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6931649446487427, + "learning_rate": 0.0015, + "loss": 1.8427, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.8667834997177124, + "learning_rate": 0.0015, + "loss": 1.8355, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.7619576454162598, + "learning_rate": 0.0015, + "loss": 1.8222, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.7043116092681885, + "learning_rate": 0.0015, + "loss": 1.8362, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 0.983506977558136, + "learning_rate": 0.0015, + "loss": 1.8228, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7836828231811523, + "learning_rate": 0.0015, + "loss": 1.832, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.6655563116073608, + "learning_rate": 0.0015, + "loss": 1.8178, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.8217303156852722, + "learning_rate": 0.0015, + "loss": 1.8054, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7065832614898682, + "learning_rate": 0.0015, + "loss": 1.8076, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.3760422468185425, + "learning_rate": 0.0015, + "loss": 1.8235, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8185279369354248, + "learning_rate": 0.0015, + "loss": 1.822, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.727121114730835, + "learning_rate": 0.0015, + "loss": 1.7928, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7874573469161987, + "learning_rate": 0.0015, + "loss": 1.7883, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.6458255052566528, + "learning_rate": 0.0015, + "loss": 1.8058, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.7022703886032104, + "learning_rate": 0.0015, + "loss": 1.8046, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.2606161832809448, + "learning_rate": 0.0015, + "loss": 1.7912, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6535800695419312, + "learning_rate": 0.0015, + "loss": 1.7835, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.6609776020050049, + "learning_rate": 0.0015, + "loss": 1.7984, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.7237253189086914, + "learning_rate": 0.0015, + "loss": 1.7837, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.6983092427253723, + "learning_rate": 0.0015, + "loss": 1.7736, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7950878739356995, + "learning_rate": 0.0015, + "loss": 1.7806, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7377669811248779, + "learning_rate": 0.0015, + "loss": 1.7784, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.0312517881393433, + "learning_rate": 0.0015, + "loss": 1.7716, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.7297598719596863, + "learning_rate": 0.0015, + "loss": 1.7748, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.7107803821563721, + "learning_rate": 0.0015, + "loss": 1.777, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6729479432106018, + "learning_rate": 0.0015, + "loss": 1.7673, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.6634864807128906, + "learning_rate": 0.0015, + "loss": 1.7648, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.6926726698875427, + "learning_rate": 0.0015, + "loss": 1.7565, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.8461670279502869, + "learning_rate": 0.0015, + "loss": 1.7643, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.9065084457397461, + "learning_rate": 0.0015, + "loss": 1.7484, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.68721604347229, + "learning_rate": 0.0015, + "loss": 1.7508, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7580296993255615, + "learning_rate": 0.0015, + "loss": 1.758, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7169002294540405, + "learning_rate": 0.0015, + "loss": 1.7543, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.673450231552124, + "learning_rate": 0.0015, + "loss": 1.7479, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.8440428376197815, + "learning_rate": 0.0015, + "loss": 1.7478, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6620081663131714, + "learning_rate": 0.0015, + "loss": 1.7406, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8996078968048096, + "learning_rate": 0.0015, + "loss": 1.7384, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.7992554306983948, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.6644994616508484, + "learning_rate": 0.0015, + "loss": 1.7402, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6620984077453613, + "learning_rate": 0.0015, + "loss": 1.7411, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.7442142367362976, + "learning_rate": 0.0015, + "loss": 1.7373, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.728027880191803, + "learning_rate": 0.0015, + "loss": 1.7397, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.680416464805603, + "learning_rate": 0.0015, + "loss": 1.721, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6266154646873474, + "learning_rate": 0.0015, + "loss": 1.7126, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.6954091191291809, + "learning_rate": 0.0015, + "loss": 1.7163, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6842447519302368, + "learning_rate": 0.0015, + "loss": 1.7154, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6557826995849609, + "learning_rate": 0.0015, + "loss": 1.7081, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7723187804222107, + "learning_rate": 0.0015, + "loss": 1.721, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.6312679052352905, + "learning_rate": 0.0015, + "loss": 1.7185, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.7498424053192139, + "learning_rate": 0.0015, + "loss": 1.7233, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6825190782546997, + "learning_rate": 0.0015, + "loss": 1.7168, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6334119439125061, + "learning_rate": 0.0015, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.6661301851272583, + "learning_rate": 0.0015, + "loss": 1.6991, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.7066164016723633, + "learning_rate": 0.0015, + "loss": 1.7071, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.2051690816879272, + "learning_rate": 0.0015, + "loss": 1.6975, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6701253056526184, + "learning_rate": 0.0015, + "loss": 1.6953, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.7021659016609192, + "learning_rate": 0.0015, + "loss": 1.7067, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 0.9706708192825317, + "learning_rate": 0.0015, + "loss": 1.693, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7173320055007935, + "learning_rate": 0.0015, + "loss": 1.6879, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.661887526512146, + "learning_rate": 0.0015, + "loss": 1.7034, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.9063208699226379, + "learning_rate": 0.0015, + "loss": 1.6858, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7057472467422485, + "learning_rate": 0.0015, + "loss": 1.6827, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6843087077140808, + "learning_rate": 0.0015, + "loss": 1.6858, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.8571721911430359, + "learning_rate": 0.0015, + "loss": 1.6897, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.632314920425415, + "learning_rate": 0.0015, + "loss": 1.7077, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6517012119293213, + "learning_rate": 0.0015, + "loss": 1.6838, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6460869908332825, + "learning_rate": 0.0015, + "loss": 1.6888, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.746279776096344, + "learning_rate": 0.0015, + "loss": 1.6894, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 1.0219115018844604, + "learning_rate": 0.0015, + "loss": 1.6931, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 1.011742115020752, + "learning_rate": 0.0015, + "loss": 1.7003, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.6796727180480957, + "learning_rate": 0.0015, + "loss": 1.6699, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6485866904258728, + "learning_rate": 0.0015, + "loss": 1.665, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6299443244934082, + "learning_rate": 0.0015, + "loss": 1.667, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.707040011882782, + "learning_rate": 0.0015, + "loss": 1.6646, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6451976895332336, + "learning_rate": 0.0015, + "loss": 1.6718, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6749624609947205, + "learning_rate": 0.0015, + "loss": 1.6782, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6485472917556763, + "learning_rate": 0.0015, + "loss": 1.6741, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6271134614944458, + "learning_rate": 0.0015, + "loss": 1.6642, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.6472867131233215, + "learning_rate": 0.0015, + "loss": 1.6682, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.1727449893951416, + "learning_rate": 0.0015, + "loss": 1.6693, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 1.0739372968673706, + "learning_rate": 0.0015, + "loss": 1.6699, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6262565851211548, + "learning_rate": 0.0015, + "loss": 1.6639, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.9380462765693665, + "learning_rate": 0.0015, + "loss": 1.6629, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6129502058029175, + "learning_rate": 0.0015, + "loss": 1.6537, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.610660970211029, + "learning_rate": 0.0015, + "loss": 1.6551, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7108441591262817, + "learning_rate": 0.0015, + "loss": 1.6571, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.61849445104599, + "learning_rate": 0.0015, + "loss": 1.6689, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.6824235916137695, + "learning_rate": 0.0015, + "loss": 1.65, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.7959401607513428, + "learning_rate": 0.0015, + "loss": 1.6474, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.7023043632507324, + "learning_rate": 0.0015, + "loss": 1.6458, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.9508693218231201, + "learning_rate": 0.0015, + "loss": 1.655, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.610762357711792, + "learning_rate": 0.0015, + "loss": 1.6665, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6003895998001099, + "learning_rate": 0.0015, + "loss": 1.6529, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6540138125419617, + "learning_rate": 0.0015, + "loss": 1.6514, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.6738853454589844, + "learning_rate": 0.0015, + "loss": 1.6475, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6962546706199646, + "learning_rate": 0.0015, + "loss": 1.6416, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.6957595944404602, + "learning_rate": 0.0015, + "loss": 1.6443, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.7290619015693665, + "learning_rate": 0.0015, + "loss": 1.6469, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.6296234726905823, + "learning_rate": 0.0015, + "loss": 1.6384, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.5824480652809143, + "learning_rate": 0.0015, + "loss": 1.6441, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.975032389163971, + "learning_rate": 0.0015, + "loss": 1.6376, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.5698814988136292, + "learning_rate": 0.0015, + "loss": 1.633, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6816406846046448, + "learning_rate": 0.0015, + "loss": 1.639, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6882089972496033, + "learning_rate": 0.0015, + "loss": 1.6291, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.7746725082397461, + "learning_rate": 0.0015, + "loss": 1.6364, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.1132783889770508, + "learning_rate": 0.0015, + "loss": 1.6518, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6515901684761047, + "learning_rate": 0.0015, + "loss": 1.6343, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.6279417276382446, + "learning_rate": 0.0015, + "loss": 1.6195, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.6505322456359863, + "learning_rate": 0.0015, + "loss": 1.6359, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6479453444480896, + "learning_rate": 0.0015, + "loss": 1.6348, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6634397506713867, + "learning_rate": 0.0015, + "loss": 1.6199, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7231172323226929, + "learning_rate": 0.0015, + "loss": 1.6334, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.9623863697052002, + "learning_rate": 0.0015, + "loss": 1.6273, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6702282428741455, + "learning_rate": 0.0015, + "loss": 1.6269, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.7227782607078552, + "learning_rate": 0.0015, + "loss": 1.6222, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.6325075626373291, + "learning_rate": 0.0015, + "loss": 1.6106, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7028928399085999, + "learning_rate": 0.0015, + "loss": 1.6446, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.8957093358039856, + "learning_rate": 0.0015, + "loss": 1.6307, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 1.2684556245803833, + "learning_rate": 0.0015, + "loss": 1.6194, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6649700403213501, + "learning_rate": 0.0015, + "loss": 1.615, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6177629828453064, + "learning_rate": 0.0015, + "loss": 1.6164, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.62782222032547, + "learning_rate": 0.0015, + "loss": 1.6224, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.5993375778198242, + "learning_rate": 0.0015, + "loss": 1.6071, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.7031516432762146, + "learning_rate": 0.0015, + "loss": 1.6027, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.7956550717353821, + "learning_rate": 0.0015, + "loss": 1.6064, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.5608900189399719, + "learning_rate": 0.0015, + "loss": 1.6189, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.5729573369026184, + "learning_rate": 0.0015, + "loss": 1.613, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6592503190040588, + "learning_rate": 0.0015, + "loss": 1.6106, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6544248461723328, + "learning_rate": 0.0015, + "loss": 1.6119, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6607205867767334, + "learning_rate": 0.0015, + "loss": 1.6101, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6016968488693237, + "learning_rate": 0.0015, + "loss": 1.6105, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.7552834749221802, + "learning_rate": 0.0015, + "loss": 1.6079, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6352930068969727, + "learning_rate": 0.0015, + "loss": 1.6039, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7600632905960083, + "learning_rate": 0.0015, + "loss": 1.6145, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.7010210156440735, + "learning_rate": 0.0015, + "loss": 1.6019, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5926560759544373, + "learning_rate": 0.0015, + "loss": 1.6154, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.9674777388572693, + "learning_rate": 0.0015, + "loss": 1.6056, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6830757260322571, + "learning_rate": 0.0015, + "loss": 1.611, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.7245091795921326, + "learning_rate": 0.0015, + "loss": 1.5945, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6287095546722412, + "learning_rate": 0.0015, + "loss": 1.5999, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.5811812281608582, + "learning_rate": 0.0015, + "loss": 1.5997, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.8051828742027283, + "learning_rate": 0.0015, + "loss": 1.6027, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.690095841884613, + "learning_rate": 0.0015, + "loss": 1.5991, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.6827349066734314, + "learning_rate": 0.0015, + "loss": 1.5996, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.5629339218139648, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.8621921539306641, + "learning_rate": 0.0015, + "loss": 1.604, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6353599429130554, + "learning_rate": 0.0015, + "loss": 1.5982, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.5872393846511841, + "learning_rate": 0.0015, + "loss": 1.5955, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5922430753707886, + "learning_rate": 0.0015, + "loss": 1.6028, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.615271270275116, + "learning_rate": 0.0015, + "loss": 1.6015, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6027426719665527, + "learning_rate": 0.0015, + "loss": 1.599, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6611328721046448, + "learning_rate": 0.0015, + "loss": 1.598, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.6782243847846985, + "learning_rate": 0.0015, + "loss": 1.586, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6558618545532227, + "learning_rate": 0.0015, + "loss": 1.5986, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.6752070188522339, + "learning_rate": 0.0015, + "loss": 1.5919, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.7462228536605835, + "learning_rate": 0.0015, + "loss": 1.5855, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6451160907745361, + "learning_rate": 0.0015, + "loss": 1.5828, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5997004508972168, + "learning_rate": 0.0015, + "loss": 1.5869, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.666940450668335, + "learning_rate": 0.0015, + "loss": 1.5865, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6081534624099731, + "learning_rate": 0.0015, + "loss": 1.5816, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6612553000450134, + "learning_rate": 0.0015, + "loss": 1.5899, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.6863659620285034, + "learning_rate": 0.0015, + "loss": 1.5876, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7044730186462402, + "learning_rate": 0.0015, + "loss": 1.5678, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.9346474409103394, + "learning_rate": 0.0015, + "loss": 1.5832, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.7210971117019653, + "learning_rate": 0.0015, + "loss": 1.5848, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8036166429519653, + "learning_rate": 0.0015, + "loss": 1.5939, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.5704184174537659, + "learning_rate": 0.0015, + "loss": 1.5877, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6624103784561157, + "learning_rate": 0.0015, + "loss": 1.5855, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6007447838783264, + "learning_rate": 0.0015, + "loss": 1.5836, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5330153703689575, + "learning_rate": 0.0015, + "loss": 1.5809, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6317871809005737, + "learning_rate": 0.0015, + "loss": 1.5817, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6370088458061218, + "learning_rate": 0.0015, + "loss": 1.5856, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.0981173515319824, + "learning_rate": 0.0015, + "loss": 1.5637, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.8902475833892822, + "learning_rate": 0.0015, + "loss": 1.5675, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.6024956107139587, + "learning_rate": 0.0015, + "loss": 1.5698, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5766766667366028, + "learning_rate": 0.0015, + "loss": 1.5725, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.7689202427864075, + "learning_rate": 0.0015, + "loss": 1.5739, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7470451593399048, + "learning_rate": 0.0015, + "loss": 1.5627, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6598032116889954, + "learning_rate": 0.0015, + "loss": 1.5685, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6697877645492554, + "learning_rate": 0.0015, + "loss": 1.5751, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7237564921379089, + "learning_rate": 0.0015, + "loss": 1.5744, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.5626104474067688, + "learning_rate": 0.0015, + "loss": 1.5679, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6248372197151184, + "learning_rate": 0.0015, + "loss": 1.5649, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.5619105696678162, + "learning_rate": 0.0015, + "loss": 1.5715, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.8324016332626343, + "learning_rate": 0.0015, + "loss": 1.5809, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.6818839907646179, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.8424079418182373, + "learning_rate": 0.0015, + "loss": 1.5555, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.5838778614997864, + "learning_rate": 0.0015, + "loss": 1.5597, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.7394194006919861, + "learning_rate": 0.0015, + "loss": 1.5782, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.5810507535934448, + "learning_rate": 0.0015, + "loss": 1.5541, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.6484794616699219, + "learning_rate": 0.0015, + "loss": 1.5625, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.895905077457428, + "learning_rate": 0.0015, + "loss": 1.5671, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6598799228668213, + "learning_rate": 0.0015, + "loss": 1.5531, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.635413408279419, + "learning_rate": 0.0015, + "loss": 1.5617, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.5888679027557373, + "learning_rate": 0.0015, + "loss": 1.5576, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5969088077545166, + "learning_rate": 0.0015, + "loss": 1.5694, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5850529074668884, + "learning_rate": 0.0015, + "loss": 1.5567, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6805583238601685, + "learning_rate": 0.0015, + "loss": 1.5465, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5836696624755859, + "learning_rate": 0.0015, + "loss": 1.5649, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.6702815294265747, + "learning_rate": 0.0015, + "loss": 1.5541, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6411579847335815, + "learning_rate": 0.0015, + "loss": 1.5566, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.5650330781936646, + "learning_rate": 0.0015, + "loss": 1.558, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.642634928226471, + "learning_rate": 0.0015, + "loss": 1.5713, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 1.084348201751709, + "learning_rate": 0.0015, + "loss": 1.547, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5517160892486572, + "learning_rate": 0.0015, + "loss": 1.5552, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6044959425926208, + "learning_rate": 0.0015, + "loss": 1.5557, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.5960533618927002, + "learning_rate": 0.0015, + "loss": 1.5559, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6424879431724548, + "learning_rate": 0.0015, + "loss": 1.5533, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.6925928592681885, + "learning_rate": 0.0015, + "loss": 1.5531, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.8220000863075256, + "learning_rate": 0.0015, + "loss": 1.5488, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.7931057214736938, + "learning_rate": 0.0015, + "loss": 1.5621, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6466951966285706, + "learning_rate": 0.0015, + "loss": 1.5526, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6298534274101257, + "learning_rate": 0.0015, + "loss": 1.5468, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.7880116105079651, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.7439488172531128, + "learning_rate": 0.0015, + "loss": 1.5562, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5762472748756409, + "learning_rate": 0.0015, + "loss": 1.5411, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.6992225646972656, + "learning_rate": 0.0015, + "loss": 1.5588, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6673420071601868, + "learning_rate": 0.0015, + "loss": 1.5588, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.6831956505775452, + "learning_rate": 0.0015, + "loss": 1.5426, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.5462791919708252, + "learning_rate": 0.0015, + "loss": 1.5504, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6818351149559021, + "learning_rate": 0.0015, + "loss": 1.5506, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.8001487851142883, + "learning_rate": 0.0015, + "loss": 1.5527, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5488734245300293, + "learning_rate": 0.0015, + "loss": 1.5443, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.7689006924629211, + "learning_rate": 0.0015, + "loss": 1.5471, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6005131602287292, + "learning_rate": 0.0015, + "loss": 1.5421, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6102413535118103, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7920178174972534, + "learning_rate": 0.0015, + "loss": 1.5482, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6190624833106995, + "learning_rate": 0.0015, + "loss": 1.5438, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6588506698608398, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.5450959205627441, + "learning_rate": 0.0015, + "loss": 1.5435, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.568746030330658, + "learning_rate": 0.0015, + "loss": 1.5418, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.6272512674331665, + "learning_rate": 0.0015, + "loss": 1.5255, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5547628402709961, + "learning_rate": 0.0015, + "loss": 1.5395, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.5821362137794495, + "learning_rate": 0.0015, + "loss": 1.538, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6259918212890625, + "learning_rate": 0.0015, + "loss": 1.534, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.607772946357727, + "learning_rate": 0.0015, + "loss": 1.5313, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.9403669238090515, + "learning_rate": 0.0015, + "loss": 1.5476, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5947582721710205, + "learning_rate": 0.0015, + "loss": 1.5519, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5908080339431763, + "learning_rate": 0.0015, + "loss": 1.5425, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6022931933403015, + "learning_rate": 0.0015, + "loss": 1.5232, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.7703867554664612, + "learning_rate": 0.0015, + "loss": 1.5456, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6678274869918823, + "learning_rate": 0.0015, + "loss": 1.5387, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6669195294380188, + "learning_rate": 0.0015, + "loss": 1.5499, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.0063786506652832, + "learning_rate": 0.0015, + "loss": 1.5438, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.916503369808197, + "learning_rate": 0.0015, + "loss": 1.5345, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.6114853024482727, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.6031618714332581, + "learning_rate": 0.0015, + "loss": 1.5299, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.6233285665512085, + "learning_rate": 0.0015, + "loss": 1.5302, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6138935685157776, + "learning_rate": 0.0015, + "loss": 1.5401, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7321248650550842, + "learning_rate": 0.0015, + "loss": 1.5253, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6078612804412842, + "learning_rate": 0.0015, + "loss": 1.5286, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6599511504173279, + "learning_rate": 0.0015, + "loss": 1.5288, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6486068367958069, + "learning_rate": 0.0015, + "loss": 1.5292, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8735135197639465, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.6769356727600098, + "learning_rate": 0.0015, + "loss": 1.5399, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.7743157148361206, + "learning_rate": 0.0015, + "loss": 1.5328, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6049450039863586, + "learning_rate": 0.0015, + "loss": 1.5277, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.6719385385513306, + "learning_rate": 0.0015, + "loss": 1.5281, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.576313316822052, + "learning_rate": 0.0015, + "loss": 1.5382, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6430057883262634, + "learning_rate": 0.0015, + "loss": 1.5422, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5845285654067993, + "learning_rate": 0.0015, + "loss": 1.5302, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.612210214138031, + "learning_rate": 0.0015, + "loss": 1.5071, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.55598384141922, + "learning_rate": 0.0015, + "loss": 1.5233, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.5805742144584656, + "learning_rate": 0.0015, + "loss": 1.5258, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.6504670977592468, + "learning_rate": 0.0015, + "loss": 1.531, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.7802721858024597, + "learning_rate": 0.0015, + "loss": 1.5204, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.5795727968215942, + "learning_rate": 0.0015, + "loss": 1.535, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.6096338629722595, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.63264399766922, + "learning_rate": 0.0015, + "loss": 1.5268, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.5819994211196899, + "learning_rate": 0.0015, + "loss": 1.5292, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.7298890948295593, + "learning_rate": 0.0015, + "loss": 1.5206, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6244053840637207, + "learning_rate": 0.0015, + "loss": 1.5121, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.5711541771888733, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5333322882652283, + "learning_rate": 0.0015, + "loss": 1.5331, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6488534212112427, + "learning_rate": 0.0015, + "loss": 1.5138, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7239291667938232, + "learning_rate": 0.0015, + "loss": 1.5294, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.9742686152458191, + "learning_rate": 0.0015, + "loss": 1.5187, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6343986988067627, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.6439376473426819, + "learning_rate": 0.0015, + "loss": 1.5098, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.8655267357826233, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6127061247825623, + "learning_rate": 0.0015, + "loss": 1.5127, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.6228435635566711, + "learning_rate": 0.0015, + "loss": 1.5086, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5865804553031921, + "learning_rate": 0.0015, + "loss": 1.5151, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6816365122795105, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.8221717476844788, + "learning_rate": 0.0015, + "loss": 1.5163, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5298409461975098, + "learning_rate": 0.0015, + "loss": 1.5161, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.5596839785575867, + "learning_rate": 0.0015, + "loss": 1.509, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.532119870185852, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.5433077216148376, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5456915497779846, + "learning_rate": 0.0015, + "loss": 1.5222, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.572923481464386, + "learning_rate": 0.0015, + "loss": 1.5111, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5117266774177551, + "learning_rate": 0.0015, + "loss": 1.5129, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5024316310882568, + "learning_rate": 0.0015, + "loss": 1.5047, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5150533318519592, + "learning_rate": 0.0015, + "loss": 1.513, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5249171853065491, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.7801232933998108, + "learning_rate": 0.0015, + "loss": 1.5198, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.8610855340957642, + "learning_rate": 0.0015, + "loss": 1.5142, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6890126466751099, + "learning_rate": 0.0015, + "loss": 1.5201, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6725890636444092, + "learning_rate": 0.0015, + "loss": 1.5125, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5794495940208435, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6073198914527893, + "learning_rate": 0.0015, + "loss": 1.504, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.7326914668083191, + "learning_rate": 0.0015, + "loss": 1.5107, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6833801865577698, + "learning_rate": 0.0015, + "loss": 1.5025, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5677995681762695, + "learning_rate": 0.0015, + "loss": 1.5048, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6422021985054016, + "learning_rate": 0.0015, + "loss": 1.5124, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5912719368934631, + "learning_rate": 0.0015, + "loss": 1.5048, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5334175825119019, + "learning_rate": 0.0015, + "loss": 1.5044, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5514172911643982, + "learning_rate": 0.0015, + "loss": 1.5006, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6370390057563782, + "learning_rate": 0.0015, + "loss": 1.5065, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.6007202863693237, + "learning_rate": 0.0015, + "loss": 1.5082, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5911210179328918, + "learning_rate": 0.0015, + "loss": 1.4974, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6960971355438232, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 1.0867031812667847, + "learning_rate": 0.0015, + "loss": 1.5039, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7056772112846375, + "learning_rate": 0.0015, + "loss": 1.5031, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6110833883285522, + "learning_rate": 0.0015, + "loss": 1.509, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7566470503807068, + "learning_rate": 0.0015, + "loss": 1.5115, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5677741765975952, + "learning_rate": 0.0015, + "loss": 1.5004, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7918340563774109, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.9699915051460266, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.6517788767814636, + "learning_rate": 0.0015, + "loss": 1.5048, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5126602649688721, + "learning_rate": 0.0015, + "loss": 1.4994, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.6962641477584839, + "learning_rate": 0.0015, + "loss": 1.4972, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5313942432403564, + "learning_rate": 0.0015, + "loss": 1.505, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6441898941993713, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.80213862657547, + "learning_rate": 0.0015, + "loss": 1.4976, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.5837754607200623, + "learning_rate": 0.0015, + "loss": 1.5131, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.6574090719223022, + "learning_rate": 0.0015, + "loss": 1.4909, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.49875763058662415, + "learning_rate": 0.0015, + "loss": 1.4971, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.5440434217453003, + "learning_rate": 0.0015, + "loss": 1.4923, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.7480255365371704, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.7502830028533936, + "learning_rate": 0.0015, + "loss": 1.5154, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.638038694858551, + "learning_rate": 0.0015, + "loss": 1.4985, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.5418035984039307, + "learning_rate": 0.0015, + "loss": 1.4996, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7437496185302734, + "learning_rate": 0.0015, + "loss": 1.4974, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.7251719832420349, + "learning_rate": 0.0015, + "loss": 1.5027, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5135377049446106, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.546423614025116, + "learning_rate": 0.0015, + "loss": 1.5014, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6129780411720276, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.7669563293457031, + "learning_rate": 0.0015, + "loss": 1.4937, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.5725547671318054, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5419220924377441, + "learning_rate": 0.0015, + "loss": 1.498, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6583626866340637, + "learning_rate": 0.0015, + "loss": 1.4798, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6703401207923889, + "learning_rate": 0.0015, + "loss": 1.4996, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.7447689771652222, + "learning_rate": 0.0015, + "loss": 1.5011, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.6889923214912415, + "learning_rate": 0.0015, + "loss": 1.4989, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5502811074256897, + "learning_rate": 0.0015, + "loss": 1.4869, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.59233558177948, + "learning_rate": 0.0015, + "loss": 1.4674, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.6495541334152222, + "learning_rate": 0.0015, + "loss": 1.4921, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.7146870493888855, + "learning_rate": 0.0015, + "loss": 1.4795, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.5922014117240906, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.6273832321166992, + "learning_rate": 0.0015, + "loss": 1.503, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5555224418640137, + "learning_rate": 0.0015, + "loss": 1.4766, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.507270097732544, + "learning_rate": 0.0015, + "loss": 1.4968, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5838307738304138, + "learning_rate": 0.0015, + "loss": 1.4976, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.6076533198356628, + "learning_rate": 0.0015, + "loss": 1.4987, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5476945638656616, + "learning_rate": 0.0015, + "loss": 1.4898, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6522284150123596, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.6084822416305542, + "learning_rate": 0.0015, + "loss": 1.485, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.5807247757911682, + "learning_rate": 0.0015, + "loss": 1.479, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5520457625389099, + "learning_rate": 0.0015, + "loss": 1.4878, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5583330988883972, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.8494092226028442, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6600103974342346, + "learning_rate": 0.0015, + "loss": 1.4843, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.702814519405365, + "learning_rate": 0.0015, + "loss": 1.4829, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6927804350852966, + "learning_rate": 0.0015, + "loss": 1.5035, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5378764271736145, + "learning_rate": 0.0015, + "loss": 1.4872, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.6337290406227112, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5428599119186401, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.7110328078269958, + "learning_rate": 0.0015, + "loss": 1.4783, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.55487060546875, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5764284729957581, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.8112941384315491, + "learning_rate": 0.0015, + "loss": 1.5027, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.4965507984161377, + "learning_rate": 0.0015, + "loss": 1.4856, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.5271897912025452, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5478551983833313, + "learning_rate": 0.0015, + "loss": 1.4925, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.5441624522209167, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.8168677687644958, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.9002726078033447, + "learning_rate": 0.0015, + "loss": 1.496, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.6249581575393677, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5859907865524292, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.6127180457115173, + "learning_rate": 0.0015, + "loss": 1.4868, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5924661159515381, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.596203625202179, + "learning_rate": 0.0015, + "loss": 1.4851, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.5562626123428345, + "learning_rate": 0.0015, + "loss": 1.4821, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.7145407795906067, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.8665297627449036, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5451953411102295, + "learning_rate": 0.0015, + "loss": 1.4794, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.6681820750236511, + "learning_rate": 0.0015, + "loss": 1.4744, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.6579897999763489, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.7042908072471619, + "learning_rate": 0.0015, + "loss": 1.4877, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5207177400588989, + "learning_rate": 0.0015, + "loss": 1.4814, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.5590533018112183, + "learning_rate": 0.0015, + "loss": 1.4736, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.6029673218727112, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5923275947570801, + "learning_rate": 0.0015, + "loss": 1.4841, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5961737632751465, + "learning_rate": 0.0015, + "loss": 1.4741, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5873507261276245, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.9630367755889893, + "learning_rate": 0.0015, + "loss": 1.4768, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.6927589774131775, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5878579020500183, + "learning_rate": 0.0015, + "loss": 1.4808, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.5937055945396423, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.7419557571411133, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6134268641471863, + "learning_rate": 0.0015, + "loss": 1.4769, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.636572539806366, + "learning_rate": 0.0015, + "loss": 1.4738, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.6202790141105652, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6438086032867432, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5364874005317688, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.49875974655151367, + "learning_rate": 0.0015, + "loss": 1.4761, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.7342543601989746, + "learning_rate": 0.0015, + "loss": 1.4883, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.5707510113716125, + "learning_rate": 0.0015, + "loss": 1.4696, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6253118515014648, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.9086582064628601, + "learning_rate": 0.0015, + "loss": 1.4667, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.5875641703605652, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.5278132557868958, + "learning_rate": 0.0015, + "loss": 1.469, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5488489866256714, + "learning_rate": 0.0015, + "loss": 1.4764, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.9268010854721069, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.582885205745697, + "learning_rate": 0.0015, + "loss": 1.4772, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.6753647923469543, + "learning_rate": 0.0015, + "loss": 1.4842, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.8944094181060791, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5675341486930847, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5383754372596741, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.7768966555595398, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5521121025085449, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5920925140380859, + "learning_rate": 0.0015, + "loss": 1.4784, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5520569086074829, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5458168983459473, + "learning_rate": 0.0015, + "loss": 1.4631, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.7084580659866333, + "learning_rate": 0.0015, + "loss": 1.4717, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5631759166717529, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5456891655921936, + "learning_rate": 0.0015, + "loss": 1.4666, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.629676342010498, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.6019992232322693, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5304731130599976, + "learning_rate": 0.0015, + "loss": 1.4666, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5179152488708496, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.603348433971405, + "learning_rate": 0.0015, + "loss": 1.4595, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.8422991037368774, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.6259440183639526, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.7041751146316528, + "learning_rate": 0.0015, + "loss": 1.4686, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.5876805782318115, + "learning_rate": 0.0015, + "loss": 1.4659, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7383052110671997, + "learning_rate": 0.0015, + "loss": 1.4691, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.6773043870925903, + "learning_rate": 0.0015, + "loss": 1.4761, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.68573397397995, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.6186241507530212, + "learning_rate": 0.0015, + "loss": 1.4729, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5245220065116882, + "learning_rate": 0.0015, + "loss": 1.4644, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.5127766132354736, + "learning_rate": 0.0015, + "loss": 1.4555, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5364044308662415, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6824843883514404, + "learning_rate": 0.0015, + "loss": 1.472, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.562599778175354, + "learning_rate": 0.0015, + "loss": 1.4768, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.554816722869873, + "learning_rate": 0.0015, + "loss": 1.4608, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5311549305915833, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6091548800468445, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5266405344009399, + "learning_rate": 0.0015, + "loss": 1.4602, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5213054418563843, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5713757276535034, + "learning_rate": 0.0015, + "loss": 1.4757, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7337353825569153, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5308693647384644, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6518898606300354, + "learning_rate": 0.0015, + "loss": 1.4697, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.6611716747283936, + "learning_rate": 0.0015, + "loss": 1.4649, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5270864367485046, + "learning_rate": 0.0015, + "loss": 1.4711, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5916832089424133, + "learning_rate": 0.0015, + "loss": 1.4719, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9487943649291992, + "learning_rate": 0.0015, + "loss": 1.451, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.5687475800514221, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.5659775137901306, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5397734045982361, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6298732757568359, + "learning_rate": 0.0015, + "loss": 1.4634, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.48626509308815, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.564589262008667, + "learning_rate": 0.0015, + "loss": 1.4363, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5767689347267151, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.5449169278144836, + "learning_rate": 0.0015, + "loss": 1.4474, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.6358098387718201, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.645729124546051, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.6094199419021606, + "learning_rate": 0.0015, + "loss": 1.4608, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5631193518638611, + "learning_rate": 0.0015, + "loss": 1.4626, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.6091004610061646, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.6834111213684082, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.7020549774169922, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.6763173341751099, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.6037977337837219, + "learning_rate": 0.0015, + "loss": 1.461, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.6056775450706482, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.5456224083900452, + "learning_rate": 0.0015, + "loss": 1.4633, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5920342206954956, + "learning_rate": 0.0015, + "loss": 1.4566, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5288448333740234, + "learning_rate": 0.0015, + "loss": 1.4568, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6668508648872375, + "learning_rate": 0.0015, + "loss": 1.452, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.6770985722541809, + "learning_rate": 0.0015, + "loss": 1.4476, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.8159175515174866, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6664168238639832, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5339956283569336, + "learning_rate": 0.0015, + "loss": 1.4493, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6226065158843994, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5611864328384399, + "learning_rate": 0.0015, + "loss": 1.4578, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.49556663632392883, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.8861162662506104, + "learning_rate": 0.0015, + "loss": 1.4598, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.8057578206062317, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.6614024639129639, + "learning_rate": 0.0015, + "loss": 1.4549, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.591598629951477, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5660628080368042, + "learning_rate": 0.0015, + "loss": 1.4406, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5870352983474731, + "learning_rate": 0.0015, + "loss": 1.4598, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5869897603988647, + "learning_rate": 0.0015, + "loss": 1.4405, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.5584044456481934, + "learning_rate": 0.0015, + "loss": 1.4606, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.6476332545280457, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5212739706039429, + "learning_rate": 0.0015, + "loss": 1.4503, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5253696441650391, + "learning_rate": 0.0015, + "loss": 1.4489, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.9250648021697998, + "learning_rate": 0.0015, + "loss": 1.4463, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.7041076421737671, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5747056603431702, + "learning_rate": 0.0015, + "loss": 1.4528, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.6028876900672913, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 1.0948182344436646, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.6669796109199524, + "learning_rate": 0.0015, + "loss": 1.4637, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.592555046081543, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5710325241088867, + "learning_rate": 0.0014854972418331944, + "loss": 1.4339, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5590702295303345, + "learning_rate": 0.0014650219182191931, + "loss": 1.455, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5274255871772766, + "learning_rate": 0.001444828815847542, + "loss": 1.4558, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5450711846351624, + "learning_rate": 0.0014249140447269945, + "loss": 1.4476, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5037233233451843, + "learning_rate": 0.0014052737684839257, + "loss": 1.4416, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5511847734451294, + "learning_rate": 0.0013859042036232954, + "loss": 1.4488, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.8101614117622375, + "learning_rate": 0.001366801618799797, + "loss": 1.4366, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5284369587898254, + "learning_rate": 0.001347962334099052, + "loss": 1.44, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5404887795448303, + "learning_rate": 0.0013293827203287143, + "loss": 1.4459, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5109414458274841, + "learning_rate": 0.0013110591983193423, + "loss": 1.4358, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.5763075351715088, + "learning_rate": 0.0012929882382349102, + "loss": 1.4448, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5637813210487366, + "learning_rate": 0.0012751663588928214, + "loss": 1.442, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5197626352310181, + "learning_rate": 0.0012575901270932943, + "loss": 1.435, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.7691735029220581, + "learning_rate": 0.0012402561569579936, + "loss": 1.4293, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6103032827377319, + "learning_rate": 0.0012231611092777745, + "loss": 1.4279, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5120815634727478, + "learning_rate": 0.0012063016908694193, + "loss": 1.4225, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.6098062992095947, + "learning_rate": 0.0011896746539412405, + "loss": 1.4318, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.6241275668144226, + "learning_rate": 0.0011732767954674265, + "loss": 1.4225, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5512659549713135, + "learning_rate": 0.0011571049565710122, + "loss": 1.4272, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6220884919166565, + "learning_rate": 0.001141156021915355, + "loss": 1.4261, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5056501030921936, + "learning_rate": 0.001125426919103997, + "loss": 1.4054, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.6238651275634766, + "learning_rate": 0.001109914618088799, + "loss": 1.4082, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.7365453839302063, + "learning_rate": 0.0010946161305862348, + "loss": 1.4211, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.5034173727035522, + "learning_rate": 0.001079528509501728, + "loss": 1.4228, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5035203695297241, + "learning_rate": 0.0010646488483619261, + "loss": 1.4156, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5203441381454468, + "learning_rate": 0.0010499742807547976, + "loss": 1.405, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5264323353767395, + "learning_rate": 0.0010355019797774478, + "loss": 1.4121, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5054761171340942, + "learning_rate": 0.001021229157491546, + "loss": 1.3984, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.566516637802124, + "learning_rate": 0.0010071530643862578, + "loss": 1.4024, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5494766235351562, + "learning_rate": 0.000993270988848579, + "loss": 1.413, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5305378437042236, + "learning_rate": 0.0009795802566409742, + "loss": 1.4059, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.7373847365379333, + "learning_rate": 0.0009660782303862109, + "loss": 1.4106, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.4979548156261444, + "learning_rate": 0.0009527623090592963, + "loss": 1.4036, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5357046723365784, + "learning_rate": 0.0009396299274864177, + "loss": 1.4184, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.524194598197937, + "learning_rate": 0.0009266785558507877, + "loss": 1.4194, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.547835111618042, + "learning_rate": 0.0009139056992053016, + "loss": 1.4028, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.6181050539016724, + "learning_rate": 0.000901308896991912, + "loss": 1.3926, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.6838914752006531, + "learning_rate": 0.000888885722567627, + "loss": 1.4034, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5421223044395447, + "learning_rate": 0.0008766337827370438, + "loss": 1.3958, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6814435720443726, + "learning_rate": 0.000864550717291324, + "loss": 1.3963, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.4749564528465271, + "learning_rate": 0.0008526341985535229, + "loss": 1.3934, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5062347650527954, + "learning_rate": 0.0008408819309301891, + "loss": 1.3864, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5495785474777222, + "learning_rate": 0.0008292916504691397, + "loss": 1.3922, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5529202222824097, + "learning_rate": 0.0008178611244233354, + "loss": 1.3978, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5035123229026794, + "learning_rate": 0.0008065881508207637, + "loss": 1.3851, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4964410066604614, + "learning_rate": 0.0007954705580402523, + "loss": 1.3936, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.6161483526229858, + "learning_rate": 0.0007845062043931298, + "loss": 1.384, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.523698627948761, + "learning_rate": 0.0007736929777106497, + "loss": 1.3899, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.49107348918914795, + "learning_rate": 0.000763028794937105, + "loss": 1.3831, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5189265608787537, + "learning_rate": 0.0007525116017285476, + "loss": 1.3804, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5364611744880676, + "learning_rate": 0.0007421393720570417, + "loss": 1.383, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.48587021231651306, + "learning_rate": 0.0007319101078203694, + "loss": 1.3859, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5128830075263977, + "learning_rate": 0.0007218218384571178, + "loss": 1.3766, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.46401098370552063, + "learning_rate": 0.0007118726205670703, + "loss": 1.3791, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.48515763878822327, + "learning_rate": 0.0007020605375368316, + "loss": 1.3777, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.6183516979217529, + "learning_rate": 0.000692383699170611, + "loss": 1.3688, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5306627750396729, + "learning_rate": 0.0006828402413260966, + "loss": 1.3779, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.49693840742111206, + "learning_rate": 0.0006734283255553471, + "loss": 1.3816, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5087738633155823, + "learning_rate": 0.0006641461387506347, + "loss": 1.3838, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.48053449392318726, + "learning_rate": 0.0006549918927951678, + "loss": 1.3748, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5376818776130676, + "learning_rate": 0.0006459638242186297, + "loss": 1.3777, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.6019859313964844, + "learning_rate": 0.0006370601938574639, + "loss": 1.3763, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5441733002662659, + "learning_rate": 0.0006282792865198421, + "loss": 1.3809, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.4988143742084503, + "learning_rate": 0.0006196194106552512, + "loss": 1.3668, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.9648948907852173, + "learning_rate": 0.0006110788980286328, + "loss": 1.3717, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.539746105670929, + "learning_rate": 0.0006026561033990158, + "loss": 1.37, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.6249383687973022, + "learning_rate": 0.000594349404202577, + "loss": 1.3662, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6611071825027466, + "learning_rate": 0.0005861572002400716, + "loss": 1.3574, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.49944445490837097, + "learning_rate": 0.0005780779133685717, + "loss": 1.3672, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5754870772361755, + "learning_rate": 0.0005701099871974524, + "loss": 1.3603, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.6039024591445923, + "learning_rate": 0.0005622518867885708, + "loss": 1.3578, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5799662470817566, + "learning_rate": 0.0005545020983605748, + "loss": 1.366, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.6918553113937378, + "learning_rate": 0.0005468591289972898, + "loss": 1.3553, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5505524277687073, + "learning_rate": 0.0005393215063601232, + "loss": 1.3556, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5248740315437317, + "learning_rate": 0.0005318877784044343, + "loss": 1.3785, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5648968815803528, + "learning_rate": 0.0005245565130998126, + "loss": 1.3593, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5115235447883606, + "learning_rate": 0.000517326298154212, + "loss": 1.365, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5762827396392822, + "learning_rate": 0.0005101957407418877, + "loss": 1.3666, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5095155239105225, + "learning_rate": 0.0005031634672350829, + "loss": 1.3629, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.4851057827472687, + "learning_rate": 0.0004962281229394129, + "loss": 1.3539, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.47508159279823303, + "learning_rate": 0.0004893883718328983, + "loss": 1.3475, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.49186787009239197, + "learning_rate": 0.0004826428963085938, + "loss": 1.3528, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5632398128509521, + "learning_rate": 0.00047599039692076457, + "loss": 1.3509, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5433728098869324, + "learning_rate": 0.0004694295921345622, + "loss": 1.3636, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4962522089481354, + "learning_rate": 0.00046295921807915015, + "loss": 1.335, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6877003908157349, + "learning_rate": 0.00045657802830423164, + "loss": 1.35, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5457785129547119, + "learning_rate": 0.00045028479353993473, + "loss": 1.3536, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6001309752464294, + "learning_rate": 0.00044407830146000587, + "loss": 1.3588, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5580538511276245, + "learning_rate": 0.0004379573564482676, + "loss": 1.3451, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6439946293830872, + "learning_rate": 0.0004319207793682963, + "loss": 1.3511, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.5633798241615295, + "learning_rate": 0.0004259674073362731, + "loss": 1.357, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.5077953934669495, + "learning_rate": 0.00042009609349696626, + "loss": 1.3548, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.4964649975299835, + "learning_rate": 0.00041430570680280233, + "loss": 1.3518, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.49853572249412537, + "learning_rate": 0.0004085951317959809, + "loss": 1.3468, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5805441737174988, + "learning_rate": 0.00040296326839359315, + "loss": 1.3572, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5360079407691956, + "learning_rate": 0.000397409031675703, + "loss": 1.3502, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.5109590888023376, + "learning_rate": 0.00039193135167634786, + "loss": 1.3585, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.49240773916244507, + "learning_rate": 0.00038652917317742123, + "loss": 1.3419, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5305712819099426, + "learning_rate": 0.0003812014555053956, + "loss": 1.3392, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.45412856340408325, + "learning_rate": 0.00037594717233084774, + "loss": 1.3468, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.6645715236663818, + "learning_rate": 0.0003707653114707471, + "loss": 1.356, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.548294186592102, + "learning_rate": 0.00036565487469346906, + "loss": 1.3334, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.4824378788471222, + "learning_rate": 0.0003606148775264958, + "loss": 1.3351, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.4731684625148773, + "learning_rate": 0.0003556443490667684, + "loss": 1.34, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.4967353940010071, + "learning_rate": 0.0003507423317936521, + "loss": 1.3434, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5875260233879089, + "learning_rate": 0.00034590788138448006, + "loss": 1.3572, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.6720730066299438, + "learning_rate": 0.0003411400665326393, + "loss": 1.3519, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5609285235404968, + "learning_rate": 0.00033643796876816424, + "loss": 1.3482, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.4963809847831726, + "learning_rate": 0.000331800682280803, + "loss": 1.3437, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.4802923798561096, + "learning_rate": 0.0003272273137455226, + "loss": 1.341, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.538068950176239, + "learning_rate": 0.00032271698215041863, + "loss": 1.3383, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.6135417819023132, + "learning_rate": 0.0003182688186269984, + "loss": 1.3399, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.515723466873169, + "learning_rate": 0.0003138819662828017, + "loss": 1.3508, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5416966080665588, + "learning_rate": 0.00030955558003632966, + "loss": 1.355, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.5162220001220703, + "learning_rate": 0.0003052888264542483, + "loss": 1.3358, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.568890392780304, + "learning_rate": 0.0003010808835908368, + "loss": 1.3303, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5876977443695068, + "learning_rate": 0.00029693094082964785, + "loss": 1.3368, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.6197674870491028, + "learning_rate": 0.0002928381987273508, + "loss": 1.3339, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.5474351644515991, + "learning_rate": 0.0002888018688597272, + "loss": 1.3285, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.5118351578712463, + "learning_rate": 0.0002848211736697894, + "loss": 1.3379, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.46654650568962097, + "learning_rate": 0.00028089534631799183, + "loss": 1.3384, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.48345306515693665, + "learning_rate": 0.0002770236305345076, + "loss": 1.3253, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.5052648186683655, + "learning_rate": 0.00027320528047354093, + "loss": 1.3355, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5024939179420471, + "learning_rate": 0.00026943956056964773, + "loss": 1.3426, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4708436131477356, + "learning_rate": 0.0002657257453960364, + "loss": 1.3234, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.49298837780952454, + "learning_rate": 0.0002620631195248222, + "loss": 1.3288, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.48005419969558716, + "learning_rate": 0.00025845097738920735, + "loss": 1.3146, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.48186084628105164, + "learning_rate": 0.0002548886231475606, + "loss": 1.3179, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.48465681076049805, + "learning_rate": 0.0002513753705493713, + "loss": 1.3211, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.46673837304115295, + "learning_rate": 0.0002479105428030497, + "loss": 1.3332, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.526908814907074, + "learning_rate": 0.00024449347244555043, + "loss": 1.3238, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.49608245491981506, + "learning_rate": 0.00024112350121379254, + "loss": 1.3281, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.466810941696167, + "learning_rate": 0.000237799979917852, + "loss": 1.3379, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.502129852771759, + "learning_rate": 0.00023452226831590227, + "loss": 1.3303, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5259256362915039, + "learning_rate": 0.00023128973499087779, + "loss": 1.3365, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.500847339630127, + "learning_rate": 0.00022810175722883858, + "loss": 1.3225, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.4649074077606201, + "learning_rate": 0.0002249577208990106, + "loss": 1.323, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5383433103561401, + "learning_rate": 0.00022185702033547996, + "loss": 1.321, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.4654619097709656, + "learning_rate": 0.00021879905822051756, + "loss": 1.3161, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.6051566004753113, + "learning_rate": 0.00021578324546951222, + "loss": 1.3206, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5371909737586975, + "learning_rate": 0.00021280900111748948, + "loss": 1.3315, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5033254027366638, + "learning_rate": 0.00020987575220719483, + "loss": 1.3283, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.48168230056762695, + "learning_rate": 0.00020698293367871933, + "loss": 1.3181, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.4620802700519562, + "learning_rate": 0.00020412998826064692, + "loss": 1.3242, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.47703951597213745, + "learning_rate": 0.00020131636636270178, + "loss": 1.3345, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4817696213722229, + "learning_rate": 0.00019854152596987523, + "loss": 1.3087, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.4722531735897064, + "learning_rate": 0.00019580493253801255, + "loss": 1.3298, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5582346320152283, + "learning_rate": 0.00019310605889083838, + "loss": 1.3213, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.5184255838394165, + "learning_rate": 0.0001904443851184018, + "loss": 1.3382, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.47420576214790344, + "learning_rate": 0.00018781939847692096, + "loss": 1.3152, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4663408696651459, + "learning_rate": 0.00018523059329000844, + "loss": 1.3216, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5505437254905701, + "learning_rate": 0.0001826774708512579, + "loss": 1.3372, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.48496976494789124, + "learning_rate": 0.00018015953932817348, + "loss": 1.3095, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.47624102234840393, + "learning_rate": 0.00017767631366742332, + "loss": 1.3192, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.534982442855835, + "learning_rate": 0.00017522731550139922, + "loss": 1.3153, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.505545437335968, + "learning_rate": 0.00017281207305606407, + "loss": 1.3211, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5112576484680176, + "learning_rate": 0.00017043012106006926, + "loss": 1.3274, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4805108308792114, + "learning_rate": 0.00016808100065512528, + "loss": 1.3275, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.511094868183136, + "learning_rate": 0.00016576425930760734, + "loss": 1.3116, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.48960891366004944, + "learning_rate": 0.00016347945072137934, + "loss": 1.3125, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.4569883346557617, + "learning_rate": 0.00016122613475181977, + "loss": 1.3218, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.534317672252655, + "learning_rate": 0.00015900387732103232, + "loss": 1.3121, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5055877566337585, + "learning_rate": 0.00015681225033422526, + "loss": 1.3301, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4627654254436493, + "learning_rate": 0.00015465083159724345, + "loss": 1.3202, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.4758392572402954, + "learning_rate": 0.0001525192047352371, + "loss": 1.3154, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.46388524770736694, + "learning_rate": 0.00015041695911245136, + "loss": 1.3238, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.4874839186668396, + "learning_rate": 0.00014834368975312172, + "loss": 1.314, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.481004536151886, + "learning_rate": 0.00014629899726345958, + "loss": 1.3004, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.46791186928749084, + "learning_rate": 0.00014428248775471316, + "loss": 1.3086, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4821540117263794, + "learning_rate": 0.000142293772767289, + "loss": 1.2983, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.47279614210128784, + "learning_rate": 0.00014033246919591922, + "loss": 1.3116, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5413178205490112, + "learning_rate": 0.00013839819921586025, + "loss": 1.3313, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.47640782594680786, + "learning_rate": 0.00013649059021010894, + "loss": 1.3278, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4538135528564453, + "learning_rate": 0.00013460927469762155, + "loss": 1.3064, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5609554648399353, + "learning_rate": 0.00013275389026252255, + "loss": 1.3165, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5607855916023254, + "learning_rate": 0.0001309240794842889, + "loss": 1.3146, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.47213301062583923, + "learning_rate": 0.00012911948986889664, + "loss": 1.3234, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.4935596287250519, + "learning_rate": 0.00012733977378091664, + "loss": 1.3181, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.47754672169685364, + "learning_rate": 0.00012558458837654633, + "loss": 1.322, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.468411922454834, + "learning_rate": 0.00012385359553756422, + "loss": 1.306, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4971744418144226, + "learning_rate": 0.0001221464618061951, + "loss": 1.3064, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.49825602769851685, + "learning_rate": 0.0001204628583208727, + "loss": 1.3032, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5823413729667664, + "learning_rate": 0.00011880246075288824, + "loss": 1.3174, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5061120986938477, + "learning_rate": 0.00011716494924391148, + "loss": 1.3104, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.5084331035614014, + "learning_rate": 0.00011555000834437363, + "loss": 1.319, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5041303038597107, + "learning_rate": 0.00011395732695269907, + "loss": 1.3127, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.49560263752937317, + "learning_rate": 0.00011238659825537507, + "loss": 1.3102, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.5009322166442871, + "learning_rate": 0.00011083751966784716, + "loss": 1.3212, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.5117639899253845, + "learning_rate": 0.00010930979277622952, + "loss": 1.3042, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.4982527196407318, + "learning_rate": 0.00010780312327981853, + "loss": 1.3132, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.4800499677658081, + "learning_rate": 0.0001063172209343989, + "loss": 1.3155, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4854012429714203, + "learning_rate": 0.000104851799496331, + "loss": 1.3173, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.4941917359828949, + "learning_rate": 0.00010340657666740917, + "loss": 1.3044, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.4994807541370392, + "learning_rate": 0.00010198127404047976, + "loss": 1.2993, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5245217680931091, + "learning_rate": 0.00010057561704580898, + "loss": 1.3183, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.48488539457321167, + "learning_rate": 9.918933489818986e-05, + "loss": 1.3063, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5023126006126404, + "learning_rate": 9.782216054477828e-05, + "loss": 1.3086, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4720862805843353, + "learning_rate": 9.647383061364803e-05, + "loss": 1.3082, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4822885990142822, + "learning_rate": 9.514408536305497e-05, + "loss": 1.3015, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4595473110675812, + "learning_rate": 9.383266863140043e-05, + "loss": 1.3143, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.4833104908466339, + "learning_rate": 9.25393277878844e-05, + "loss": 1.3058, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5218775272369385, + "learning_rate": 9.126381368383881e-05, + "loss": 1.3149, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5130941271781921, + "learning_rate": 9.000588060473158e-05, + "loss": 1.3076, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.46893396973609924, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3165, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.4639524221420288, + "learning_rate": 8.754179155053052e-05, + "loss": 1.3093, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4881211817264557, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3184, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.45782536268234253, + "learning_rate": 8.514516180927926e-05, + "loss": 1.3116, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.4648894667625427, + "learning_rate": 8.397156505452524e-05, + "loss": 1.3099, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.46031248569488525, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3229, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.4976094365119934, + "learning_rate": 8.167267732713705e-05, + "loss": 1.3154, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5178634524345398, + "learning_rate": 8.054694349768114e-05, + "loss": 1.3099, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4591270685195923, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2948, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5108558535575867, + "learning_rate": 7.834181156087357e-05, + "loss": 1.295, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4601665437221527, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3214, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.47098612785339355, + "learning_rate": 7.61970494735919e-05, + "loss": 1.3, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.46886900067329407, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3178, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.48209455609321594, + "learning_rate": 7.411100449176634e-05, + "loss": 1.3122, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.47015511989593506, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2993, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.48078078031539917, + "learning_rate": 7.208206911846581e-05, + "loss": 1.3016, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.48987117409706116, + "learning_rate": 7.10885272589427e-05, + "loss": 1.299, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.46399369835853577, + "learning_rate": 7.010867986516811e-05, + "loss": 1.3071, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.4776746332645416, + "learning_rate": 6.914233817972799e-05, + "loss": 1.3153, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.4886586368083954, + "learning_rate": 6.818931604694264e-05, + "loss": 1.3037, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5076460838317871, + "learning_rate": 6.724942987700563e-05, + "loss": 1.3067, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.48554062843322754, + "learning_rate": 6.632249861061733e-05, + "loss": 1.322, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4504407048225403, + "learning_rate": 6.540834368410549e-05, + "loss": 1.3099, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.46726056933403015, + "learning_rate": 6.4506788995027e-05, + "loss": 1.3061, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.49006912112236023, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2991, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5269207954406738, + "learning_rate": 6.274078802246449e-05, + "loss": 1.3083, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5159144997596741, + "learning_rate": 6.187600153725223e-05, + "loss": 1.3061, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.45548757910728455, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.3071, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.4620956778526306, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.299, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.48572149872779846, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.3064, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.46652519702911377, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2968, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.47046583890914917, + "learning_rate": 5.772761350135759e-05, + "loss": 1.3085, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.47184139490127563, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.3039, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.45916128158569336, + "learning_rate": 5.61472058702326e-05, + "loss": 1.3163, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.45790746808052063, + "learning_rate": 5.53733019020258e-05, + "loss": 1.3125, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.4760609269142151, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.3038, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.46838563680648804, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2975, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5150146484375, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.3137, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.4655349850654602, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.306, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5194929838180542, + "learning_rate": 5.166087806384275e-05, + "loss": 1.3102, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4914683699607849, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.304, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.504937469959259, + "learning_rate": 5.024655931808697e-05, + "loss": 1.3056, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.502181351184845, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2998, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.479855477809906, + "learning_rate": 4.887096034616319e-05, + "loss": 1.3109, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5619160532951355, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2922, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.48387664556503296, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2974, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5260951519012451, + "learning_rate": 4.687785060483031e-05, + "loss": 1.3008, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4827982187271118, + "learning_rate": 4.623171062258557e-05, + "loss": 1.3042, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.46398162841796875, + "learning_rate": 4.559447669877288e-05, + "loss": 1.3161, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4830174148082733, + "learning_rate": 4.496602607690141e-05, + "loss": 1.3072, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.48006269335746765, + "learning_rate": 4.434623769249217e-05, + "loss": 1.3048, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.47011861205101013, + "learning_rate": 4.373499214975615e-05, + "loss": 1.3045, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.49005982279777527, + "learning_rate": 4.313217169859397e-05, + "loss": 1.297, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4628673195838928, + "learning_rate": 4.253766021191256e-05, + "loss": 1.3106, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.4530351459980011, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2989, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4768437147140503, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.297, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5122866034507751, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2865, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4650144577026367, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2969, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.45484885573387146, + "learning_rate": 3.968578361494449e-05, + "loss": 1.3043, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.48278769850730896, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2988, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.46038711071014404, + "learning_rate": 3.859930677192103e-05, + "loss": 1.295, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.45165112614631653, + "learning_rate": 3.806727394468005e-05, + "loss": 1.3157, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.44949862360954285, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.3034, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.47061365842819214, + "learning_rate": 3.702510700602975e-05, + "loss": 1.3181, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4659769833087921, + "learning_rate": 3.651477213199394e-05, + "loss": 1.3, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.49148568511009216, + "learning_rate": 3.601147144920609e-05, + "loss": 1.3026, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5233895182609558, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.3015, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.46923792362213135, + "learning_rate": 3.502558617118352e-05, + "loss": 1.3034, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4924445152282715, + "learning_rate": 3.454281165539913e-05, + "loss": 1.306, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.4852265417575836, + "learning_rate": 3.406669145317717e-05, + "loss": 1.3083, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.46191665530204773, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2987, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5765952467918396, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2972, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.46600738167762756, + "learning_rate": 3.267734583546536e-05, + "loss": 1.3027, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.49096518754959106, + "learning_rate": 3.222693824668916e-05, + "loss": 1.3, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4755017161369324, + "learning_rate": 3.178273884253874e-05, + "loss": 1.3009, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.46774840354919434, + "learning_rate": 3.134466205261674e-05, + "loss": 1.3027, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.47193506360054016, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.3033, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5292438864707947, + "learning_rate": 3.048653991490141e-05, + "loss": 1.303, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5362447500228882, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.3004, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4858575463294983, + "learning_rate": 2.965191056846266e-05, + "loss": 1.3037, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.45525240898132324, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2989, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.4982556104660034, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.297, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.47312718629837036, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2975, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5107970237731934, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3169, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.46951040625572205, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2927, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.47983628511428833, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.304, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4806886315345764, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.3048, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4659721553325653, + "learning_rate": 2.653571910089951e-05, + "loss": 1.3048, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.46359288692474365, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.3059, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.46917709708213806, + "learning_rate": 2.580925129076798e-05, + "loss": 1.3071, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.46824902296066284, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2872, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.4602473974227905, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2974, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.4930126667022705, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.3093, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4724462628364563, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2922, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5241295099258423, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.3119, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.4791512191295624, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2982, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4800410270690918, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.306, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.484261155128479, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.3059, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.47010815143585205, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2997, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.47857558727264404, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2977, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.48201119899749756, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2991, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.48913222551345825, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.3011, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.514324426651001, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2995, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.47292664647102356, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.29, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.46298399567604065, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.283, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4443071484565735, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2966, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4724883437156677, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2923, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4791187345981598, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.3048, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.45725077390670776, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2913, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4532528817653656, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2992, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.47902509570121765, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2967, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.48579680919647217, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2981, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4836713969707489, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2941, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4789362847805023, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.3053, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.45681995153427124, + "learning_rate": 1.824241021639465e-05, + "loss": 1.3029, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4653390645980835, + "learning_rate": 1.799096629434529e-05, + "loss": 1.3135, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4777088463306427, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.3055, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4822547137737274, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.3066, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.47279828786849976, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2909, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.48346567153930664, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2946, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.46991166472435, + "learning_rate": 1.67847876875277e-05, + "loss": 1.3076, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.49248459935188293, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2832, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.45897576212882996, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.3021, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.4570271372795105, + "learning_rate": 1.610025184846797e-05, + "loss": 1.3033, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4789440631866455, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2982, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4682486653327942, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.3047, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.45759284496307373, + "learning_rate": 1.544363350968769e-05, + "loss": 1.292, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.46701884269714355, + "learning_rate": 1.523076647433954e-05, + "loss": 1.3033, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3098622560501099, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2948, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-linear/checkpoint-9480/training_args.bin b/saves-llama-linear/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a401c68b6024bf36ade82ee8259b3132104fa6ba --- /dev/null +++ b/saves-llama-linear/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8a452417b9378ae0a9441956047924d263dca2c2be491c9a1659bc8881a2ad9 +size 5176 diff --git a/saves-llama-linear/config.json b/saves-llama-linear/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1a3116452131d61af2a74f62cc840b58b2f43c --- /dev/null +++ b/saves-llama-linear/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "linear", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-linear/generation_config.json b/saves-llama-linear/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-linear/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-linear/model.safetensors b/saves-llama-linear/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7798c2932e7a632907defa243822ae5af5102f5 --- /dev/null +++ b/saves-llama-linear/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69319c3146ca189ba511f6522e887da6b1d4cfadb819168531aa7fe89be961ac +size 8346712 diff --git a/saves-llama-linear/result.log b/saves-llama-linear/result.log new file mode 100644 index 0000000000000000000000000000000000000000..f7887b4916b0c37944013764292686ae9cd98ce0 --- /dev/null +++ b/saves-llama-linear/result.log @@ -0,0 +1 @@ +{'train_runtime': 2140.8196, 'train_samples_per_second': 4534.06, 'train_steps_per_second': 4.428, 'train_loss': 1.5945716842820372, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-linear/special_tokens_map.json b/saves-llama-linear/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-linear/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-linear/tokenizer.json b/saves-llama-linear/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-linear/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-linear/tokenizer_config.json b/saves-llama-linear/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-linear/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-mish/checkpoint-9480/config.json b/saves-llama-mish/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6583b42f0b55fa842f4a97b4534c9b726f4c5bed --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "mish", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-mish/checkpoint-9480/generation_config.json b/saves-llama-mish/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-mish/checkpoint-9480/model.safetensors b/saves-llama-mish/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8485918ebc8605b20b9cb588aece31928ca51e59 --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eae517b1163a580738e9259d15979843f8ae1341fe84d210da2c8119b618627 +size 8346712 diff --git a/saves-llama-mish/checkpoint-9480/optimizer.pt b/saves-llama-mish/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..19bbf6a962cd151fa5b34d9d3ec19faef8fae49c --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97527ab14431d6847ffa6a84913c411f684f9df725c624fe0bb0ee1b131db259 +size 16706402 diff --git a/saves-llama-mish/checkpoint-9480/rng_state.pth b/saves-llama-mish/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-mish/checkpoint-9480/scheduler.pt b/saves-llama-mish/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-mish/checkpoint-9480/special_tokens_map.json b/saves-llama-mish/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-mish/checkpoint-9480/tokenizer.json b/saves-llama-mish/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-mish/checkpoint-9480/tokenizer_config.json b/saves-llama-mish/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-mish/checkpoint-9480/trainer_state.json b/saves-llama-mish/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6840a52c8d7227d4af9701bdbd1675cddf0f09ff --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2812775373458862, + "learning_rate": 0.00015822784810126583, + "loss": 7.5085, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1593514680862427, + "learning_rate": 0.00031645569620253165, + "loss": 6.8939, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8681182861328125, + "learning_rate": 0.00047468354430379745, + "loss": 6.2491, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.207947850227356, + "learning_rate": 0.0006329113924050633, + "loss": 5.7397, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.8585994839668274, + "learning_rate": 0.0007911392405063291, + "loss": 5.2381, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.9696254730224609, + "learning_rate": 0.0009493670886075949, + "loss": 4.7319, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.8094930052757263, + "learning_rate": 0.0011075949367088608, + "loss": 4.3524, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9405311346054077, + "learning_rate": 0.0012658227848101266, + "loss": 4.1094, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.9403262138366699, + "learning_rate": 0.0014240506329113926, + "loss": 3.9086, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.8840659856796265, + "learning_rate": 0.0015, + "loss": 3.7682, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.6107629537582397, + "learning_rate": 0.0015, + "loss": 3.615, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.6729199290275574, + "learning_rate": 0.0015, + "loss": 3.5046, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.9483907222747803, + "learning_rate": 0.0015, + "loss": 3.3984, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.6472296118736267, + "learning_rate": 0.0015, + "loss": 3.2931, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 1.04964280128479, + "learning_rate": 0.0015, + "loss": 3.2087, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.2234489917755127, + "learning_rate": 0.0015, + "loss": 3.1494, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7597624659538269, + "learning_rate": 0.0015, + "loss": 3.0761, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.8128319382667542, + "learning_rate": 0.0015, + "loss": 3.0278, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7083474397659302, + "learning_rate": 0.0015, + "loss": 2.9747, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.931122362613678, + "learning_rate": 0.0015, + "loss": 2.922, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.9296771287918091, + "learning_rate": 0.0015, + "loss": 2.8801, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.88149094581604, + "learning_rate": 0.0015, + "loss": 2.8465, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 1.0161752700805664, + "learning_rate": 0.0015, + "loss": 2.7913, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 1.2552896738052368, + "learning_rate": 0.0015, + "loss": 2.7604, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9404460787773132, + "learning_rate": 0.0015, + "loss": 2.7247, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.8178855776786804, + "learning_rate": 0.0015, + "loss": 2.692, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.1399712562561035, + "learning_rate": 0.0015, + "loss": 2.6594, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.9524788856506348, + "learning_rate": 0.0015, + "loss": 2.6265, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8410091996192932, + "learning_rate": 0.0015, + "loss": 2.6029, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.8256937861442566, + "learning_rate": 0.0015, + "loss": 2.5783, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.8652192950248718, + "learning_rate": 0.0015, + "loss": 2.5543, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.8378183841705322, + "learning_rate": 0.0015, + "loss": 2.5246, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.9703221321105957, + "learning_rate": 0.0015, + "loss": 2.5132, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.9964367151260376, + "learning_rate": 0.0015, + "loss": 2.491, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.8810935616493225, + "learning_rate": 0.0015, + "loss": 2.4549, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 1.1474449634552002, + "learning_rate": 0.0015, + "loss": 2.4343, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.806471586227417, + "learning_rate": 0.0015, + "loss": 2.4207, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8217954039573669, + "learning_rate": 0.0015, + "loss": 2.4096, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.1262099742889404, + "learning_rate": 0.0015, + "loss": 2.3877, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.7740164399147034, + "learning_rate": 0.0015, + "loss": 2.3658, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.1275774240493774, + "learning_rate": 0.0015, + "loss": 2.3585, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.7523329257965088, + "learning_rate": 0.0015, + "loss": 2.3388, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8717442750930786, + "learning_rate": 0.0015, + "loss": 2.3199, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.1499181985855103, + "learning_rate": 0.0015, + "loss": 2.2914, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.7270553112030029, + "learning_rate": 0.0015, + "loss": 2.2933, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.9460956454277039, + "learning_rate": 0.0015, + "loss": 2.2776, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9732592701911926, + "learning_rate": 0.0015, + "loss": 2.258, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.8576884269714355, + "learning_rate": 0.0015, + "loss": 2.2513, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.7536846995353699, + "learning_rate": 0.0015, + "loss": 2.2248, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7293424606323242, + "learning_rate": 0.0015, + "loss": 2.2198, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.8209120035171509, + "learning_rate": 0.0015, + "loss": 2.2068, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.9456562995910645, + "learning_rate": 0.0015, + "loss": 2.195, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7237590551376343, + "learning_rate": 0.0015, + "loss": 2.183, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.7735239863395691, + "learning_rate": 0.0015, + "loss": 2.1598, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8923589587211609, + "learning_rate": 0.0015, + "loss": 2.1625, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8306816220283508, + "learning_rate": 0.0015, + "loss": 2.1284, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7697585225105286, + "learning_rate": 0.0015, + "loss": 2.1323, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.1052048206329346, + "learning_rate": 0.0015, + "loss": 2.135, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.1018104553222656, + "learning_rate": 0.0015, + "loss": 2.1067, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.1823917627334595, + "learning_rate": 0.0015, + "loss": 2.0901, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8374204039573669, + "learning_rate": 0.0015, + "loss": 2.092, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8208237886428833, + "learning_rate": 0.0015, + "loss": 2.0795, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8943114280700684, + "learning_rate": 0.0015, + "loss": 2.0658, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.9851930141448975, + "learning_rate": 0.0015, + "loss": 2.0748, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.810062825679779, + "learning_rate": 0.0015, + "loss": 2.06, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.8523632287979126, + "learning_rate": 0.0015, + "loss": 2.0514, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.0361554622650146, + "learning_rate": 0.0015, + "loss": 2.0356, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7306673526763916, + "learning_rate": 0.0015, + "loss": 2.0288, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7139773368835449, + "learning_rate": 0.0015, + "loss": 2.0344, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7125588655471802, + "learning_rate": 0.0015, + "loss": 2.0184, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.8224959373474121, + "learning_rate": 0.0015, + "loss": 2.0093, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7942470908164978, + "learning_rate": 0.0015, + "loss": 1.9916, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.0039414167404175, + "learning_rate": 0.0015, + "loss": 1.9782, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.7161281108856201, + "learning_rate": 0.0015, + "loss": 1.9929, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.89964359998703, + "learning_rate": 0.0015, + "loss": 1.9769, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.3424034118652344, + "learning_rate": 0.0015, + "loss": 1.9741, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.7557450532913208, + "learning_rate": 0.0015, + "loss": 1.9643, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8475913405418396, + "learning_rate": 0.0015, + "loss": 1.9627, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7454026341438293, + "learning_rate": 0.0015, + "loss": 1.9669, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7474228143692017, + "learning_rate": 0.0015, + "loss": 1.9402, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.6519136428833008, + "learning_rate": 0.0015, + "loss": 1.9262, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.1171636581420898, + "learning_rate": 0.0015, + "loss": 1.9373, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.8100257515907288, + "learning_rate": 0.0015, + "loss": 1.9426, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 1.1025477647781372, + "learning_rate": 0.0015, + "loss": 1.9219, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.9628086090087891, + "learning_rate": 0.0015, + "loss": 1.9181, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.9341379404067993, + "learning_rate": 0.0015, + "loss": 1.9154, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.952279269695282, + "learning_rate": 0.0015, + "loss": 1.9134, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8489305377006531, + "learning_rate": 0.0015, + "loss": 1.9037, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 1.0164152383804321, + "learning_rate": 0.0015, + "loss": 1.9004, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.7298189997673035, + "learning_rate": 0.0015, + "loss": 1.8952, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7593315243721008, + "learning_rate": 0.0015, + "loss": 1.9036, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 1.3297529220581055, + "learning_rate": 0.0015, + "loss": 1.8938, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7776719927787781, + "learning_rate": 0.0015, + "loss": 1.8775, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7080864310264587, + "learning_rate": 0.0015, + "loss": 1.8765, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.080140471458435, + "learning_rate": 0.0015, + "loss": 1.8614, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.9091824293136597, + "learning_rate": 0.0015, + "loss": 1.8678, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.3618862628936768, + "learning_rate": 0.0015, + "loss": 1.8728, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.8685083389282227, + "learning_rate": 0.0015, + "loss": 1.8522, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7097916007041931, + "learning_rate": 0.0015, + "loss": 1.8522, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 1.032690405845642, + "learning_rate": 0.0015, + "loss": 1.8595, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7951344847679138, + "learning_rate": 0.0015, + "loss": 1.8491, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.7099223732948303, + "learning_rate": 0.0015, + "loss": 1.8397, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.0079152584075928, + "learning_rate": 0.0015, + "loss": 1.846, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.8556044101715088, + "learning_rate": 0.0015, + "loss": 1.8343, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.0511488914489746, + "learning_rate": 0.0015, + "loss": 1.8349, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.8263677358627319, + "learning_rate": 0.0015, + "loss": 1.8243, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.8897006511688232, + "learning_rate": 0.0015, + "loss": 1.8161, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.9446095824241638, + "learning_rate": 0.0015, + "loss": 1.8166, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.9363498687744141, + "learning_rate": 0.0015, + "loss": 1.826, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.772242546081543, + "learning_rate": 0.0015, + "loss": 1.8104, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6993220448493958, + "learning_rate": 0.0015, + "loss": 1.8151, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.6642560362815857, + "learning_rate": 0.0015, + "loss": 1.8094, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 1.2585757970809937, + "learning_rate": 0.0015, + "loss": 1.799, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.1124749183654785, + "learning_rate": 0.0015, + "loss": 1.8116, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.1095209121704102, + "learning_rate": 0.0015, + "loss": 1.7948, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 1.1040087938308716, + "learning_rate": 0.0015, + "loss": 1.8028, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.0847810506820679, + "learning_rate": 0.0015, + "loss": 1.792, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.7725903987884521, + "learning_rate": 0.0015, + "loss": 1.7757, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7119668126106262, + "learning_rate": 0.0015, + "loss": 1.7796, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9527880549430847, + "learning_rate": 0.0015, + "loss": 1.7949, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.7512865662574768, + "learning_rate": 0.0015, + "loss": 1.7845, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6510151028633118, + "learning_rate": 0.0015, + "loss": 1.7674, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7595269680023193, + "learning_rate": 0.0015, + "loss": 1.7614, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7321306467056274, + "learning_rate": 0.0015, + "loss": 1.7768, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.966514527797699, + "learning_rate": 0.0015, + "loss": 1.7769, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.042886734008789, + "learning_rate": 0.0015, + "loss": 1.7592, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7994891405105591, + "learning_rate": 0.0015, + "loss": 1.7587, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.8135955333709717, + "learning_rate": 0.0015, + "loss": 1.7721, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.8730813264846802, + "learning_rate": 0.0015, + "loss": 1.7634, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.6935446858406067, + "learning_rate": 0.0015, + "loss": 1.746, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.6731535792350769, + "learning_rate": 0.0015, + "loss": 1.7494, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8686522841453552, + "learning_rate": 0.0015, + "loss": 1.7561, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.2903318405151367, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.8495928049087524, + "learning_rate": 0.0015, + "loss": 1.7481, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.8161746263504028, + "learning_rate": 0.0015, + "loss": 1.7456, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6318230032920837, + "learning_rate": 0.0015, + "loss": 1.7396, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.8698726296424866, + "learning_rate": 0.0015, + "loss": 1.739, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.6878219246864319, + "learning_rate": 0.0015, + "loss": 1.7293, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.7442454099655151, + "learning_rate": 0.0015, + "loss": 1.737, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.6869747638702393, + "learning_rate": 0.0015, + "loss": 1.7172, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.8279062509536743, + "learning_rate": 0.0015, + "loss": 1.7241, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7597466111183167, + "learning_rate": 0.0015, + "loss": 1.7301, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.8928216695785522, + "learning_rate": 0.0015, + "loss": 1.7242, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.78310227394104, + "learning_rate": 0.0015, + "loss": 1.7211, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6500014066696167, + "learning_rate": 0.0015, + "loss": 1.719, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.8307090401649475, + "learning_rate": 0.0015, + "loss": 1.7158, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.342738151550293, + "learning_rate": 0.0015, + "loss": 1.7165, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.9299972057342529, + "learning_rate": 0.0015, + "loss": 1.7232, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.765612781047821, + "learning_rate": 0.0015, + "loss": 1.7116, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6986270546913147, + "learning_rate": 0.0015, + "loss": 1.7098, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6947563290596008, + "learning_rate": 0.0015, + "loss": 1.7139, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.828080952167511, + "learning_rate": 0.0015, + "loss": 1.7154, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6334972381591797, + "learning_rate": 0.0015, + "loss": 1.6957, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6875629425048828, + "learning_rate": 0.0015, + "loss": 1.6861, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.7145254015922546, + "learning_rate": 0.0015, + "loss": 1.6917, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.9437435865402222, + "learning_rate": 0.0015, + "loss": 1.6912, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7296016216278076, + "learning_rate": 0.0015, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7277224063873291, + "learning_rate": 0.0015, + "loss": 1.6956, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8755956292152405, + "learning_rate": 0.0015, + "loss": 1.6914, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.6696412563323975, + "learning_rate": 0.0015, + "loss": 1.6954, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6554185748100281, + "learning_rate": 0.0015, + "loss": 1.6938, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6133327484130859, + "learning_rate": 0.0015, + "loss": 1.6614, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.6851116418838501, + "learning_rate": 0.0015, + "loss": 1.6729, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.7133874297142029, + "learning_rate": 0.0015, + "loss": 1.6805, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.1855857372283936, + "learning_rate": 0.0015, + "loss": 1.6711, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.657446563243866, + "learning_rate": 0.0015, + "loss": 1.6701, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.713283360004425, + "learning_rate": 0.0015, + "loss": 1.6781, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.720389723777771, + "learning_rate": 0.0015, + "loss": 1.668, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.9633141160011292, + "learning_rate": 0.0015, + "loss": 1.6713, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.6229538321495056, + "learning_rate": 0.0015, + "loss": 1.6784, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.6831251382827759, + "learning_rate": 0.0015, + "loss": 1.6523, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6816312074661255, + "learning_rate": 0.0015, + "loss": 1.6506, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6564023494720459, + "learning_rate": 0.0015, + "loss": 1.6548, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.6326689124107361, + "learning_rate": 0.0015, + "loss": 1.6613, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6753053665161133, + "learning_rate": 0.0015, + "loss": 1.6806, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.7049668431282043, + "learning_rate": 0.0015, + "loss": 1.6607, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6844255328178406, + "learning_rate": 0.0015, + "loss": 1.6637, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7776007652282715, + "learning_rate": 0.0015, + "loss": 1.6644, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.9076676964759827, + "learning_rate": 0.0015, + "loss": 1.6638, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.7703981399536133, + "learning_rate": 0.0015, + "loss": 1.6631, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.7967489361763, + "learning_rate": 0.0015, + "loss": 1.6481, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.8075294494628906, + "learning_rate": 0.0015, + "loss": 1.6481, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7406700849533081, + "learning_rate": 0.0015, + "loss": 1.6483, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6987505555152893, + "learning_rate": 0.0015, + "loss": 1.6433, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6239149570465088, + "learning_rate": 0.0015, + "loss": 1.6484, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6112042665481567, + "learning_rate": 0.0015, + "loss": 1.6498, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.8930774927139282, + "learning_rate": 0.0015, + "loss": 1.6475, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6910252571105957, + "learning_rate": 0.0015, + "loss": 1.6368, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.5995741486549377, + "learning_rate": 0.0015, + "loss": 1.6444, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.0854800939559937, + "learning_rate": 0.0015, + "loss": 1.6423, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 1.0601118803024292, + "learning_rate": 0.0015, + "loss": 1.6435, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6452597379684448, + "learning_rate": 0.0015, + "loss": 1.6355, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 1.029815673828125, + "learning_rate": 0.0015, + "loss": 1.6405, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6614994406700134, + "learning_rate": 0.0015, + "loss": 1.6287, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.7356704473495483, + "learning_rate": 0.0015, + "loss": 1.6283, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7502595782279968, + "learning_rate": 0.0015, + "loss": 1.6318, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6611550450325012, + "learning_rate": 0.0015, + "loss": 1.6434, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.9196215867996216, + "learning_rate": 0.0015, + "loss": 1.6258, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6997500658035278, + "learning_rate": 0.0015, + "loss": 1.6235, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.6408447027206421, + "learning_rate": 0.0015, + "loss": 1.6185, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.810997486114502, + "learning_rate": 0.0015, + "loss": 1.6307, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.9732155799865723, + "learning_rate": 0.0015, + "loss": 1.6379, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.7736824154853821, + "learning_rate": 0.0015, + "loss": 1.6258, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6510221362113953, + "learning_rate": 0.0015, + "loss": 1.6236, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.6700575351715088, + "learning_rate": 0.0015, + "loss": 1.6242, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6831074357032776, + "learning_rate": 0.0015, + "loss": 1.6154, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.8615200519561768, + "learning_rate": 0.0015, + "loss": 1.6176, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.8389783501625061, + "learning_rate": 0.0015, + "loss": 1.6262, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.7485233545303345, + "learning_rate": 0.0015, + "loss": 1.6142, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.7977454662322998, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.111137866973877, + "learning_rate": 0.0015, + "loss": 1.6185, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6833589673042297, + "learning_rate": 0.0015, + "loss": 1.6099, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6046237349510193, + "learning_rate": 0.0015, + "loss": 1.6052, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.570578396320343, + "learning_rate": 0.0015, + "loss": 1.5999, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.818230926990509, + "learning_rate": 0.0015, + "loss": 1.6098, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.019039273262024, + "learning_rate": 0.0015, + "loss": 1.624, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.8784221410751343, + "learning_rate": 0.0015, + "loss": 1.6072, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.6730207800865173, + "learning_rate": 0.0015, + "loss": 1.5922, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.9545859098434448, + "learning_rate": 0.0015, + "loss": 1.608, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.7341895699501038, + "learning_rate": 0.0015, + "loss": 1.6106, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.7155537009239197, + "learning_rate": 0.0015, + "loss": 1.5964, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.5885248780250549, + "learning_rate": 0.0015, + "loss": 1.6086, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.9014438390731812, + "learning_rate": 0.0015, + "loss": 1.6023, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6999181509017944, + "learning_rate": 0.0015, + "loss": 1.5993, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.8914079666137695, + "learning_rate": 0.0015, + "loss": 1.5983, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.881064236164093, + "learning_rate": 0.0015, + "loss": 1.5878, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7987886667251587, + "learning_rate": 0.0015, + "loss": 1.6197, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.6327575445175171, + "learning_rate": 0.0015, + "loss": 1.6093, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6157426238059998, + "learning_rate": 0.0015, + "loss": 1.5916, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6374841332435608, + "learning_rate": 0.0015, + "loss": 1.588, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6461164355278015, + "learning_rate": 0.0015, + "loss": 1.5885, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6031455397605896, + "learning_rate": 0.0015, + "loss": 1.6012, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.5920032858848572, + "learning_rate": 0.0015, + "loss": 1.5845, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8245423436164856, + "learning_rate": 0.0015, + "loss": 1.5811, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.682399332523346, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.809495210647583, + "learning_rate": 0.0015, + "loss": 1.5943, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.9487093687057495, + "learning_rate": 0.0015, + "loss": 1.5883, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6348952651023865, + "learning_rate": 0.0015, + "loss": 1.5879, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.5969370603561401, + "learning_rate": 0.0015, + "loss": 1.5845, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6281625628471375, + "learning_rate": 0.0015, + "loss": 1.583, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.7266300916671753, + "learning_rate": 0.0015, + "loss": 1.5872, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.7617605924606323, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.796266496181488, + "learning_rate": 0.0015, + "loss": 1.5806, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7584456205368042, + "learning_rate": 0.0015, + "loss": 1.5909, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.5680705308914185, + "learning_rate": 0.0015, + "loss": 1.5747, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5837324857711792, + "learning_rate": 0.0015, + "loss": 1.5897, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 1.034664511680603, + "learning_rate": 0.0015, + "loss": 1.5813, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.7929449081420898, + "learning_rate": 0.0015, + "loss": 1.5845, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6136671304702759, + "learning_rate": 0.0015, + "loss": 1.5717, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6934119462966919, + "learning_rate": 0.0015, + "loss": 1.5739, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6323077082633972, + "learning_rate": 0.0015, + "loss": 1.5755, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6266193389892578, + "learning_rate": 0.0015, + "loss": 1.5794, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.7616978287696838, + "learning_rate": 0.0015, + "loss": 1.5733, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.9609237909317017, + "learning_rate": 0.0015, + "loss": 1.5741, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.8360873460769653, + "learning_rate": 0.0015, + "loss": 1.5716, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.5792592763900757, + "learning_rate": 0.0015, + "loss": 1.5771, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.664145290851593, + "learning_rate": 0.0015, + "loss": 1.5731, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.696051836013794, + "learning_rate": 0.0015, + "loss": 1.5715, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6626716256141663, + "learning_rate": 0.0015, + "loss": 1.5777, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6069105267524719, + "learning_rate": 0.0015, + "loss": 1.5752, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6481751799583435, + "learning_rate": 0.0015, + "loss": 1.5739, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6787488460540771, + "learning_rate": 0.0015, + "loss": 1.5742, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7607318758964539, + "learning_rate": 0.0015, + "loss": 1.5593, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6619844436645508, + "learning_rate": 0.0015, + "loss": 1.5746, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7582201957702637, + "learning_rate": 0.0015, + "loss": 1.5663, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.6550025343894958, + "learning_rate": 0.0015, + "loss": 1.5612, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6441704630851746, + "learning_rate": 0.0015, + "loss": 1.5659, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5557734370231628, + "learning_rate": 0.0015, + "loss": 1.5623, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7199389934539795, + "learning_rate": 0.0015, + "loss": 1.5612, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6285843253135681, + "learning_rate": 0.0015, + "loss": 1.5571, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.7301799058914185, + "learning_rate": 0.0015, + "loss": 1.5653, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.5957171320915222, + "learning_rate": 0.0015, + "loss": 1.5657, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.8285066485404968, + "learning_rate": 0.0015, + "loss": 1.5462, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.7089322209358215, + "learning_rate": 0.0015, + "loss": 1.5568, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.5445607900619507, + "learning_rate": 0.0015, + "loss": 1.5578, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.9472262263298035, + "learning_rate": 0.0015, + "loss": 1.5673, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6500675678253174, + "learning_rate": 0.0015, + "loss": 1.5644, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6101513504981995, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6570156812667847, + "learning_rate": 0.0015, + "loss": 1.5569, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6476898789405823, + "learning_rate": 0.0015, + "loss": 1.5576, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6236690878868103, + "learning_rate": 0.0015, + "loss": 1.557, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6243173480033875, + "learning_rate": 0.0015, + "loss": 1.5643, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.0588493347167969, + "learning_rate": 0.0015, + "loss": 1.5406, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.7831001281738281, + "learning_rate": 0.0015, + "loss": 1.5432, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.5851334929466248, + "learning_rate": 0.0015, + "loss": 1.5466, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5993044972419739, + "learning_rate": 0.0015, + "loss": 1.5527, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.7337188124656677, + "learning_rate": 0.0015, + "loss": 1.554, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.6788395047187805, + "learning_rate": 0.0015, + "loss": 1.5374, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.7346245050430298, + "learning_rate": 0.0015, + "loss": 1.5409, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6191657185554504, + "learning_rate": 0.0015, + "loss": 1.5497, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7453780770301819, + "learning_rate": 0.0015, + "loss": 1.552, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6672173142433167, + "learning_rate": 0.0015, + "loss": 1.5467, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5964860320091248, + "learning_rate": 0.0015, + "loss": 1.5405, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.6797311305999756, + "learning_rate": 0.0015, + "loss": 1.5484, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 1.1362419128417969, + "learning_rate": 0.0015, + "loss": 1.5563, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.8725783228874207, + "learning_rate": 0.0015, + "loss": 1.5467, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.7338547706604004, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6057443618774414, + "learning_rate": 0.0015, + "loss": 1.535, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.5910390615463257, + "learning_rate": 0.0015, + "loss": 1.5496, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.6153573989868164, + "learning_rate": 0.0015, + "loss": 1.5312, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.7339136600494385, + "learning_rate": 0.0015, + "loss": 1.5414, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.7159757614135742, + "learning_rate": 0.0015, + "loss": 1.5436, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6123351454734802, + "learning_rate": 0.0015, + "loss": 1.531, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7141717672348022, + "learning_rate": 0.0015, + "loss": 1.5395, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.5910229086875916, + "learning_rate": 0.0015, + "loss": 1.5341, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5639906525611877, + "learning_rate": 0.0015, + "loss": 1.5471, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.541513204574585, + "learning_rate": 0.0015, + "loss": 1.5344, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6807689666748047, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5676193237304688, + "learning_rate": 0.0015, + "loss": 1.5419, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.7307770252227783, + "learning_rate": 0.0015, + "loss": 1.5291, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6474248766899109, + "learning_rate": 0.0015, + "loss": 1.5309, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6755460500717163, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6408239006996155, + "learning_rate": 0.0015, + "loss": 1.5466, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6348702311515808, + "learning_rate": 0.0015, + "loss": 1.5242, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5707957744598389, + "learning_rate": 0.0015, + "loss": 1.5305, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5700860619544983, + "learning_rate": 0.0015, + "loss": 1.5326, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.858945369720459, + "learning_rate": 0.0015, + "loss": 1.5372, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.7147475481033325, + "learning_rate": 0.0015, + "loss": 1.5306, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.8068617582321167, + "learning_rate": 0.0015, + "loss": 1.5296, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.6645533442497253, + "learning_rate": 0.0015, + "loss": 1.5222, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.589341938495636, + "learning_rate": 0.0015, + "loss": 1.5339, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6254124641418457, + "learning_rate": 0.0015, + "loss": 1.5294, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.5573468804359436, + "learning_rate": 0.0015, + "loss": 1.5223, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5843837261199951, + "learning_rate": 0.0015, + "loss": 1.5024, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6093689799308777, + "learning_rate": 0.0015, + "loss": 1.527, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5487991571426392, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5893562436103821, + "learning_rate": 0.0015, + "loss": 1.5365, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.7497988939285278, + "learning_rate": 0.0015, + "loss": 1.5355, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.8500696420669556, + "learning_rate": 0.0015, + "loss": 1.5176, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6716281175613403, + "learning_rate": 0.0015, + "loss": 1.528, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5595434904098511, + "learning_rate": 0.0015, + "loss": 1.5275, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6020368933677673, + "learning_rate": 0.0015, + "loss": 1.5317, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5574306845664978, + "learning_rate": 0.0015, + "loss": 1.5199, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.5826432108879089, + "learning_rate": 0.0015, + "loss": 1.522, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6289241909980774, + "learning_rate": 0.0015, + "loss": 1.5146, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.7313932180404663, + "learning_rate": 0.0015, + "loss": 1.5181, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.627030074596405, + "learning_rate": 0.0015, + "loss": 1.5224, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.5869846940040588, + "learning_rate": 0.0015, + "loss": 1.52, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5843411087989807, + "learning_rate": 0.0015, + "loss": 1.5151, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.663027822971344, + "learning_rate": 0.0015, + "loss": 1.5233, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5814419388771057, + "learning_rate": 0.0015, + "loss": 1.5199, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.8384828567504883, + "learning_rate": 0.0015, + "loss": 1.5013, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5617758631706238, + "learning_rate": 0.0015, + "loss": 1.5179, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.7915652394294739, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.636605441570282, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.8398627638816833, + "learning_rate": 0.0015, + "loss": 1.5058, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6504268050193787, + "learning_rate": 0.0015, + "loss": 1.5224, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.6623251438140869, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5744650363922119, + "learning_rate": 0.0015, + "loss": 1.5196, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6193293333053589, + "learning_rate": 0.0015, + "loss": 1.4978, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.6639376878738403, + "learning_rate": 0.0015, + "loss": 1.5208, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6582226157188416, + "learning_rate": 0.0015, + "loss": 1.5165, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6584490537643433, + "learning_rate": 0.0015, + "loss": 1.5286, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 1.008704662322998, + "learning_rate": 0.0015, + "loss": 1.5216, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6590273380279541, + "learning_rate": 0.0015, + "loss": 1.5095, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.618530809879303, + "learning_rate": 0.0015, + "loss": 1.5098, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.6145744919776917, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.6485543251037598, + "learning_rate": 0.0015, + "loss": 1.506, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.661384642124176, + "learning_rate": 0.0015, + "loss": 1.5181, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7174956202507019, + "learning_rate": 0.0015, + "loss": 1.5004, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6093496680259705, + "learning_rate": 0.0015, + "loss": 1.5045, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6092379093170166, + "learning_rate": 0.0015, + "loss": 1.5073, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6164376139640808, + "learning_rate": 0.0015, + "loss": 1.5077, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8719568848609924, + "learning_rate": 0.0015, + "loss": 1.5079, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7941826581954956, + "learning_rate": 0.0015, + "loss": 1.5177, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.7229615449905396, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5858650803565979, + "learning_rate": 0.0015, + "loss": 1.5015, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.8932380080223083, + "learning_rate": 0.0015, + "loss": 1.5024, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.7861613035202026, + "learning_rate": 0.0015, + "loss": 1.5146, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.9015659689903259, + "learning_rate": 0.0015, + "loss": 1.5205, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6179216504096985, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6513644456863403, + "learning_rate": 0.0015, + "loss": 1.4843, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.556451678276062, + "learning_rate": 0.0015, + "loss": 1.503, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.5759680271148682, + "learning_rate": 0.0015, + "loss": 1.5028, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.8100026249885559, + "learning_rate": 0.0015, + "loss": 1.5084, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.9177446961402893, + "learning_rate": 0.0015, + "loss": 1.499, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6613394618034363, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5650438666343689, + "learning_rate": 0.0015, + "loss": 1.4972, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.8402285575866699, + "learning_rate": 0.0015, + "loss": 1.5026, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6960042715072632, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.6291213035583496, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.594775378704071, + "learning_rate": 0.0015, + "loss": 1.49, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6108851432800293, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.6478801965713501, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6294592618942261, + "learning_rate": 0.0015, + "loss": 1.4909, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.6587184071540833, + "learning_rate": 0.0015, + "loss": 1.502, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.580014169216156, + "learning_rate": 0.0015, + "loss": 1.4932, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.5819181799888611, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.7391009330749512, + "learning_rate": 0.0015, + "loss": 1.4862, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.7004148960113525, + "learning_rate": 0.0015, + "loss": 1.4847, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.5804836750030518, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.6002885699272156, + "learning_rate": 0.0015, + "loss": 1.4857, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.6326174139976501, + "learning_rate": 0.0015, + "loss": 1.491, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.9303730726242065, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.7025170922279358, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.6459818482398987, + "learning_rate": 0.0015, + "loss": 1.4954, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.5743758082389832, + "learning_rate": 0.0015, + "loss": 1.4829, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.6225879192352295, + "learning_rate": 0.0015, + "loss": 1.4954, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.707120418548584, + "learning_rate": 0.0015, + "loss": 1.4878, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.6311498880386353, + "learning_rate": 0.0015, + "loss": 1.4981, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.6863111257553101, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5685213804244995, + "learning_rate": 0.0015, + "loss": 1.4901, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5521535873413086, + "learning_rate": 0.0015, + "loss": 1.483, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5836614966392517, + "learning_rate": 0.0015, + "loss": 1.4922, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5536697506904602, + "learning_rate": 0.0015, + "loss": 1.4923, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.8817647099494934, + "learning_rate": 0.0015, + "loss": 1.4953, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7525816559791565, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6736322641372681, + "learning_rate": 0.0015, + "loss": 1.4965, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.7411642670631409, + "learning_rate": 0.0015, + "loss": 1.491, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5742962956428528, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6649968028068542, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.750732958316803, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6525141596794128, + "learning_rate": 0.0015, + "loss": 1.477, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5441020131111145, + "learning_rate": 0.0015, + "loss": 1.481, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6645817756652832, + "learning_rate": 0.0015, + "loss": 1.4856, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6790419220924377, + "learning_rate": 0.0015, + "loss": 1.4796, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.6181941628456116, + "learning_rate": 0.0015, + "loss": 1.4811, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5693588256835938, + "learning_rate": 0.0015, + "loss": 1.4799, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6952799558639526, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 1.1466480493545532, + "learning_rate": 0.0015, + "loss": 1.4913, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.6028270125389099, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.5977668762207031, + "learning_rate": 0.0015, + "loss": 1.481, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 1.0622198581695557, + "learning_rate": 0.0015, + "loss": 1.479, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.6696746945381165, + "learning_rate": 0.0015, + "loss": 1.4798, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6021679639816284, + "learning_rate": 0.0015, + "loss": 1.4834, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.791585385799408, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5709472298622131, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7294502854347229, + "learning_rate": 0.0015, + "loss": 1.4726, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.6758453249931335, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.656216025352478, + "learning_rate": 0.0015, + "loss": 1.4775, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5702846646308899, + "learning_rate": 0.0015, + "loss": 1.4768, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.8870499730110168, + "learning_rate": 0.0015, + "loss": 1.4748, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5933520197868347, + "learning_rate": 0.0015, + "loss": 1.4825, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6596553921699524, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.6646473407745361, + "learning_rate": 0.0015, + "loss": 1.4762, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.692927360534668, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.6025608777999878, + "learning_rate": 0.0015, + "loss": 1.4681, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5913830995559692, + "learning_rate": 0.0015, + "loss": 1.4751, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6132447123527527, + "learning_rate": 0.0015, + "loss": 1.4704, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6659219861030579, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.575726330280304, + "learning_rate": 0.0015, + "loss": 1.4908, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6139013767242432, + "learning_rate": 0.0015, + "loss": 1.4732, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.5637103915214539, + "learning_rate": 0.0015, + "loss": 1.4783, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.6683405637741089, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6898501515388489, + "learning_rate": 0.0015, + "loss": 1.4806, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5260871052742004, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.6019372940063477, + "learning_rate": 0.0015, + "loss": 1.4762, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6699599027633667, + "learning_rate": 0.0015, + "loss": 1.4825, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6201009154319763, + "learning_rate": 0.0015, + "loss": 1.47, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.6440523862838745, + "learning_rate": 0.0015, + "loss": 1.4701, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5590440034866333, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.7142961025238037, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.7675514221191406, + "learning_rate": 0.0015, + "loss": 1.4769, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.7219570279121399, + "learning_rate": 0.0015, + "loss": 1.4793, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.6125030517578125, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.685753583908081, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5657294988632202, + "learning_rate": 0.0015, + "loss": 1.4494, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.6757033467292786, + "learning_rate": 0.0015, + "loss": 1.4729, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6861257553100586, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.5530158877372742, + "learning_rate": 0.0015, + "loss": 1.477, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.01388418674469, + "learning_rate": 0.0015, + "loss": 1.4757, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5928830504417419, + "learning_rate": 0.0015, + "loss": 1.4562, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5853449702262878, + "learning_rate": 0.0015, + "loss": 1.4722, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.6117337942123413, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5882995128631592, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5885705947875977, + "learning_rate": 0.0015, + "loss": 1.4658, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6743139028549194, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.589303731918335, + "learning_rate": 0.0015, + "loss": 1.46, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.8263179063796997, + "learning_rate": 0.0015, + "loss": 1.4582, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5357639193534851, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.6617996096611023, + "learning_rate": 0.0015, + "loss": 1.4679, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.7992064952850342, + "learning_rate": 0.0015, + "loss": 1.465, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.7020431160926819, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7185554504394531, + "learning_rate": 0.0015, + "loss": 1.461, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.8029890656471252, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5433769822120667, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5386573076248169, + "learning_rate": 0.0015, + "loss": 1.4626, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5510920882225037, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.5974557995796204, + "learning_rate": 0.0015, + "loss": 1.4547, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5800578594207764, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5410987734794617, + "learning_rate": 0.0015, + "loss": 1.4619, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6204303503036499, + "learning_rate": 0.0015, + "loss": 1.4797, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.8674985766410828, + "learning_rate": 0.0015, + "loss": 1.4626, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.606118381023407, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5624986290931702, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.8207271099090576, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.793711245059967, + "learning_rate": 0.0015, + "loss": 1.4515, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.5525781512260437, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.5403020977973938, + "learning_rate": 0.0015, + "loss": 1.4593, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.554365336894989, + "learning_rate": 0.0015, + "loss": 1.4685, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.607978343963623, + "learning_rate": 0.0015, + "loss": 1.464, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5707883834838867, + "learning_rate": 0.0015, + "loss": 1.4521, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6489737033843994, + "learning_rate": 0.0015, + "loss": 1.4624, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.694725751876831, + "learning_rate": 0.0015, + "loss": 1.4613, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.9797824621200562, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7563436031341553, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5978177189826965, + "learning_rate": 0.0015, + "loss": 1.4559, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.5603195428848267, + "learning_rate": 0.0015, + "loss": 1.4511, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5828781127929688, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.6030756831169128, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5839309692382812, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.648682713508606, + "learning_rate": 0.0015, + "loss": 1.4495, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5189370512962341, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.638726532459259, + "learning_rate": 0.0015, + "loss": 1.4656, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5538253784179688, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.6002002358436584, + "learning_rate": 0.0015, + "loss": 1.4666, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.6380165219306946, + "learning_rate": 0.0015, + "loss": 1.4532, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.575442373752594, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5849810242652893, + "learning_rate": 0.0015, + "loss": 1.4609, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6542881727218628, + "learning_rate": 0.0015, + "loss": 1.4416, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5681846141815186, + "learning_rate": 0.0015, + "loss": 1.4558, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.8104299902915955, + "learning_rate": 0.0015, + "loss": 1.453, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.6678333282470703, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8156563639640808, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.5556895136833191, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5274465680122375, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5245038866996765, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.6143195033073425, + "learning_rate": 0.0015, + "loss": 1.4643, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.5971368551254272, + "learning_rate": 0.0015, + "loss": 1.4463, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6224199533462524, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.7090758085250854, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6592482924461365, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.523442804813385, + "learning_rate": 0.0015, + "loss": 1.4475, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5295791029930115, + "learning_rate": 0.0015, + "loss": 1.4549, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.6829699277877808, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5284391641616821, + "learning_rate": 0.0015, + "loss": 1.4536, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.6125273704528809, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.6987561583518982, + "learning_rate": 0.0015, + "loss": 1.4474, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.6083083152770996, + "learning_rate": 0.0015, + "loss": 1.4521, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.6013514995574951, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 1.1169664859771729, + "learning_rate": 0.0015, + "loss": 1.4472, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.6246483325958252, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.7970275282859802, + "learning_rate": 0.0015, + "loss": 1.454, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5732747316360474, + "learning_rate": 0.0015, + "loss": 1.4453, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.6154385805130005, + "learning_rate": 0.0015, + "loss": 1.4423, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.6107851266860962, + "learning_rate": 0.0015, + "loss": 1.4492, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.553439199924469, + "learning_rate": 0.0015, + "loss": 1.4508, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5437508225440979, + "learning_rate": 0.0015, + "loss": 1.4418, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7134219408035278, + "learning_rate": 0.0015, + "loss": 1.4422, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.6530733704566956, + "learning_rate": 0.0015, + "loss": 1.4437, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5411928296089172, + "learning_rate": 0.0015, + "loss": 1.4451, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.581093966960907, + "learning_rate": 0.0015, + "loss": 1.4412, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.8505716919898987, + "learning_rate": 0.0015, + "loss": 1.4397, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5590124130249023, + "learning_rate": 0.0015, + "loss": 1.4353, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.6479218006134033, + "learning_rate": 0.0015, + "loss": 1.4437, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6174955368041992, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.6192970275878906, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.6283924579620361, + "learning_rate": 0.0015, + "loss": 1.4495, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5479466319084167, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6062834858894348, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.7791538834571838, + "learning_rate": 0.0015, + "loss": 1.4492, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5234934091567993, + "learning_rate": 0.0015, + "loss": 1.4403, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.7938951849937439, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.6442159414291382, + "learning_rate": 0.0015, + "loss": 1.4362, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.5595635771751404, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5835129022598267, + "learning_rate": 0.0015, + "loss": 1.4547, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5161041021347046, + "learning_rate": 0.0015, + "loss": 1.4412, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5372098088264465, + "learning_rate": 0.0015, + "loss": 1.4383, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5379180908203125, + "learning_rate": 0.0015, + "loss": 1.443, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5753316283226013, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.606822669506073, + "learning_rate": 0.0015, + "loss": 1.4384, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.534155547618866, + "learning_rate": 0.0015, + "loss": 1.4504, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.6653630137443542, + "learning_rate": 0.0015, + "loss": 1.445, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.572662889957428, + "learning_rate": 0.0015, + "loss": 1.4561, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.5921775698661804, + "learning_rate": 0.0015, + "loss": 1.446, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.5696536302566528, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6740322709083557, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5913907885551453, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.7871809601783752, + "learning_rate": 0.0015, + "loss": 1.4299, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.7495800256729126, + "learning_rate": 0.0015, + "loss": 1.4374, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.7116259932518005, + "learning_rate": 0.0015, + "loss": 1.4395, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5654744505882263, + "learning_rate": 0.0015, + "loss": 1.4436, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6537961363792419, + "learning_rate": 0.0015, + "loss": 1.4395, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5508219599723816, + "learning_rate": 0.0015, + "loss": 1.4392, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.748004138469696, + "learning_rate": 0.0015, + "loss": 1.4144, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5527656674385071, + "learning_rate": 0.0015, + "loss": 1.4259, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6227961182594299, + "learning_rate": 0.0015, + "loss": 1.4259, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5234470367431641, + "learning_rate": 0.0015, + "loss": 1.4345, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.6069667935371399, + "learning_rate": 0.0015, + "loss": 1.429, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5087295174598694, + "learning_rate": 0.0015, + "loss": 1.4345, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5701834559440613, + "learning_rate": 0.0015, + "loss": 1.4413, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5617038011550903, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.599163830280304, + "learning_rate": 0.0015, + "loss": 1.4341, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.816677987575531, + "learning_rate": 0.0015, + "loss": 1.4489, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.8053539991378784, + "learning_rate": 0.0015, + "loss": 1.455, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5908822417259216, + "learning_rate": 0.0015, + "loss": 1.4392, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5969804525375366, + "learning_rate": 0.0015, + "loss": 1.431, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.6755075454711914, + "learning_rate": 0.0015, + "loss": 1.4411, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5911203622817993, + "learning_rate": 0.0015, + "loss": 1.4341, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5493491888046265, + "learning_rate": 0.0015, + "loss": 1.4332, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6947777271270752, + "learning_rate": 0.0015, + "loss": 1.429, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5623560547828674, + "learning_rate": 0.0015, + "loss": 1.4257, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.9323939085006714, + "learning_rate": 0.0015, + "loss": 1.4341, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6801377534866333, + "learning_rate": 0.0015, + "loss": 1.4411, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5711943507194519, + "learning_rate": 0.0015, + "loss": 1.4261, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.528338611125946, + "learning_rate": 0.0015, + "loss": 1.4348, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5535573959350586, + "learning_rate": 0.0015, + "loss": 1.435, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5801048874855042, + "learning_rate": 0.0015, + "loss": 1.4207, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6147446036338806, + "learning_rate": 0.0015, + "loss": 1.4389, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.541782796382904, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.6918947100639343, + "learning_rate": 0.0015, + "loss": 1.438, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.6587607264518738, + "learning_rate": 0.0015, + "loss": 1.4354, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5851778984069824, + "learning_rate": 0.0015, + "loss": 1.4185, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.6019512414932251, + "learning_rate": 0.0015, + "loss": 1.4399, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5221972465515137, + "learning_rate": 0.0015, + "loss": 1.4197, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.5839863419532776, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.6848641037940979, + "learning_rate": 0.0015, + "loss": 1.429, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.528335452079773, + "learning_rate": 0.0015, + "loss": 1.4277, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5361722707748413, + "learning_rate": 0.0015, + "loss": 1.4319, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.46983981132507324, + "learning_rate": 0.0015, + "loss": 1.4234, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5124049186706543, + "learning_rate": 0.0015, + "loss": 1.432, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5647552013397217, + "learning_rate": 0.0015, + "loss": 1.4308, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.6874547600746155, + "learning_rate": 0.0015, + "loss": 1.4288, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": Infinity, + "learning_rate": 0.0015, + "loss": 1.4285, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.574679434299469, + "learning_rate": 0.0015, + "loss": 1.4383, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.5606120824813843, + "learning_rate": 0.0015, + "loss": 1.4327, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5364856123924255, + "learning_rate": 0.0014854972418331944, + "loss": 1.4113, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5553877353668213, + "learning_rate": 0.0014650219182191931, + "loss": 1.4309, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5766550898551941, + "learning_rate": 0.001444828815847542, + "loss": 1.435, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5754528641700745, + "learning_rate": 0.0014249140447269945, + "loss": 1.426, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5499405860900879, + "learning_rate": 0.0014052737684839257, + "loss": 1.4197, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5255405902862549, + "learning_rate": 0.0013859042036232954, + "loss": 1.4269, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.7719149589538574, + "learning_rate": 0.001366801618799797, + "loss": 1.4161, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.6151224374771118, + "learning_rate": 0.001347962334099052, + "loss": 1.4175, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5480755567550659, + "learning_rate": 0.0013293827203287143, + "loss": 1.4252, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.6165157556533813, + "learning_rate": 0.0013110591983193423, + "loss": 1.4144, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.5327451825141907, + "learning_rate": 0.0012929882382349102, + "loss": 1.4212, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5260996222496033, + "learning_rate": 0.0012751663588928214, + "loss": 1.4175, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5738957524299622, + "learning_rate": 0.0012575901270932943, + "loss": 1.412, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6758652925491333, + "learning_rate": 0.0012402561569579936, + "loss": 1.4071, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6473555564880371, + "learning_rate": 0.0012231611092777745, + "loss": 1.4041, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5306556820869446, + "learning_rate": 0.0012063016908694193, + "loss": 1.4009, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.664206326007843, + "learning_rate": 0.0011896746539412405, + "loss": 1.4086, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7255275249481201, + "learning_rate": 0.0011732767954674265, + "loss": 1.4025, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5972916483879089, + "learning_rate": 0.0011571049565710122, + "loss": 1.405, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6715484261512756, + "learning_rate": 0.001141156021915355, + "loss": 1.4034, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.4935395121574402, + "learning_rate": 0.001125426919103997, + "loss": 1.3856, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.5832482576370239, + "learning_rate": 0.001109914618088799, + "loss": 1.3884, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.6867726445198059, + "learning_rate": 0.0010946161305862348, + "loss": 1.3999, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.5707427859306335, + "learning_rate": 0.001079528509501728, + "loss": 1.3994, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5250033140182495, + "learning_rate": 0.0010646488483619261, + "loss": 1.395, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5501655340194702, + "learning_rate": 0.0010499742807547976, + "loss": 1.3825, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.538463294506073, + "learning_rate": 0.0010355019797774478, + "loss": 1.3894, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5902817845344543, + "learning_rate": 0.001021229157491546, + "loss": 1.3756, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5150527358055115, + "learning_rate": 0.0010071530643862578, + "loss": 1.3789, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5589239001274109, + "learning_rate": 0.000993270988848579, + "loss": 1.3902, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5444999933242798, + "learning_rate": 0.0009795802566409742, + "loss": 1.3853, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.6948215961456299, + "learning_rate": 0.0009660782303862109, + "loss": 1.3916, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5912929773330688, + "learning_rate": 0.0009527623090592963, + "loss": 1.3854, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.49268436431884766, + "learning_rate": 0.0009396299274864177, + "loss": 1.3981, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.5165446400642395, + "learning_rate": 0.0009266785558507877, + "loss": 1.3994, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.47695085406303406, + "learning_rate": 0.0009139056992053016, + "loss": 1.3789, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.6241263747215271, + "learning_rate": 0.000901308896991912, + "loss": 1.3711, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5821035504341125, + "learning_rate": 0.000888885722567627, + "loss": 1.3828, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.524462878704071, + "learning_rate": 0.0008766337827370438, + "loss": 1.3747, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6472446918487549, + "learning_rate": 0.000864550717291324, + "loss": 1.3753, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5896880626678467, + "learning_rate": 0.0008526341985535229, + "loss": 1.3723, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5659841895103455, + "learning_rate": 0.0008408819309301891, + "loss": 1.3682, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6180821657180786, + "learning_rate": 0.0008292916504691397, + "loss": 1.3714, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5561965703964233, + "learning_rate": 0.0008178611244233354, + "loss": 1.3779, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5118362307548523, + "learning_rate": 0.0008065881508207637, + "loss": 1.3631, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.4638024568557739, + "learning_rate": 0.0007954705580402523, + "loss": 1.3692, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5717614889144897, + "learning_rate": 0.0007845062043931298, + "loss": 1.3629, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6440813541412354, + "learning_rate": 0.0007736929777106497, + "loss": 1.3662, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5368211269378662, + "learning_rate": 0.000763028794937105, + "loss": 1.3602, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5129225850105286, + "learning_rate": 0.0007525116017285476, + "loss": 1.3607, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5165268778800964, + "learning_rate": 0.0007421393720570417, + "loss": 1.3625, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.5030327439308167, + "learning_rate": 0.0007319101078203694, + "loss": 1.3635, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5081734657287598, + "learning_rate": 0.0007218218384571178, + "loss": 1.3568, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4782288670539856, + "learning_rate": 0.0007118726205670703, + "loss": 1.3568, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5021098852157593, + "learning_rate": 0.0007020605375368316, + "loss": 1.3591, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.6094057559967041, + "learning_rate": 0.000692383699170611, + "loss": 1.3481, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5212547779083252, + "learning_rate": 0.0006828402413260966, + "loss": 1.3589, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5429904460906982, + "learning_rate": 0.0006734283255553471, + "loss": 1.3594, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.4989031255245209, + "learning_rate": 0.0006641461387506347, + "loss": 1.361, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6769903898239136, + "learning_rate": 0.0006549918927951678, + "loss": 1.3554, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5959861874580383, + "learning_rate": 0.0006459638242186297, + "loss": 1.3562, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.482819527387619, + "learning_rate": 0.0006370601938574639, + "loss": 1.3548, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5496542453765869, + "learning_rate": 0.0006282792865198421, + "loss": 1.3596, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.5129460096359253, + "learning_rate": 0.0006196194106552512, + "loss": 1.3433, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6600692868232727, + "learning_rate": 0.0006110788980286328, + "loss": 1.3477, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.6072731614112854, + "learning_rate": 0.0006026561033990158, + "loss": 1.3504, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.4981010854244232, + "learning_rate": 0.000594349404202577, + "loss": 1.348, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6839028000831604, + "learning_rate": 0.0005861572002400716, + "loss": 1.3348, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4735791087150574, + "learning_rate": 0.0005780779133685717, + "loss": 1.3445, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5173911452293396, + "learning_rate": 0.0005701099871974524, + "loss": 1.3394, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5153633952140808, + "learning_rate": 0.0005622518867885708, + "loss": 1.3387, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5287536978721619, + "learning_rate": 0.0005545020983605748, + "loss": 1.3452, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.632926881313324, + "learning_rate": 0.0005468591289972898, + "loss": 1.3334, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.6215195059776306, + "learning_rate": 0.0005393215063601232, + "loss": 1.3354, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5091204643249512, + "learning_rate": 0.0005318877784044343, + "loss": 1.3583, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.6117019653320312, + "learning_rate": 0.0005245565130998126, + "loss": 1.3386, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.48274752497673035, + "learning_rate": 0.000517326298154212, + "loss": 1.3444, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5117499232292175, + "learning_rate": 0.0005101957407418877, + "loss": 1.3468, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5102267861366272, + "learning_rate": 0.0005031634672350829, + "loss": 1.3428, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5028338432312012, + "learning_rate": 0.0004962281229394129, + "loss": 1.3352, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.4928154945373535, + "learning_rate": 0.0004893883718328983, + "loss": 1.3291, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.4756507873535156, + "learning_rate": 0.0004826428963085938, + "loss": 1.3327, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.48273026943206787, + "learning_rate": 0.00047599039692076457, + "loss": 1.3315, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5361319184303284, + "learning_rate": 0.0004694295921345622, + "loss": 1.3426, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.48997265100479126, + "learning_rate": 0.00046295921807915015, + "loss": 1.3131, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6841908693313599, + "learning_rate": 0.00045657802830423164, + "loss": 1.3271, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.532696008682251, + "learning_rate": 0.00045028479353993473, + "loss": 1.3315, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6385636329650879, + "learning_rate": 0.00044407830146000587, + "loss": 1.3389, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5205770134925842, + "learning_rate": 0.0004379573564482676, + "loss": 1.3227, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.54034423828125, + "learning_rate": 0.0004319207793682963, + "loss": 1.3302, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.6151791214942932, + "learning_rate": 0.0004259674073362731, + "loss": 1.3364, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4874185025691986, + "learning_rate": 0.00042009609349696626, + "loss": 1.3322, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.49219995737075806, + "learning_rate": 0.00041430570680280233, + "loss": 1.3303, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5832408666610718, + "learning_rate": 0.0004085951317959809, + "loss": 1.324, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5040769577026367, + "learning_rate": 0.00040296326839359315, + "loss": 1.3332, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.520376980304718, + "learning_rate": 0.000397409031675703, + "loss": 1.3282, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.48763787746429443, + "learning_rate": 0.00039193135167634786, + "loss": 1.3389, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5245943069458008, + "learning_rate": 0.00038652917317742123, + "loss": 1.3194, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5624497532844543, + "learning_rate": 0.0003812014555053956, + "loss": 1.3178, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.47683998942375183, + "learning_rate": 0.00037594717233084774, + "loss": 1.3261, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.5936027765274048, + "learning_rate": 0.0003707653114707471, + "loss": 1.3346, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5519657731056213, + "learning_rate": 0.00036565487469346906, + "loss": 1.3116, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.5041986703872681, + "learning_rate": 0.0003606148775264958, + "loss": 1.3149, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.47437649965286255, + "learning_rate": 0.0003556443490667684, + "loss": 1.3204, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5577541589736938, + "learning_rate": 0.0003507423317936521, + "loss": 1.3237, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5560529828071594, + "learning_rate": 0.00034590788138448006, + "loss": 1.3366, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.538975715637207, + "learning_rate": 0.0003411400665326393, + "loss": 1.3305, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5760699510574341, + "learning_rate": 0.00033643796876816424, + "loss": 1.3268, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.4729076027870178, + "learning_rate": 0.000331800682280803, + "loss": 1.3216, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.49490368366241455, + "learning_rate": 0.0003272273137455226, + "loss": 1.3196, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5074576139450073, + "learning_rate": 0.00032271698215041863, + "loss": 1.3165, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.4897492527961731, + "learning_rate": 0.0003182688186269984, + "loss": 1.3196, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.5229538679122925, + "learning_rate": 0.0003138819662828017, + "loss": 1.3275, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.49189868569374084, + "learning_rate": 0.00030955558003632966, + "loss": 1.3336, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.48868584632873535, + "learning_rate": 0.0003052888264542483, + "loss": 1.3159, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5069463849067688, + "learning_rate": 0.0003010808835908368, + "loss": 1.3091, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5533775091171265, + "learning_rate": 0.00029693094082964785, + "loss": 1.3154, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5721158981323242, + "learning_rate": 0.0002928381987273508, + "loss": 1.3115, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.46923840045928955, + "learning_rate": 0.0002888018688597272, + "loss": 1.3079, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.47305622696876526, + "learning_rate": 0.0002848211736697894, + "loss": 1.3167, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5176447033882141, + "learning_rate": 0.00028089534631799183, + "loss": 1.3156, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.48857372999191284, + "learning_rate": 0.0002770236305345076, + "loss": 1.3047, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.4950768053531647, + "learning_rate": 0.00027320528047354093, + "loss": 1.3135, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5579528212547302, + "learning_rate": 0.00026943956056964773, + "loss": 1.3224, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4817415177822113, + "learning_rate": 0.0002657257453960364, + "loss": 1.3033, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.5814762115478516, + "learning_rate": 0.0002620631195248222, + "loss": 1.3087, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.46505385637283325, + "learning_rate": 0.00025845097738920735, + "loss": 1.2941, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.48983410000801086, + "learning_rate": 0.0002548886231475606, + "loss": 1.2987, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4881570339202881, + "learning_rate": 0.0002513753705493713, + "loss": 1.3006, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.45043596625328064, + "learning_rate": 0.0002479105428030497, + "loss": 1.3102, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.48906126618385315, + "learning_rate": 0.00024449347244555043, + "loss": 1.3015, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.49786320328712463, + "learning_rate": 0.00024112350121379254, + "loss": 1.3094, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.4743672013282776, + "learning_rate": 0.000237799979917852, + "loss": 1.3158, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5006662607192993, + "learning_rate": 0.00023452226831590227, + "loss": 1.3097, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5024963617324829, + "learning_rate": 0.00023128973499087779, + "loss": 1.3178, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.47887811064720154, + "learning_rate": 0.00022810175722883858, + "loss": 1.3003, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.49095380306243896, + "learning_rate": 0.0002249577208990106, + "loss": 1.2996, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.570153534412384, + "learning_rate": 0.00022185702033547996, + "loss": 1.2998, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.5310852527618408, + "learning_rate": 0.00021879905822051756, + "loss": 1.297, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5419847965240479, + "learning_rate": 0.00021578324546951222, + "loss": 1.2986, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5495837926864624, + "learning_rate": 0.00021280900111748948, + "loss": 1.3106, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5267235040664673, + "learning_rate": 0.00020987575220719483, + "loss": 1.3072, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.49620896577835083, + "learning_rate": 0.00020698293367871933, + "loss": 1.2973, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.5015327334403992, + "learning_rate": 0.00020412998826064692, + "loss": 1.3011, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.504551112651825, + "learning_rate": 0.00020131636636270178, + "loss": 1.315, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.4976200461387634, + "learning_rate": 0.00019854152596987523, + "loss": 1.286, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5471088886260986, + "learning_rate": 0.00019580493253801255, + "loss": 1.3101, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5165606737136841, + "learning_rate": 0.00019310605889083838, + "loss": 1.3029, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.4817538857460022, + "learning_rate": 0.0001904443851184018, + "loss": 1.3169, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4919213056564331, + "learning_rate": 0.00018781939847692096, + "loss": 1.294, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.5186462998390198, + "learning_rate": 0.00018523059329000844, + "loss": 1.3013, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5643556714057922, + "learning_rate": 0.0001826774708512579, + "loss": 1.3162, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.47646427154541016, + "learning_rate": 0.00018015953932817348, + "loss": 1.2884, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.48565244674682617, + "learning_rate": 0.00017767631366742332, + "loss": 1.2983, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.5267047882080078, + "learning_rate": 0.00017522731550139922, + "loss": 1.2964, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5193334817886353, + "learning_rate": 0.00017281207305606407, + "loss": 1.2998, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5119906067848206, + "learning_rate": 0.00017043012106006926, + "loss": 1.3066, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4821706712245941, + "learning_rate": 0.00016808100065512528, + "loss": 1.3048, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.4766588807106018, + "learning_rate": 0.00016576425930760734, + "loss": 1.2912, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5136614441871643, + "learning_rate": 0.00016347945072137934, + "loss": 1.2932, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.4924360513687134, + "learning_rate": 0.00016122613475181977, + "loss": 1.2976, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5348549485206604, + "learning_rate": 0.00015900387732103232, + "loss": 1.2921, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5341907739639282, + "learning_rate": 0.00015681225033422526, + "loss": 1.3092, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4870835244655609, + "learning_rate": 0.00015465083159724345, + "loss": 1.2993, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.4815746247768402, + "learning_rate": 0.0001525192047352371, + "loss": 1.2965, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.49008122086524963, + "learning_rate": 0.00015041695911245136, + "loss": 1.3043, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.5038406252861023, + "learning_rate": 0.00014834368975312172, + "loss": 1.293, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.46453824639320374, + "learning_rate": 0.00014629899726345958, + "loss": 1.2788, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.49911126494407654, + "learning_rate": 0.00014428248775471316, + "loss": 1.2878, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.44908633828163147, + "learning_rate": 0.000142293772767289, + "loss": 1.2782, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5436993837356567, + "learning_rate": 0.00014033246919591922, + "loss": 1.2894, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.47166144847869873, + "learning_rate": 0.00013839819921586025, + "loss": 1.3098, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.4969489574432373, + "learning_rate": 0.00013649059021010894, + "loss": 1.3068, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.489970862865448, + "learning_rate": 0.00013460927469762155, + "loss": 1.2853, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5221937298774719, + "learning_rate": 0.00013275389026252255, + "loss": 1.2967, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5233868360519409, + "learning_rate": 0.0001309240794842889, + "loss": 1.2933, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.489381343126297, + "learning_rate": 0.00012911948986889664, + "loss": 1.3043, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5099634528160095, + "learning_rate": 0.00012733977378091664, + "loss": 1.2959, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5164536237716675, + "learning_rate": 0.00012558458837654633, + "loss": 1.3016, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4713574945926666, + "learning_rate": 0.00012385359553756422, + "loss": 1.2834, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.46141287684440613, + "learning_rate": 0.0001221464618061951, + "loss": 1.2867, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.49424222111701965, + "learning_rate": 0.0001204628583208727, + "loss": 1.2853, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5870708227157593, + "learning_rate": 0.00011880246075288824, + "loss": 1.2983, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.4899046719074249, + "learning_rate": 0.00011716494924391148, + "loss": 1.2907, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.5182633996009827, + "learning_rate": 0.00011555000834437363, + "loss": 1.2968, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.508344292640686, + "learning_rate": 0.00011395732695269907, + "loss": 1.2919, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5706756711006165, + "learning_rate": 0.00011238659825537507, + "loss": 1.288, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.49942389130592346, + "learning_rate": 0.00011083751966784716, + "loss": 1.3018, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.49767690896987915, + "learning_rate": 0.00010930979277622952, + "loss": 1.2816, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.5047425031661987, + "learning_rate": 0.00010780312327981853, + "loss": 1.2905, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.46033480763435364, + "learning_rate": 0.0001063172209343989, + "loss": 1.2963, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.48442649841308594, + "learning_rate": 0.000104851799496331, + "loss": 1.2976, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.49809372425079346, + "learning_rate": 0.00010340657666740917, + "loss": 1.2839, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.49856284260749817, + "learning_rate": 0.00010198127404047976, + "loss": 1.2797, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.527169942855835, + "learning_rate": 0.00010057561704580898, + "loss": 1.2985, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.49904850125312805, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2868, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.4828746020793915, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2868, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4995872974395752, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2877, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.461446613073349, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2819, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.49835923314094543, + "learning_rate": 9.383266863140043e-05, + "loss": 1.294, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.49723586440086365, + "learning_rate": 9.25393277878844e-05, + "loss": 1.285, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.49502670764923096, + "learning_rate": 9.126381368383881e-05, + "loss": 1.2927, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5696793794631958, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2832, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4698841869831085, + "learning_rate": 8.876528622283232e-05, + "loss": 1.297, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.46518006920814514, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2894, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4740748703479767, + "learning_rate": 8.63351608942968e-05, + "loss": 1.2974, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.4718835651874542, + "learning_rate": 8.514516180927926e-05, + "loss": 1.292, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.46124735474586487, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2883, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.45440733432769775, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3059, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5006871223449707, + "learning_rate": 8.167267732713705e-05, + "loss": 1.2933, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.4942260682582855, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2908, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4663679897785187, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2752, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5059977173805237, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2756, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.48211827874183655, + "learning_rate": 7.726198865777852e-05, + "loss": 1.2994, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.4900622069835663, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2779, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4712204933166504, + "learning_rate": 7.514678885885086e-05, + "loss": 1.2971, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4644489288330078, + "learning_rate": 7.411100449176634e-05, + "loss": 1.2909, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.4857137203216553, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2798, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.47446030378341675, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2809, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.47509390115737915, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2784, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.46106091141700745, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2856, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.5065385699272156, + "learning_rate": 6.914233817972799e-05, + "loss": 1.2947, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.48078155517578125, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2819, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.47770050168037415, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2844, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.48455145955085754, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3026, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.46511292457580566, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2894, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.48164862394332886, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2858, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.49383822083473206, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2797, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5019394755363464, + "learning_rate": 6.274078802246449e-05, + "loss": 1.289, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5560463666915894, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2832, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.48706531524658203, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2865, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.47477051615715027, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2811, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5075830817222595, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2858, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.46826353669166565, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2745, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.48045527935028076, + "learning_rate": 5.772761350135759e-05, + "loss": 1.286, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.47034719586372375, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2801, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4913272559642792, + "learning_rate": 5.61472058702326e-05, + "loss": 1.2969, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.47024253010749817, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2918, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5205992460250854, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2826, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.47987884283065796, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2747, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5683859586715698, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.2936, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.4900084435939789, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2847, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5204929113388062, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2894, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.46514394879341125, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2827, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.49026528000831604, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2842, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.47097718715667725, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2807, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.48903873562812805, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2913, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5587120652198792, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2711, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.48478958010673523, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2778, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5230157971382141, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2777, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.47784537076950073, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2847, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.4680609405040741, + "learning_rate": 4.559447669877288e-05, + "loss": 1.2931, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4730169177055359, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2876, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4942316710948944, + "learning_rate": 4.434623769249217e-05, + "loss": 1.284, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4925999641418457, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2802, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4492323696613312, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2774, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.48974716663360596, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2894, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.46638819575309753, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2799, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4784853756427765, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2773, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.47609829902648926, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2656, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4621826708316803, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2763, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.49537214636802673, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2836, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.46112343668937683, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2774, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4806409180164337, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2748, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.451741486787796, + "learning_rate": 3.806727394468005e-05, + "loss": 1.2957, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4543476998806, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2797, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4623158872127533, + "learning_rate": 3.702510700602975e-05, + "loss": 1.2969, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4667626917362213, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2827, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5451642870903015, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2805, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5066413283348083, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2821, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.46192336082458496, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2833, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.5067285895347595, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2853, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.46968767046928406, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2857, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.5083792805671692, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2772, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.4996829330921173, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2748, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.45652031898498535, + "learning_rate": 3.267734583546536e-05, + "loss": 1.283, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.470613956451416, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2804, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.45153480768203735, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2803, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.46365368366241455, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2828, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.47216668725013733, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2858, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5004749894142151, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2825, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5506999492645264, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2787, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.47063425183296204, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2821, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4648600220680237, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.278, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.48788538575172424, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2758, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.45217838883399963, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2782, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.47035345435142517, + "learning_rate": 2.805057521067472e-05, + "loss": 1.2971, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4552898108959198, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2727, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.47409144043922424, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2832, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.44321408867836, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2852, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.47700709104537964, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2856, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.48228153586387634, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2835, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4789127707481384, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2856, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.487445592880249, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2657, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.46307191252708435, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2788, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.517853319644928, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2872, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4690190255641937, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2734, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5210829973220825, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.2907, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5002433657646179, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2775, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4795536994934082, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2846, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.4676569998264313, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2817, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.47357791662216187, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2821, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.4524855315685272, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2764, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.513187825679779, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2776, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.47211483120918274, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2799, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4745982587337494, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2778, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.45773372054100037, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2697, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.47228479385375977, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2638, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.46443086862564087, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.275, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4544282555580139, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2706, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.47706711292266846, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2814, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4694705009460449, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2717, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4609600901603699, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2793, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.46797260642051697, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2774, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.4882201552391052, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2767, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4751724898815155, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2734, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4728923439979553, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2865, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.48171117901802063, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2843, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4628165662288666, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2943, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4623371660709381, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2888, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4719426929950714, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2818, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.47426339983940125, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2691, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.47118404507637024, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2717, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.478762149810791, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2903, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.4964239299297333, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2624, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4898985028266907, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2812, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.46895626187324524, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2823, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.48857542872428894, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2767, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4606000483036041, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2872, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.46462327241897583, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2721, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4766453504562378, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2826, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.4233559370040894, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2733, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-mish/checkpoint-9480/training_args.bin b/saves-llama-mish/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..c123106142627805ca9e379bf3cc1ce5390c5405 --- /dev/null +++ b/saves-llama-mish/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6862aca2ddde02ac40a5ffb874a028d4b0e862af2301df39ed696f5a5364cc +size 5176 diff --git a/saves-llama-mish/config.json b/saves-llama-mish/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6583b42f0b55fa842f4a97b4534c9b726f4c5bed --- /dev/null +++ b/saves-llama-mish/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "mish", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-mish/generation_config.json b/saves-llama-mish/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-mish/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-mish/model.safetensors b/saves-llama-mish/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8485918ebc8605b20b9cb588aece31928ca51e59 --- /dev/null +++ b/saves-llama-mish/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eae517b1163a580738e9259d15979843f8ae1341fe84d210da2c8119b618627 +size 8346712 diff --git a/saves-llama-mish/result.log b/saves-llama-mish/result.log new file mode 100644 index 0000000000000000000000000000000000000000..fd7dd4e9e960a2c5a191c4a9ed58e69e14a11a5a --- /dev/null +++ b/saves-llama-mish/result.log @@ -0,0 +1 @@ +{'train_runtime': 2149.5826, 'train_samples_per_second': 4515.576, 'train_steps_per_second': 4.41, 'train_loss': 1.5726737776889077, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-mish/special_tokens_map.json b/saves-llama-mish/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-mish/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-mish/tokenizer.json b/saves-llama-mish/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-mish/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-mish/tokenizer_config.json b/saves-llama-mish/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-mish/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu/checkpoint-9480/config.json b/saves-llama-relu/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..712e3f29477515b4932fadb4ed3d7462e480cc61 --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu/checkpoint-9480/generation_config.json b/saves-llama-relu/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu/checkpoint-9480/model.safetensors b/saves-llama-relu/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f1a65a89776ab6b28d977dfc628310f5585830b --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0863637e54cb136ea09d2da9fe33498a661dc07f723a4c4021e848fcf4081f2e +size 8346712 diff --git a/saves-llama-relu/checkpoint-9480/optimizer.pt b/saves-llama-relu/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..53ffc1e75bed4559b6a09e413aebdb391cf1c7c0 --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9c455b7ea8470afd2ccace1d9e8b020b963883802ac20d628c8269e544cf8b +size 16706402 diff --git a/saves-llama-relu/checkpoint-9480/rng_state.pth b/saves-llama-relu/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-relu/checkpoint-9480/scheduler.pt b/saves-llama-relu/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b4caa7943c4bd8b5bf857dca22f7e0acc820d --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22440654394513eab753cc4a7a4d9f8b781184d5238dc4b2f87b984570616d8d +size 1128 diff --git a/saves-llama-relu/checkpoint-9480/special_tokens_map.json b/saves-llama-relu/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu/checkpoint-9480/tokenizer.json b/saves-llama-relu/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu/checkpoint-9480/tokenizer_config.json b/saves-llama-relu/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu/checkpoint-9480/trainer_state.json b/saves-llama-relu/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4757436dd227a9e744af16830f8a53458a2925ad --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2733083963394165, + "learning_rate": 0.00015822784810126583, + "loss": 7.4947, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1436876058578491, + "learning_rate": 0.00031645569620253165, + "loss": 6.863, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8426070213317871, + "learning_rate": 0.00047468354430379745, + "loss": 6.2139, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.9538296461105347, + "learning_rate": 0.0006329113924050633, + "loss": 5.6992, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.6879795789718628, + "learning_rate": 0.0007911392405063291, + "loss": 5.2014, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.1578049659729004, + "learning_rate": 0.0009493670886075949, + "loss": 4.7168, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.0756778717041016, + "learning_rate": 0.0011075949367088608, + "loss": 4.3464, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.7755897641181946, + "learning_rate": 0.0012658227848101266, + "loss": 4.106, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.7596473693847656, + "learning_rate": 0.0014240506329113926, + "loss": 3.9251, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.3099244832992554, + "learning_rate": 0.0015, + "loss": 3.7896, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.8102260231971741, + "learning_rate": 0.0015, + "loss": 3.6297, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.1916205883026123, + "learning_rate": 0.0015, + "loss": 3.518, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 1.1987881660461426, + "learning_rate": 0.0015, + "loss": 3.4118, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.641861081123352, + "learning_rate": 0.0015, + "loss": 3.3128, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 1.032217025756836, + "learning_rate": 0.0015, + "loss": 3.2296, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.8954044580459595, + "learning_rate": 0.0015, + "loss": 3.1678, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 1.1310805082321167, + "learning_rate": 0.0015, + "loss": 3.0913, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 1.0529614686965942, + "learning_rate": 0.0015, + "loss": 3.0544, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.895476758480072, + "learning_rate": 0.0015, + "loss": 2.9922, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.8909080624580383, + "learning_rate": 0.0015, + "loss": 2.947, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.8560699820518494, + "learning_rate": 0.0015, + "loss": 2.905, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8426381945610046, + "learning_rate": 0.0015, + "loss": 2.8668, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 1.4895472526550293, + "learning_rate": 0.0015, + "loss": 2.8211, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8816336989402771, + "learning_rate": 0.0015, + "loss": 2.7824, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 1.0492737293243408, + "learning_rate": 0.0015, + "loss": 2.7469, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.8734013438224792, + "learning_rate": 0.0015, + "loss": 2.7114, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.8980610370635986, + "learning_rate": 0.0015, + "loss": 2.6943, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.8903745412826538, + "learning_rate": 0.0015, + "loss": 2.6786, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.0453561544418335, + "learning_rate": 0.0015, + "loss": 2.6372, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.825192928314209, + "learning_rate": 0.0015, + "loss": 2.6076, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.9211034774780273, + "learning_rate": 0.0015, + "loss": 2.5851, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.7711102366447449, + "learning_rate": 0.0015, + "loss": 2.5565, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.9871155023574829, + "learning_rate": 0.0015, + "loss": 2.5546, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.7353435158729553, + "learning_rate": 0.0015, + "loss": 2.5257, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.7664971947669983, + "learning_rate": 0.0015, + "loss": 2.4865, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.9120454788208008, + "learning_rate": 0.0015, + "loss": 2.4683, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.8023034334182739, + "learning_rate": 0.0015, + "loss": 2.458, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8567001819610596, + "learning_rate": 0.0015, + "loss": 2.4433, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.8988497257232666, + "learning_rate": 0.0015, + "loss": 2.4254, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.7328128218650818, + "learning_rate": 0.0015, + "loss": 2.4024, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.9598380327224731, + "learning_rate": 0.0015, + "loss": 2.3949, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.0258209705352783, + "learning_rate": 0.0015, + "loss": 2.3726, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.9216330647468567, + "learning_rate": 0.0015, + "loss": 2.3475, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.8838155269622803, + "learning_rate": 0.0015, + "loss": 2.3373, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.8373647332191467, + "learning_rate": 0.0015, + "loss": 2.3377, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.8128156065940857, + "learning_rate": 0.0015, + "loss": 2.3166, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.7165782451629639, + "learning_rate": 0.0015, + "loss": 2.2947, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 1.38456392288208, + "learning_rate": 0.0015, + "loss": 2.2939, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8262339234352112, + "learning_rate": 0.0015, + "loss": 2.266, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.2589967250823975, + "learning_rate": 0.0015, + "loss": 2.261, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.8126940727233887, + "learning_rate": 0.0015, + "loss": 2.2492, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.7197276949882507, + "learning_rate": 0.0015, + "loss": 2.2389, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.8715643882751465, + "learning_rate": 0.0015, + "loss": 2.2251, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.9228165745735168, + "learning_rate": 0.0015, + "loss": 2.2087, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.7372336983680725, + "learning_rate": 0.0015, + "loss": 2.2102, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.9682636260986328, + "learning_rate": 0.0015, + "loss": 2.1682, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.9414910674095154, + "learning_rate": 0.0015, + "loss": 2.179, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.2493133544921875, + "learning_rate": 0.0015, + "loss": 2.1801, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.9892802238464355, + "learning_rate": 0.0015, + "loss": 2.1554, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.9111932516098022, + "learning_rate": 0.0015, + "loss": 2.1365, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.9228165149688721, + "learning_rate": 0.0015, + "loss": 2.138, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8384230136871338, + "learning_rate": 0.0015, + "loss": 2.1237, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8601877093315125, + "learning_rate": 0.0015, + "loss": 2.1126, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.1097699403762817, + "learning_rate": 0.0015, + "loss": 2.1286, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.8750981688499451, + "learning_rate": 0.0015, + "loss": 2.1135, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.9543802738189697, + "learning_rate": 0.0015, + "loss": 2.1048, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.188357949256897, + "learning_rate": 0.0015, + "loss": 2.0879, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.6918960213661194, + "learning_rate": 0.0015, + "loss": 2.0793, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.757602870464325, + "learning_rate": 0.0015, + "loss": 2.0851, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7206082344055176, + "learning_rate": 0.0015, + "loss": 2.0671, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.805954098701477, + "learning_rate": 0.0015, + "loss": 2.0618, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.947986900806427, + "learning_rate": 0.0015, + "loss": 2.0459, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 1.032812237739563, + "learning_rate": 0.0015, + "loss": 2.0374, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8349412083625793, + "learning_rate": 0.0015, + "loss": 2.0463, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8331874012947083, + "learning_rate": 0.0015, + "loss": 2.0248, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.1009873151779175, + "learning_rate": 0.0015, + "loss": 2.0233, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8953216671943665, + "learning_rate": 0.0015, + "loss": 2.0181, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8586803674697876, + "learning_rate": 0.0015, + "loss": 2.015, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 1.0228350162506104, + "learning_rate": 0.0015, + "loss": 2.0196, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7717146277427673, + "learning_rate": 0.0015, + "loss": 1.9936, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7378641963005066, + "learning_rate": 0.0015, + "loss": 1.9766, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.7535266876220703, + "learning_rate": 0.0015, + "loss": 1.9871, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 1.1189807653427124, + "learning_rate": 0.0015, + "loss": 1.9945, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7239416837692261, + "learning_rate": 0.0015, + "loss": 1.9697, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6967167854309082, + "learning_rate": 0.0015, + "loss": 1.9682, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7111939787864685, + "learning_rate": 0.0015, + "loss": 1.9678, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.78915935754776, + "learning_rate": 0.0015, + "loss": 1.9665, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7788413166999817, + "learning_rate": 0.0015, + "loss": 1.9597, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.8729071617126465, + "learning_rate": 0.0015, + "loss": 1.9562, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.8148085474967957, + "learning_rate": 0.0015, + "loss": 1.9466, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.8399235010147095, + "learning_rate": 0.0015, + "loss": 1.9511, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7751302123069763, + "learning_rate": 0.0015, + "loss": 1.9419, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7782713770866394, + "learning_rate": 0.0015, + "loss": 1.9295, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7294489145278931, + "learning_rate": 0.0015, + "loss": 1.9344, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 1.0216084718704224, + "learning_rate": 0.0015, + "loss": 1.914, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.820957601070404, + "learning_rate": 0.0015, + "loss": 1.9235, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.3012456893920898, + "learning_rate": 0.0015, + "loss": 1.9266, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.9849552512168884, + "learning_rate": 0.0015, + "loss": 1.9044, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.7841943502426147, + "learning_rate": 0.0015, + "loss": 1.9006, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.7804417014122009, + "learning_rate": 0.0015, + "loss": 1.9115, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7667819857597351, + "learning_rate": 0.0015, + "loss": 1.9019, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.9037128686904907, + "learning_rate": 0.0015, + "loss": 1.8948, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.9198371171951294, + "learning_rate": 0.0015, + "loss": 1.894, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.8214184641838074, + "learning_rate": 0.0015, + "loss": 1.885, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.170914888381958, + "learning_rate": 0.0015, + "loss": 1.8879, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.8426679372787476, + "learning_rate": 0.0015, + "loss": 1.8787, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.7770638465881348, + "learning_rate": 0.0015, + "loss": 1.8662, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.9343608617782593, + "learning_rate": 0.0015, + "loss": 1.8684, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.9789599180221558, + "learning_rate": 0.0015, + "loss": 1.8773, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7243770360946655, + "learning_rate": 0.0015, + "loss": 1.8641, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7385159730911255, + "learning_rate": 0.0015, + "loss": 1.8669, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7844740748405457, + "learning_rate": 0.0015, + "loss": 1.8613, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.9194635152816772, + "learning_rate": 0.0015, + "loss": 1.8452, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.1453827619552612, + "learning_rate": 0.0015, + "loss": 1.8627, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.2072694301605225, + "learning_rate": 0.0015, + "loss": 1.8435, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.8786587119102478, + "learning_rate": 0.0015, + "loss": 1.8549, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.1161935329437256, + "learning_rate": 0.0015, + "loss": 1.8387, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.7054557800292969, + "learning_rate": 0.0015, + "loss": 1.8249, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7684183716773987, + "learning_rate": 0.0015, + "loss": 1.8271, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.4159756898880005, + "learning_rate": 0.0015, + "loss": 1.8482, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8124328255653381, + "learning_rate": 0.0015, + "loss": 1.8465, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7402304410934448, + "learning_rate": 0.0015, + "loss": 1.8163, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7972971200942993, + "learning_rate": 0.0015, + "loss": 1.8079, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7267691493034363, + "learning_rate": 0.0015, + "loss": 1.8246, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.7364758253097534, + "learning_rate": 0.0015, + "loss": 1.8262, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 1.1476126909255981, + "learning_rate": 0.0015, + "loss": 1.8125, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7530903220176697, + "learning_rate": 0.0015, + "loss": 1.807, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.6699790954589844, + "learning_rate": 0.0015, + "loss": 1.8252, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.678423285484314, + "learning_rate": 0.0015, + "loss": 1.8093, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.6942156553268433, + "learning_rate": 0.0015, + "loss": 1.7993, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.8321163058280945, + "learning_rate": 0.0015, + "loss": 1.8011, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8527196645736694, + "learning_rate": 0.0015, + "loss": 1.8064, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.9708861708641052, + "learning_rate": 0.0015, + "loss": 1.798, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.8005797266960144, + "learning_rate": 0.0015, + "loss": 1.7978, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.712599515914917, + "learning_rate": 0.0015, + "loss": 1.801, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6891728043556213, + "learning_rate": 0.0015, + "loss": 1.7894, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7310248017311096, + "learning_rate": 0.0015, + "loss": 1.7882, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.8893153667449951, + "learning_rate": 0.0015, + "loss": 1.7768, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 1.3351496458053589, + "learning_rate": 0.0015, + "loss": 1.7898, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8466930985450745, + "learning_rate": 0.0015, + "loss": 1.7748, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7071364521980286, + "learning_rate": 0.0015, + "loss": 1.7688, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.731139063835144, + "learning_rate": 0.0015, + "loss": 1.779, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.8124088048934937, + "learning_rate": 0.0015, + "loss": 1.7746, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.7471673488616943, + "learning_rate": 0.0015, + "loss": 1.7678, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.6360813975334167, + "learning_rate": 0.0015, + "loss": 1.768, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.808580219745636, + "learning_rate": 0.0015, + "loss": 1.7657, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.7080631256103516, + "learning_rate": 0.0015, + "loss": 1.7617, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.7757136225700378, + "learning_rate": 0.0015, + "loss": 1.7632, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.6861632466316223, + "learning_rate": 0.0015, + "loss": 1.7612, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.7646285891532898, + "learning_rate": 0.0015, + "loss": 1.7608, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6651663184165955, + "learning_rate": 0.0015, + "loss": 1.7609, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.631038248538971, + "learning_rate": 0.0015, + "loss": 1.7577, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6468666791915894, + "learning_rate": 0.0015, + "loss": 1.7421, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.7991131544113159, + "learning_rate": 0.0015, + "loss": 1.736, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.7404541969299316, + "learning_rate": 0.0015, + "loss": 1.7381, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6834830045700073, + "learning_rate": 0.0015, + "loss": 1.7392, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7333276271820068, + "learning_rate": 0.0015, + "loss": 1.7336, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.653140664100647, + "learning_rate": 0.0015, + "loss": 1.7429, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8318632245063782, + "learning_rate": 0.0015, + "loss": 1.7341, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.6731577515602112, + "learning_rate": 0.0015, + "loss": 1.742, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6578022837638855, + "learning_rate": 0.0015, + "loss": 1.7408, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6312196850776672, + "learning_rate": 0.0015, + "loss": 1.7064, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.7015892863273621, + "learning_rate": 0.0015, + "loss": 1.7202, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.7106109857559204, + "learning_rate": 0.0015, + "loss": 1.7256, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.1778593063354492, + "learning_rate": 0.0015, + "loss": 1.7149, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6946284174919128, + "learning_rate": 0.0015, + "loss": 1.7173, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.815626859664917, + "learning_rate": 0.0015, + "loss": 1.7258, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.0013611316680908, + "learning_rate": 0.0015, + "loss": 1.7098, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7599984407424927, + "learning_rate": 0.0015, + "loss": 1.707, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7056793570518494, + "learning_rate": 0.0015, + "loss": 1.7213, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.7815384268760681, + "learning_rate": 0.0015, + "loss": 1.7043, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.644148051738739, + "learning_rate": 0.0015, + "loss": 1.7032, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6395612359046936, + "learning_rate": 0.0015, + "loss": 1.7054, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.7701711654663086, + "learning_rate": 0.0015, + "loss": 1.7077, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.633503794670105, + "learning_rate": 0.0015, + "loss": 1.7257, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.7417237162590027, + "learning_rate": 0.0015, + "loss": 1.7082, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.6460136771202087, + "learning_rate": 0.0015, + "loss": 1.7074, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.724323034286499, + "learning_rate": 0.0015, + "loss": 1.7083, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.9442452192306519, + "learning_rate": 0.0015, + "loss": 1.7095, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.6979749202728271, + "learning_rate": 0.0015, + "loss": 1.7037, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.7219043970108032, + "learning_rate": 0.0015, + "loss": 1.6912, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7260817885398865, + "learning_rate": 0.0015, + "loss": 1.6921, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.7995448708534241, + "learning_rate": 0.0015, + "loss": 1.689, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6635895371437073, + "learning_rate": 0.0015, + "loss": 1.6862, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.9861568212509155, + "learning_rate": 0.0015, + "loss": 1.6892, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6414808630943298, + "learning_rate": 0.0015, + "loss": 1.6958, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6641356945037842, + "learning_rate": 0.0015, + "loss": 1.6909, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6749581098556519, + "learning_rate": 0.0015, + "loss": 1.6807, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 1.255850076675415, + "learning_rate": 0.0015, + "loss": 1.6886, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.97452312707901, + "learning_rate": 0.0015, + "loss": 1.6868, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.6632014513015747, + "learning_rate": 0.0015, + "loss": 1.6869, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.700194776058197, + "learning_rate": 0.0015, + "loss": 1.6798, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.7002797722816467, + "learning_rate": 0.0015, + "loss": 1.6809, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6715006232261658, + "learning_rate": 0.0015, + "loss": 1.6699, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6772109866142273, + "learning_rate": 0.0015, + "loss": 1.671, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.6926902532577515, + "learning_rate": 0.0015, + "loss": 1.6728, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.76792311668396, + "learning_rate": 0.0015, + "loss": 1.6834, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7201133966445923, + "learning_rate": 0.0015, + "loss": 1.6662, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6740146279335022, + "learning_rate": 0.0015, + "loss": 1.663, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.8047731518745422, + "learning_rate": 0.0015, + "loss": 1.6628, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6108027100563049, + "learning_rate": 0.0015, + "loss": 1.6727, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.7143127918243408, + "learning_rate": 0.0015, + "loss": 1.6795, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.659460186958313, + "learning_rate": 0.0015, + "loss": 1.6695, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6175896525382996, + "learning_rate": 0.0015, + "loss": 1.6655, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.679816484451294, + "learning_rate": 0.0015, + "loss": 1.6627, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.8619924783706665, + "learning_rate": 0.0015, + "loss": 1.6542, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.9540325999259949, + "learning_rate": 0.0015, + "loss": 1.658, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.8972859382629395, + "learning_rate": 0.0015, + "loss": 1.6663, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.8370799422264099, + "learning_rate": 0.0015, + "loss": 1.6517, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 1.10194993019104, + "learning_rate": 0.0015, + "loss": 1.6609, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.6842101216316223, + "learning_rate": 0.0015, + "loss": 1.6482, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6499814987182617, + "learning_rate": 0.0015, + "loss": 1.6483, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6887125372886658, + "learning_rate": 0.0015, + "loss": 1.6539, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6073333621025085, + "learning_rate": 0.0015, + "loss": 1.6446, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.8369203209877014, + "learning_rate": 0.0015, + "loss": 1.6538, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.8322305679321289, + "learning_rate": 0.0015, + "loss": 1.6669, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.630450427532196, + "learning_rate": 0.0015, + "loss": 1.6479, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.5693684816360474, + "learning_rate": 0.0015, + "loss": 1.6326, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.6728575825691223, + "learning_rate": 0.0015, + "loss": 1.6506, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6408063173294067, + "learning_rate": 0.0015, + "loss": 1.6517, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6169241666793823, + "learning_rate": 0.0015, + "loss": 1.6369, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7348849177360535, + "learning_rate": 0.0015, + "loss": 1.6472, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.7338847517967224, + "learning_rate": 0.0015, + "loss": 1.6387, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6961486339569092, + "learning_rate": 0.0015, + "loss": 1.6371, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.6590170860290527, + "learning_rate": 0.0015, + "loss": 1.6378, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.9444085359573364, + "learning_rate": 0.0015, + "loss": 1.6307, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7793636322021484, + "learning_rate": 0.0015, + "loss": 1.6595, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.8052467107772827, + "learning_rate": 0.0015, + "loss": 1.6425, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 1.3532497882843018, + "learning_rate": 0.0015, + "loss": 1.6338, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.72308748960495, + "learning_rate": 0.0015, + "loss": 1.6297, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.7474813461303711, + "learning_rate": 0.0015, + "loss": 1.6324, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6758801937103271, + "learning_rate": 0.0015, + "loss": 1.6367, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.7427731156349182, + "learning_rate": 0.0015, + "loss": 1.621, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.83324134349823, + "learning_rate": 0.0015, + "loss": 1.6173, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.5680593252182007, + "learning_rate": 0.0015, + "loss": 1.6205, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 1.4345910549163818, + "learning_rate": 0.0015, + "loss": 1.6344, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.8737362027168274, + "learning_rate": 0.0015, + "loss": 1.6286, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6703172326087952, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6273900866508484, + "learning_rate": 0.0015, + "loss": 1.6223, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.5641729831695557, + "learning_rate": 0.0015, + "loss": 1.6217, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6888928413391113, + "learning_rate": 0.0015, + "loss": 1.6212, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8733038902282715, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.706615686416626, + "learning_rate": 0.0015, + "loss": 1.6163, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.9507734179496765, + "learning_rate": 0.0015, + "loss": 1.6272, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.6897843480110168, + "learning_rate": 0.0015, + "loss": 1.6123, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.6075423955917358, + "learning_rate": 0.0015, + "loss": 1.6286, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.785085141658783, + "learning_rate": 0.0015, + "loss": 1.6158, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.641060471534729, + "learning_rate": 0.0015, + "loss": 1.6221, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.5829103589057922, + "learning_rate": 0.0015, + "loss": 1.6084, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.674933910369873, + "learning_rate": 0.0015, + "loss": 1.6119, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6346490383148193, + "learning_rate": 0.0015, + "loss": 1.6124, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.7300370335578918, + "learning_rate": 0.0015, + "loss": 1.6146, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.658406674861908, + "learning_rate": 0.0015, + "loss": 1.6085, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.7472488284111023, + "learning_rate": 0.0015, + "loss": 1.6128, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 1.044743537902832, + "learning_rate": 0.0015, + "loss": 1.6066, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.66208416223526, + "learning_rate": 0.0015, + "loss": 1.612, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6711663603782654, + "learning_rate": 0.0015, + "loss": 1.6071, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.6813085675239563, + "learning_rate": 0.0015, + "loss": 1.6056, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6887850761413574, + "learning_rate": 0.0015, + "loss": 1.6123, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6657094359397888, + "learning_rate": 0.0015, + "loss": 1.6138, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.7057452201843262, + "learning_rate": 0.0015, + "loss": 1.6078, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6831801533699036, + "learning_rate": 0.0015, + "loss": 1.6115, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.6510992646217346, + "learning_rate": 0.0015, + "loss": 1.5975, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6334524750709534, + "learning_rate": 0.0015, + "loss": 1.6097, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7811564803123474, + "learning_rate": 0.0015, + "loss": 1.6003, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.7001844644546509, + "learning_rate": 0.0015, + "loss": 1.5961, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.7368627786636353, + "learning_rate": 0.0015, + "loss": 1.5994, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5861145853996277, + "learning_rate": 0.0015, + "loss": 1.5974, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7447869181632996, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.649631917476654, + "learning_rate": 0.0015, + "loss": 1.5926, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6203135251998901, + "learning_rate": 0.0015, + "loss": 1.6008, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.5769614577293396, + "learning_rate": 0.0015, + "loss": 1.5992, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.6501977443695068, + "learning_rate": 0.0015, + "loss": 1.5786, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.7535536885261536, + "learning_rate": 0.0015, + "loss": 1.5914, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.648307204246521, + "learning_rate": 0.0015, + "loss": 1.597, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8430402278900146, + "learning_rate": 0.0015, + "loss": 1.6032, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.5858532190322876, + "learning_rate": 0.0015, + "loss": 1.5979, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6397041082382202, + "learning_rate": 0.0015, + "loss": 1.5937, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5706927180290222, + "learning_rate": 0.0015, + "loss": 1.5927, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5816206336021423, + "learning_rate": 0.0015, + "loss": 1.5908, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.5801464915275574, + "learning_rate": 0.0015, + "loss": 1.5913, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6373363733291626, + "learning_rate": 0.0015, + "loss": 1.5975, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 1.0975168943405151, + "learning_rate": 0.0015, + "loss": 1.5746, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 0.7918742299079895, + "learning_rate": 0.0015, + "loss": 1.58, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.6820138096809387, + "learning_rate": 0.0015, + "loss": 1.5792, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5886484980583191, + "learning_rate": 0.0015, + "loss": 1.5813, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.7658937573432922, + "learning_rate": 0.0015, + "loss": 1.5878, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.6914458870887756, + "learning_rate": 0.0015, + "loss": 1.5735, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.695576548576355, + "learning_rate": 0.0015, + "loss": 1.5791, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.7019651532173157, + "learning_rate": 0.0015, + "loss": 1.5838, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.6431899070739746, + "learning_rate": 0.0015, + "loss": 1.585, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6427409052848816, + "learning_rate": 0.0015, + "loss": 1.5778, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5970958471298218, + "learning_rate": 0.0015, + "loss": 1.5728, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 1.1294201612472534, + "learning_rate": 0.0015, + "loss": 1.5833, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.622044026851654, + "learning_rate": 0.0015, + "loss": 1.591, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.6812940835952759, + "learning_rate": 0.0015, + "loss": 1.5679, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.8392590880393982, + "learning_rate": 0.0015, + "loss": 1.5605, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6541980504989624, + "learning_rate": 0.0015, + "loss": 1.5694, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.5993001461029053, + "learning_rate": 0.0015, + "loss": 1.5846, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.7039710283279419, + "learning_rate": 0.0015, + "loss": 1.5645, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5771589279174805, + "learning_rate": 0.0015, + "loss": 1.573, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6969435811042786, + "learning_rate": 0.0015, + "loss": 1.573, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6383923292160034, + "learning_rate": 0.0015, + "loss": 1.5624, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7560727596282959, + "learning_rate": 0.0015, + "loss": 1.5697, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.6635891199111938, + "learning_rate": 0.0015, + "loss": 1.5632, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5856527090072632, + "learning_rate": 0.0015, + "loss": 1.5759, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.612700343132019, + "learning_rate": 0.0015, + "loss": 1.566, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.7660608291625977, + "learning_rate": 0.0015, + "loss": 1.5574, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5987316966056824, + "learning_rate": 0.0015, + "loss": 1.5765, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.593343198299408, + "learning_rate": 0.0015, + "loss": 1.5601, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6489712595939636, + "learning_rate": 0.0015, + "loss": 1.5662, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6017663478851318, + "learning_rate": 0.0015, + "loss": 1.5659, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6709532141685486, + "learning_rate": 0.0015, + "loss": 1.5793, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7417532801628113, + "learning_rate": 0.0015, + "loss": 1.5606, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6624449491500854, + "learning_rate": 0.0015, + "loss": 1.5636, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6301703453063965, + "learning_rate": 0.0015, + "loss": 1.5653, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.5977314710617065, + "learning_rate": 0.0015, + "loss": 1.5681, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6682421565055847, + "learning_rate": 0.0015, + "loss": 1.56, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7982174754142761, + "learning_rate": 0.0015, + "loss": 1.5629, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.7748986482620239, + "learning_rate": 0.0015, + "loss": 1.5542, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 1.0765491724014282, + "learning_rate": 0.0015, + "loss": 1.5723, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7252717614173889, + "learning_rate": 0.0015, + "loss": 1.5583, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.5946524143218994, + "learning_rate": 0.0015, + "loss": 1.5547, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6727193593978882, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.8016456365585327, + "learning_rate": 0.0015, + "loss": 1.5619, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5796253681182861, + "learning_rate": 0.0015, + "loss": 1.5484, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.623274028301239, + "learning_rate": 0.0015, + "loss": 1.5662, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.7034549117088318, + "learning_rate": 0.0015, + "loss": 1.5664, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.8472448587417603, + "learning_rate": 0.0015, + "loss": 1.5481, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6147744059562683, + "learning_rate": 0.0015, + "loss": 1.5589, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6061049699783325, + "learning_rate": 0.0015, + "loss": 1.5564, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.7331443428993225, + "learning_rate": 0.0015, + "loss": 1.5651, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5762057900428772, + "learning_rate": 0.0015, + "loss": 1.5531, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6111762523651123, + "learning_rate": 0.0015, + "loss": 1.5522, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.5986932516098022, + "learning_rate": 0.0015, + "loss": 1.5464, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6562957763671875, + "learning_rate": 0.0015, + "loss": 1.5473, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.8789434432983398, + "learning_rate": 0.0015, + "loss": 1.5544, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.7937793731689453, + "learning_rate": 0.0015, + "loss": 1.552, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5861942768096924, + "learning_rate": 0.0015, + "loss": 1.5473, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6977989673614502, + "learning_rate": 0.0015, + "loss": 1.5521, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5927336812019348, + "learning_rate": 0.0015, + "loss": 1.5499, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.8154973387718201, + "learning_rate": 0.0015, + "loss": 1.5311, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5706732273101807, + "learning_rate": 0.0015, + "loss": 1.5487, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6529673933982849, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5828253626823425, + "learning_rate": 0.0015, + "loss": 1.5426, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.6410821080207825, + "learning_rate": 0.0015, + "loss": 1.5341, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7108343839645386, + "learning_rate": 0.0015, + "loss": 1.5497, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5786426663398743, + "learning_rate": 0.0015, + "loss": 1.5572, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.71504807472229, + "learning_rate": 0.0015, + "loss": 1.5472, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6172586679458618, + "learning_rate": 0.0015, + "loss": 1.5299, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.7068558931350708, + "learning_rate": 0.0015, + "loss": 1.5505, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6257584691047668, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6539843082427979, + "learning_rate": 0.0015, + "loss": 1.5561, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.9052338004112244, + "learning_rate": 0.0015, + "loss": 1.5518, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.676902174949646, + "learning_rate": 0.0015, + "loss": 1.5392, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.602618932723999, + "learning_rate": 0.0015, + "loss": 1.5389, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 1.043258786201477, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5973966717720032, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6773671507835388, + "learning_rate": 0.0015, + "loss": 1.549, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7791342735290527, + "learning_rate": 0.0015, + "loss": 1.5296, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6235648989677429, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.5803208351135254, + "learning_rate": 0.0015, + "loss": 1.5364, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.7806430459022522, + "learning_rate": 0.0015, + "loss": 1.5362, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.8068416118621826, + "learning_rate": 0.0015, + "loss": 1.5343, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7203842997550964, + "learning_rate": 0.0015, + "loss": 1.5464, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.7165307402610779, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6051152944564819, + "learning_rate": 0.0015, + "loss": 1.5307, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 1.0198311805725098, + "learning_rate": 0.0015, + "loss": 1.5341, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6691511273384094, + "learning_rate": 0.0015, + "loss": 1.5458, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6004876494407654, + "learning_rate": 0.0015, + "loss": 1.5479, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6264767646789551, + "learning_rate": 0.0015, + "loss": 1.5332, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6161850094795227, + "learning_rate": 0.0015, + "loss": 1.5134, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.5642967224121094, + "learning_rate": 0.0015, + "loss": 1.533, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.5615982413291931, + "learning_rate": 0.0015, + "loss": 1.5304, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.6446601152420044, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.7530333995819092, + "learning_rate": 0.0015, + "loss": 1.5265, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.7596944570541382, + "learning_rate": 0.0015, + "loss": 1.5412, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5665528774261475, + "learning_rate": 0.0015, + "loss": 1.5263, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.578454315662384, + "learning_rate": 0.0015, + "loss": 1.531, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.5789613127708435, + "learning_rate": 0.0015, + "loss": 1.5343, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.7712839841842651, + "learning_rate": 0.0015, + "loss": 1.526, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6859884262084961, + "learning_rate": 0.0015, + "loss": 1.5172, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6037826538085938, + "learning_rate": 0.0015, + "loss": 1.5184, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5984542965888977, + "learning_rate": 0.0015, + "loss": 1.5389, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.7246179580688477, + "learning_rate": 0.0015, + "loss": 1.5199, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7035946846008301, + "learning_rate": 0.0015, + "loss": 1.5353, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 1.0902485847473145, + "learning_rate": 0.0015, + "loss": 1.5224, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6348387002944946, + "learning_rate": 0.0015, + "loss": 1.5169, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5966281890869141, + "learning_rate": 0.0015, + "loss": 1.5145, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.0937188863754272, + "learning_rate": 0.0015, + "loss": 1.5162, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.5832434296607971, + "learning_rate": 0.0015, + "loss": 1.5172, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.6325321197509766, + "learning_rate": 0.0015, + "loss": 1.5157, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5954620838165283, + "learning_rate": 0.0015, + "loss": 1.5191, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6768201589584351, + "learning_rate": 0.0015, + "loss": 1.5151, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 1.0494052171707153, + "learning_rate": 0.0015, + "loss": 1.5227, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.646942675113678, + "learning_rate": 0.0015, + "loss": 1.5235, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.7022451758384705, + "learning_rate": 0.0015, + "loss": 1.5124, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5785510540008545, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.7240645885467529, + "learning_rate": 0.0015, + "loss": 1.5154, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.6127949357032776, + "learning_rate": 0.0015, + "loss": 1.5266, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5847046375274658, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5906983017921448, + "learning_rate": 0.0015, + "loss": 1.5176, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5839008688926697, + "learning_rate": 0.0015, + "loss": 1.5107, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.6024583578109741, + "learning_rate": 0.0015, + "loss": 1.5172, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5539279580116272, + "learning_rate": 0.0015, + "loss": 1.5194, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.7165290117263794, + "learning_rate": 0.0015, + "loss": 1.5243, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7260866165161133, + "learning_rate": 0.0015, + "loss": 1.5197, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 1.50114905834198, + "learning_rate": 0.0015, + "loss": 1.5285, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6995235681533813, + "learning_rate": 0.0015, + "loss": 1.5194, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5949418544769287, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6881145238876343, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.8568872809410095, + "learning_rate": 0.0015, + "loss": 1.5137, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.7430587410926819, + "learning_rate": 0.0015, + "loss": 1.5044, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.637575089931488, + "learning_rate": 0.0015, + "loss": 1.5071, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6594664454460144, + "learning_rate": 0.0015, + "loss": 1.5144, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6385189890861511, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5632670521736145, + "learning_rate": 0.0015, + "loss": 1.5087, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5554453730583191, + "learning_rate": 0.0015, + "loss": 1.5045, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6365271210670471, + "learning_rate": 0.0015, + "loss": 1.5093, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.5896157622337341, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.7115333676338196, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7665364146232605, + "learning_rate": 0.0015, + "loss": 1.5102, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8889451622962952, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.564806342124939, + "learning_rate": 0.0015, + "loss": 1.5081, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6670458316802979, + "learning_rate": 0.0015, + "loss": 1.5102, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.9738371968269348, + "learning_rate": 0.0015, + "loss": 1.5169, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5916040539741516, + "learning_rate": 0.0015, + "loss": 1.5058, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7631626725196838, + "learning_rate": 0.0015, + "loss": 1.4982, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.913382887840271, + "learning_rate": 0.0015, + "loss": 1.5118, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.6988171339035034, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.583550214767456, + "learning_rate": 0.0015, + "loss": 1.5036, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.6362908482551575, + "learning_rate": 0.0015, + "loss": 1.4979, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.6140376329421997, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.7203188538551331, + "learning_rate": 0.0015, + "loss": 1.4996, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.730200469493866, + "learning_rate": 0.0015, + "loss": 1.502, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.661221444606781, + "learning_rate": 0.0015, + "loss": 1.518, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.6184653043746948, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5568481087684631, + "learning_rate": 0.0015, + "loss": 1.5016, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6127128005027771, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6330604553222656, + "learning_rate": 0.0015, + "loss": 1.5029, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.671295702457428, + "learning_rate": 0.0015, + "loss": 1.5177, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6765188574790955, + "learning_rate": 0.0015, + "loss": 1.5008, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.638823926448822, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.5836365818977356, + "learning_rate": 0.0015, + "loss": 1.4979, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6062256693840027, + "learning_rate": 0.0015, + "loss": 1.5066, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.6792214512825012, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5764203071594238, + "learning_rate": 0.0015, + "loss": 1.504, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6028873920440674, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.7062868475914001, + "learning_rate": 0.0015, + "loss": 1.4981, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.5581313371658325, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.6057865023612976, + "learning_rate": 0.0015, + "loss": 1.5029, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.8442615866661072, + "learning_rate": 0.0015, + "loss": 1.4829, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6654320359230042, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.6202135682106018, + "learning_rate": 0.0015, + "loss": 1.5046, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.7283245921134949, + "learning_rate": 0.0015, + "loss": 1.5016, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6854476928710938, + "learning_rate": 0.0015, + "loss": 1.4903, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.6297418475151062, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7521628141403198, + "learning_rate": 0.0015, + "loss": 1.5003, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6098962426185608, + "learning_rate": 0.0015, + "loss": 1.4848, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.612733006477356, + "learning_rate": 0.0015, + "loss": 1.5043, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 1.1899629831314087, + "learning_rate": 0.0015, + "loss": 1.5079, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 1.1455023288726807, + "learning_rate": 0.0015, + "loss": 1.4842, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5533867478370667, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5487686991691589, + "learning_rate": 0.0015, + "loss": 1.4972, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5525293946266174, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.6435783505439758, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.8155152201652527, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5618850588798523, + "learning_rate": 0.0015, + "loss": 1.485, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.8420971632003784, + "learning_rate": 0.0015, + "loss": 1.4809, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.6340466737747192, + "learning_rate": 0.0015, + "loss": 1.4943, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5540546178817749, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.8049904704093933, + "learning_rate": 0.0015, + "loss": 1.4892, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6917950510978699, + "learning_rate": 0.0015, + "loss": 1.4877, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.7213568091392517, + "learning_rate": 0.0015, + "loss": 1.4872, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.7253615856170654, + "learning_rate": 0.0015, + "loss": 1.5032, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5511662364006042, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5705893039703369, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5279271006584167, + "learning_rate": 0.0015, + "loss": 1.4967, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.7271177768707275, + "learning_rate": 0.0015, + "loss": 1.4801, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.6367512345314026, + "learning_rate": 0.0015, + "loss": 1.4884, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5229652523994446, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6838683485984802, + "learning_rate": 0.0015, + "loss": 1.5039, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.9289997816085815, + "learning_rate": 0.0015, + "loss": 1.4907, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.5755728483200073, + "learning_rate": 0.0015, + "loss": 1.4808, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5589598417282104, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6322404742240906, + "learning_rate": 0.0015, + "loss": 1.4822, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.689440906047821, + "learning_rate": 0.0015, + "loss": 1.4757, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.8826259970664978, + "learning_rate": 0.0015, + "loss": 1.4954, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.7584018707275391, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.6056618690490723, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.6169233918190002, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5963829755783081, + "learning_rate": 0.0015, + "loss": 1.4783, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.5480197668075562, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6444430351257324, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.8089283108711243, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7816188931465149, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.650807797908783, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.7011664509773254, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.6017739176750183, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.728861391544342, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.6405869722366333, + "learning_rate": 0.0015, + "loss": 1.4853, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.5563636422157288, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5111358761787415, + "learning_rate": 0.0015, + "loss": 1.463, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5340365767478943, + "learning_rate": 0.0015, + "loss": 1.4904, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.6350395679473877, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.7631687521934509, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.9575885534286499, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5712935924530029, + "learning_rate": 0.0015, + "loss": 1.4894, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5393574237823486, + "learning_rate": 0.0015, + "loss": 1.4836, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6820569634437561, + "learning_rate": 0.0015, + "loss": 1.4647, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.8766012787818909, + "learning_rate": 0.0015, + "loss": 1.4812, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.5794424414634705, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.6964527368545532, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.84315425157547, + "learning_rate": 0.0015, + "loss": 1.4912, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6195699572563171, + "learning_rate": 0.0015, + "loss": 1.4876, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5797995328903198, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5988919734954834, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.8923475742340088, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.7122047543525696, + "learning_rate": 0.0015, + "loss": 1.4708, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.9506706595420837, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6243468523025513, + "learning_rate": 0.0015, + "loss": 1.4701, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.5693705081939697, + "learning_rate": 0.0015, + "loss": 1.4804, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.5985523462295532, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5486128926277161, + "learning_rate": 0.0015, + "loss": 1.4799, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.788480818271637, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5885704159736633, + "learning_rate": 0.0015, + "loss": 1.4764, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5659143924713135, + "learning_rate": 0.0015, + "loss": 1.4817, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.5663936734199524, + "learning_rate": 0.0015, + "loss": 1.4748, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.8281134963035583, + "learning_rate": 0.0015, + "loss": 1.4771, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5809610486030579, + "learning_rate": 0.0015, + "loss": 1.481, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.5774869322776794, + "learning_rate": 0.0015, + "loss": 1.4687, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5578456521034241, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5626557469367981, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5560243725776672, + "learning_rate": 0.0015, + "loss": 1.4688, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.7333641052246094, + "learning_rate": 0.0015, + "loss": 1.4641, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 1.0198782682418823, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.6762611865997314, + "learning_rate": 0.0015, + "loss": 1.4729, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5590974688529968, + "learning_rate": 0.0015, + "loss": 1.4684, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.599421501159668, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5525367856025696, + "learning_rate": 0.0015, + "loss": 1.4678, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5372371673583984, + "learning_rate": 0.0015, + "loss": 1.4699, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5424435138702393, + "learning_rate": 0.0015, + "loss": 1.4641, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.6444362998008728, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.7216619849205017, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.7893200516700745, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.7450786828994751, + "learning_rate": 0.0015, + "loss": 1.4722, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.9274654388427734, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.5277224183082581, + "learning_rate": 0.0015, + "loss": 1.4714, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5416193604469299, + "learning_rate": 0.0015, + "loss": 1.4746, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6536852121353149, + "learning_rate": 0.0015, + "loss": 1.4657, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 1.0416918992996216, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.6090261340141296, + "learning_rate": 0.0015, + "loss": 1.4641, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.790364682674408, + "learning_rate": 0.0015, + "loss": 1.4582, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5679715275764465, + "learning_rate": 0.0015, + "loss": 1.4559, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6483580470085144, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.6752976775169373, + "learning_rate": 0.0015, + "loss": 1.4796, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5237153768539429, + "learning_rate": 0.0015, + "loss": 1.4658, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.6024871468544006, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.569186270236969, + "learning_rate": 0.0015, + "loss": 1.4663, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.6288050413131714, + "learning_rate": 0.0015, + "loss": 1.4614, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5551683306694031, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.575771152973175, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7515531182289124, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5615184307098389, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.7747194170951843, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.8152536749839783, + "learning_rate": 0.0015, + "loss": 1.4673, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6172899007797241, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.6515701413154602, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 1.0846974849700928, + "learning_rate": 0.0015, + "loss": 1.4552, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.6162060499191284, + "learning_rate": 0.0015, + "loss": 1.4589, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.5707959532737732, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5216309428215027, + "learning_rate": 0.0015, + "loss": 1.4642, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5523501038551331, + "learning_rate": 0.0015, + "loss": 1.4665, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5915478467941284, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6726484894752502, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.6674075722694397, + "learning_rate": 0.0015, + "loss": 1.448, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6071065068244934, + "learning_rate": 0.0015, + "loss": 1.4511, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.6001817584037781, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5846808552742004, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5775858759880066, + "learning_rate": 0.0015, + "loss": 1.458, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.572533130645752, + "learning_rate": 0.0015, + "loss": 1.4633, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.8598059415817261, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.635729968547821, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.630516767501831, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7826014757156372, + "learning_rate": 0.0015, + "loss": 1.4753, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.613071858882904, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.6302315592765808, + "learning_rate": 0.0015, + "loss": 1.4562, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.7535067200660706, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5600311160087585, + "learning_rate": 0.0015, + "loss": 1.456, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.6248704195022583, + "learning_rate": 0.0015, + "loss": 1.4593, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6140940189361572, + "learning_rate": 0.0015, + "loss": 1.4526, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5500303506851196, + "learning_rate": 0.0015, + "loss": 1.4454, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.9800376296043396, + "learning_rate": 0.0015, + "loss": 1.4555, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.7076262831687927, + "learning_rate": 0.0015, + "loss": 1.4621, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.5389084815979004, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.5484883785247803, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5646184682846069, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5847921967506409, + "learning_rate": 0.0015, + "loss": 1.4406, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.696679949760437, + "learning_rate": 0.0015, + "loss": 1.4616, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5997524261474609, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.6613350510597229, + "learning_rate": 0.0015, + "loss": 1.4575, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.9558404088020325, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5578508377075195, + "learning_rate": 0.0015, + "loss": 1.4424, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.5517908930778503, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.555235743522644, + "learning_rate": 0.0015, + "loss": 1.4416, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.6116271615028381, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.5915717482566833, + "learning_rate": 0.0015, + "loss": 1.453, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.636180579662323, + "learning_rate": 0.0015, + "loss": 1.451, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5188226103782654, + "learning_rate": 0.0015, + "loss": 1.451, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.643001914024353, + "learning_rate": 0.0015, + "loss": 1.446, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.6120133996009827, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.6124022006988525, + "learning_rate": 0.0015, + "loss": 1.4533, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.7007266283035278, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 1.0392042398452759, + "learning_rate": 0.0015, + "loss": 1.4554, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.8664846420288086, + "learning_rate": 0.0015, + "loss": 1.4672, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6850740909576416, + "learning_rate": 0.0015, + "loss": 1.4554, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5882806777954102, + "learning_rate": 0.001487560447745699, + "loss": 1.4321, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5940200090408325, + "learning_rate": 0.0014670566859713624, + "loss": 1.4553, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.5412749648094177, + "learning_rate": 0.0014468355374162303, + "loss": 1.457, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.6131719946861267, + "learning_rate": 0.0014268931066862504, + "loss": 1.4487, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5218397974967957, + "learning_rate": 0.0014072255520794614, + "loss": 1.4429, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5561788082122803, + "learning_rate": 0.0013878290848459301, + "loss": 1.4485, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5817163586616516, + "learning_rate": 0.0013686999684578874, + "loss": 1.4364, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5967532396316528, + "learning_rate": 0.001349834517889925, + "loss": 1.4398, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5231022238731384, + "learning_rate": 0.001331229098909114, + "loss": 1.4459, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5444517135620117, + "learning_rate": 0.0013128801273749075, + "loss": 1.4358, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6708015203475952, + "learning_rate": 0.0012947840685486932, + "loss": 1.4421, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5365439057350159, + "learning_rate": 0.0012769374364128628, + "loss": 1.4387, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5873969197273254, + "learning_rate": 0.0012593367929992667, + "loss": 1.434, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6704041361808777, + "learning_rate": 0.0012419787477269257, + "loss": 1.4307, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.5682642459869385, + "learning_rate": 0.0012248599567488698, + "loss": 1.4276, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5359078645706177, + "learning_rate": 0.0012079771223079822, + "loss": 1.4218, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.5815070867538452, + "learning_rate": 0.0011913269921017202, + "loss": 1.43, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.7028301358222961, + "learning_rate": 0.0011749063586555919, + "loss": 1.4236, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.54791659116745, + "learning_rate": 0.001158712058705271, + "loss": 1.4266, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6901172399520874, + "learning_rate": 0.0011427409725872262, + "loss": 1.425, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5446763634681702, + "learning_rate": 0.00112699002363775, + "loss": 1.4039, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.7008781433105469, + "learning_rate": 0.0011114561776002726, + "loss": 1.4082, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.8061379790306091, + "learning_rate": 0.001096136442040843, + "loss": 1.4207, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.5769936442375183, + "learning_rate": 0.001081027865771668, + "loss": 1.4183, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.567191481590271, + "learning_rate": 0.0010661275382825958, + "loss": 1.417, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5587610006332397, + "learning_rate": 0.0010514325891804379, + "loss": 1.4027, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5902115702629089, + "learning_rate": 0.0010369401876360166, + "loss": 1.4093, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.6487098336219788, + "learning_rate": 0.001022647541838836, + "loss": 1.4005, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5926433205604553, + "learning_rate": 0.0010085518984592678, + "loss": 1.4005, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5487666130065918, + "learning_rate": 0.0009946505421181513, + "loss": 1.4101, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.644711434841156, + "learning_rate": 0.0009809407948637044, + "loss": 1.4056, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.739071786403656, + "learning_rate": 0.0009674200156556436, + "loss": 1.4095, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5890470743179321, + "learning_rate": 0.0009540855998564147, + "loss": 1.4049, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5881624817848206, + "learning_rate": 0.000940934978729437, + "loss": 1.4179, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.5026538372039795, + "learning_rate": 0.0009279656189442628, + "loss": 1.417, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5358561873435974, + "learning_rate": 0.0009151750220885573, + "loss": 1.4013, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5941901206970215, + "learning_rate": 0.0009025607241868057, + "loss": 1.392, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5857279896736145, + "learning_rate": 0.0008901202952256545, + "loss": 1.4004, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.545674741268158, + "learning_rate": 0.0008778513386857928, + "loss": 1.3949, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6813368201255798, + "learning_rate": 0.0008657514910802905, + "loss": 1.3967, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5698047280311584, + "learning_rate": 0.0008538184214992943, + "loss": 1.3903, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.536124050617218, + "learning_rate": 0.0008420498311610049, + "loss": 1.3858, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5726207494735718, + "learning_rate": 0.0008304434529688382, + "loss": 1.3909, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5136227607727051, + "learning_rate": 0.0008189970510746938, + "loss": 1.3956, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5583709478378296, + "learning_rate": 0.0008077084204482425, + "loss": 1.379, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.5310684442520142, + "learning_rate": 0.0007965753864521494, + "loss": 1.3919, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5554360747337341, + "learning_rate": 0.0007855958044231527, + "loss": 1.3832, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6471289396286011, + "learning_rate": 0.000774767559258917, + "loss": 1.3869, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.578295886516571, + "learning_rate": 0.0007640885650105806, + "loss": 1.3816, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5233500003814697, + "learning_rate": 0.0007535567644809191, + "loss": 1.3798, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5646123290061951, + "learning_rate": 0.0007431701288280478, + "loss": 1.3825, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.523230791091919, + "learning_rate": 0.0007329266571745864, + "loss": 1.3826, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.478598952293396, + "learning_rate": 0.0007228243762222109, + "loss": 1.3744, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.4953811764717102, + "learning_rate": 0.0007128613398715179, + "loss": 1.3763, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5036348104476929, + "learning_rate": 0.0007030356288471288, + "loss": 1.3775, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.5722461342811584, + "learning_rate": 0.0006933453503279619, + "loss": 1.3665, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5143836140632629, + "learning_rate": 0.0006837886375825994, + "loss": 1.3756, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5171010494232178, + "learning_rate": 0.0006743636496096813, + "loss": 1.3769, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5512645244598389, + "learning_rate": 0.0006650685707832559, + "loss": 1.3809, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6063659191131592, + "learning_rate": 0.0006559016105030176, + "loss": 1.3747, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5525716543197632, + "learning_rate": 0.000646861002849367, + "loss": 1.375, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.5591706037521362, + "learning_rate": 0.0006379450062432248, + "loss": 1.3733, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.500237226486206, + "learning_rate": 0.0006291519031105347, + "loss": 1.377, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.5185356736183167, + "learning_rate": 0.00062047999955139, + "loss": 1.3648, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6288546919822693, + "learning_rate": 0.000611927625013722, + "loss": 1.3672, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5819681286811829, + "learning_rate": 0.0006034931319714858, + "loss": 1.3668, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.7123441100120544, + "learning_rate": 0.0005951748956072806, + "loss": 1.3657, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6854354739189148, + "learning_rate": 0.0005869713134993463, + "loss": 1.3554, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4780556261539459, + "learning_rate": 0.0005788808053128734, + "loss": 1.3649, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.6098446846008301, + "learning_rate": 0.0005709018124955674, + "loss": 1.3602, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.4990808963775635, + "learning_rate": 0.0005630327979774111, + "loss": 1.3556, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5330736637115479, + "learning_rate": 0.0005552722458745627, + "loss": 1.3639, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5924967527389526, + "learning_rate": 0.0005476186611973374, + "loss": 1.3533, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5976269245147705, + "learning_rate": 0.000540070569562213, + "loss": 1.3543, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5137798190116882, + "learning_rate": 0.0005326265169078048, + "loss": 1.3754, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5295397043228149, + "learning_rate": 0.0005252850692147567, + "loss": 1.3561, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5149438381195068, + "learning_rate": 0.0005180448122294913, + "loss": 1.3615, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5110730528831482, + "learning_rate": 0.0005109043511917693, + "loss": 1.3653, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5516926646232605, + "learning_rate": 0.0005038623105660032, + "loss": 1.3602, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.48696425557136536, + "learning_rate": 0.0004969173337762747, + "loss": 1.3512, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5534210205078125, + "learning_rate": 0.0004900680829450042, + "loss": 1.3456, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.510179340839386, + "learning_rate": 0.0004833132386352233, + "loss": 1.3499, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.5200173258781433, + "learning_rate": 0.00047665149959639813, + "loss": 1.3498, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5795905590057373, + "learning_rate": 0.0004700815825137577, + "loss": 1.3611, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4876072406768799, + "learning_rate": 0.00046360222176107584, + "loss": 1.3297, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.7506900429725647, + "learning_rate": 0.0004572121691568625, + "loss": 1.3463, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5398470759391785, + "learning_rate": 0.00045091019372391354, + "loss": 1.3502, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6205921769142151, + "learning_rate": 0.0004446950814521764, + "loss": 1.3567, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5857154726982117, + "learning_rate": 0.0004385656350648835, + "loss": 1.3419, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5818949341773987, + "learning_rate": 0.00043252067378790946, + "loss": 1.347, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.5439556241035461, + "learning_rate": 0.00042655903312230673, + "loss": 1.3549, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.48465341329574585, + "learning_rate": 0.0004206795646199778, + "loss": 1.348, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.5213728547096252, + "learning_rate": 0.0004148811356624379, + "loss": 1.3462, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.523260772228241, + "learning_rate": 0.0004091626292426282, + "loss": 1.3415, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5485712885856628, + "learning_rate": 0.0004035229437497357, + "loss": 1.3506, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5779374241828918, + "learning_rate": 0.00039796099275697986, + "loss": 1.3464, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.5692628622055054, + "learning_rate": 0.0003924757048123232, + "loss": 1.3544, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5076652765274048, + "learning_rate": 0.0003870660232320675, + "loss": 1.3374, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.6272045373916626, + "learning_rate": 0.000381730905897295, + "loss": 1.3353, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.48361095786094666, + "learning_rate": 0.0003764693250531141, + "loss": 1.3413, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.6693739891052246, + "learning_rate": 0.0003712802671106742, + "loss": 1.351, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5601663589477539, + "learning_rate": 0.0003661627324519073, + "loss": 1.3289, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.4846477210521698, + "learning_rate": 0.0003611157352369628, + "loss": 1.333, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5156484246253967, + "learning_rate": 0.00035613830321429534, + "loss": 1.3361, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5223991274833679, + "learning_rate": 0.00035122947753337037, + "loss": 1.3405, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.551851749420166, + "learning_rate": 0.0003463883125599521, + "loss": 1.3532, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.5346834063529968, + "learning_rate": 0.00034161387569393647, + "loss": 1.3485, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.4932069480419159, + "learning_rate": 0.00033690524718969593, + "loss": 1.343, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5038129687309265, + "learning_rate": 0.0003322615199788993, + "loss": 1.3394, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.5022118091583252, + "learning_rate": 0.00032768179949577516, + "loss": 1.3357, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5111097097396851, + "learning_rate": 0.0003231652035047826, + "loss": 1.3337, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.5380088686943054, + "learning_rate": 0.000318710861930658, + "loss": 1.3351, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4959379732608795, + "learning_rate": 0.0003143179166908038, + "loss": 1.3425, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.6346443295478821, + "learning_rate": 0.00030998552152998834, + "loss": 1.3489, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4984797239303589, + "learning_rate": 0.00030571284185732276, + "loss": 1.3305, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5360432863235474, + "learning_rate": 0.0003014990545854864, + "loss": 1.3266, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5483737587928772, + "learning_rate": 0.0002973433479721675, + "loss": 1.3319, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5421823263168335, + "learning_rate": 0.00029324492146368906, + "loss": 1.3287, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.477429062128067, + "learning_rate": 0.00028920298554079113, + "loss": 1.3262, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.5185375213623047, + "learning_rate": 0.00028521676156653756, + "loss": 1.3319, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5309724807739258, + "learning_rate": 0.00028128548163632006, + "loss": 1.334, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5046623349189758, + "learning_rate": 0.0002774083884299292, + "loss": 1.3228, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.4987468421459198, + "learning_rate": 0.0002735847350656645, + "loss": 1.3316, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.559971034526825, + "learning_rate": 0.0002698137849564556, + "loss": 1.3372, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.521664023399353, + "learning_rate": 0.0002660948116679665, + "loss": 1.3195, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.52082359790802, + "learning_rate": 0.00026242709877865493, + "loss": 1.3255, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.5003120303153992, + "learning_rate": 0.00025880993974176204, + "loss": 1.3109, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.48625874519348145, + "learning_rate": 0.0002552426377492028, + "loss": 1.3151, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.5131382942199707, + "learning_rate": 0.0002517245055973337, + "loss": 1.3174, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.4839317500591278, + "learning_rate": 0.00024825486555456975, + "loss": 1.3272, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.5233309268951416, + "learning_rate": 0.00024483304923082663, + "loss": 1.3184, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5166673064231873, + "learning_rate": 0.0002414583974487624, + "loss": 1.3239, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.4803820550441742, + "learning_rate": 0.00023813026011679372, + "loss": 1.3315, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5475544333457947, + "learning_rate": 0.0002348479961038625, + "loss": 1.3259, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5300559997558594, + "learning_rate": 0.00023161097311592867, + "loss": 1.3318, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.5053457021713257, + "learning_rate": 0.00022841856757416538, + "loss": 1.3171, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.4950859546661377, + "learning_rate": 0.0002252701644948328, + "loss": 1.3172, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5395722389221191, + "learning_rate": 0.00022216515737080817, + "loss": 1.3154, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.49658456444740295, + "learning_rate": 0.00021910294805474833, + "loss": 1.3122, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.6146180033683777, + "learning_rate": 0.0002160829466438629, + "loss": 1.3174, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5398202538490295, + "learning_rate": 0.00021310457136627562, + "loss": 1.3262, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.4800944924354553, + "learning_rate": 0.00021016724846895213, + "loss": 1.3232, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.4960499703884125, + "learning_rate": 0.00020727041210717235, + "loss": 1.3119, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.48392316699028015, + "learning_rate": 0.00020441350423552624, + "loss": 1.3171, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5017353296279907, + "learning_rate": 0.00020159597450041257, + "loss": 1.3295, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.5136876702308655, + "learning_rate": 0.00019881728013401842, + "loss": 1.3025, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5149848461151123, + "learning_rate": 0.00019607688584976116, + "loss": 1.3273, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.564681351184845, + "learning_rate": 0.00019337426373917076, + "loss": 1.3176, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.48444536328315735, + "learning_rate": 0.00019070889317019375, + "loss": 1.3318, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4958171844482422, + "learning_rate": 0.00018808026068689883, + "loss": 1.3106, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.5000611543655396, + "learning_rate": 0.00018548785991056508, + "loss": 1.3174, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5784411430358887, + "learning_rate": 0.00018293119144213328, + "loss": 1.3293, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.5327420234680176, + "learning_rate": 0.00018040976276600176, + "loss": 1.3044, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4729915261268616, + "learning_rate": 0.00017792308815514854, + "loss": 1.3132, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6112768650054932, + "learning_rate": 0.00017547068857756104, + "loss": 1.3105, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5344731211662292, + "learning_rate": 0.00017305209160395547, + "loss": 1.3161, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5098864436149597, + "learning_rate": 0.00017066683131676825, + "loss": 1.3212, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4790191054344177, + "learning_rate": 0.00016831444822040207, + "loss": 1.3221, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.5015791654586792, + "learning_rate": 0.00016599448915270845, + "loss": 1.3077, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5503226518630981, + "learning_rate": 0.000163706507197691, + "loss": 1.3087, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.503747284412384, + "learning_rate": 0.0001614500615994117, + "loss": 1.3168, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5768018364906311, + "learning_rate": 0.00015922471767708377, + "loss": 1.3081, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5573811531066895, + "learning_rate": 0.00015703004674133498, + "loss": 1.3246, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4715335965156555, + "learning_rate": 0.00015486562601162512, + "loss": 1.3138, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5189917683601379, + "learning_rate": 0.0001527310385348017, + "loss": 1.3134, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.48335981369018555, + "learning_rate": 0.00015062587310477813, + "loss": 1.3191, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.4930039048194885, + "learning_rate": 0.00014854972418331948, + "loss": 1.3087, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.48580029606819153, + "learning_rate": 0.00014650219182191934, + "loss": 1.2964, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.5698385834693909, + "learning_rate": 0.00014448288158475423, + "loss": 1.306, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4678795039653778, + "learning_rate": 0.0001424914044726995, + "loss": 1.2944, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5344630479812622, + "learning_rate": 0.0001405273768483926, + "loss": 1.3067, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5643693804740906, + "learning_rate": 0.0001385904203623296, + "loss": 1.3246, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.48063284158706665, + "learning_rate": 0.00013668016187997964, + "loss": 1.3212, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4919438660144806, + "learning_rate": 0.0001347962334099052, + "loss": 1.301, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.6470403671264648, + "learning_rate": 0.00013293827203287141, + "loss": 1.311, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5314783453941345, + "learning_rate": 0.00013110591983193424, + "loss": 1.3089, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4908827245235443, + "learning_rate": 0.00012929882382349103, + "loss": 1.3196, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5107324719429016, + "learning_rate": 0.0001275166358892821, + "loss": 1.3138, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.4909266233444214, + "learning_rate": 0.00012575901270932944, + "loss": 1.3169, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.481869637966156, + "learning_rate": 0.00012402561569579935, + "loss": 1.3015, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4808231294155121, + "learning_rate": 0.00012231611092777743, + "loss": 1.3028, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.47872987389564514, + "learning_rate": 0.00012063016908694192, + "loss": 1.2992, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.6007379293441772, + "learning_rate": 0.00011896746539412405, + "loss": 1.311, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5131444931030273, + "learning_rate": 0.00011732767954674264, + "loss": 1.3077, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.49039360880851746, + "learning_rate": 0.00011571049565710122, + "loss": 1.313, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5120943188667297, + "learning_rate": 0.00011411560219153552, + "loss": 1.3057, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.49493280053138733, + "learning_rate": 0.0001125426919103997, + "loss": 1.3044, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.5061576962471008, + "learning_rate": 0.00011099146180887992, + "loss": 1.317, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.49946215748786926, + "learning_rate": 0.0001094616130586235, + "loss": 1.2981, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.49331456422805786, + "learning_rate": 0.00010795285095017282, + "loss": 1.3066, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.5038382411003113, + "learning_rate": 0.00010646488483619263, + "loss": 1.3102, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.5167850255966187, + "learning_rate": 0.00010499742807547978, + "loss": 1.313, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.48715218901634216, + "learning_rate": 0.0001035501979777448, + "loss": 1.3002, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5803899765014648, + "learning_rate": 0.00010212291574915464, + "loss": 1.2952, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5617555975914001, + "learning_rate": 0.00010071530643862575, + "loss": 1.3108, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.48981258273124695, + "learning_rate": 9.932709888485788e-05, + "loss": 1.3033, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.4906420409679413, + "learning_rate": 9.79580256640974e-05, + "loss": 1.3025, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.508507251739502, + "learning_rate": 9.660782303862107e-05, + "loss": 1.3033, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.48973771929740906, + "learning_rate": 9.527623090592962e-05, + "loss": 1.2991, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4791290760040283, + "learning_rate": 9.396299274864176e-05, + "loss": 1.3099, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.519798755645752, + "learning_rate": 9.266785558507876e-05, + "loss": 1.3003, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5567184090614319, + "learning_rate": 9.139056992053017e-05, + "loss": 1.3079, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5259215235710144, + "learning_rate": 9.01308896991912e-05, + "loss": 1.3018, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4801322817802429, + "learning_rate": 8.88885722567627e-05, + "loss": 1.3117, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.5169273614883423, + "learning_rate": 8.766337827370438e-05, + "loss": 1.3048, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4925152063369751, + "learning_rate": 8.645507172913238e-05, + "loss": 1.3118, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.46642351150512695, + "learning_rate": 8.52634198553523e-05, + "loss": 1.3079, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.4546700716018677, + "learning_rate": 8.408819309301891e-05, + "loss": 1.3047, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.48208338022232056, + "learning_rate": 8.292916504691398e-05, + "loss": 1.3171, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5228366255760193, + "learning_rate": 8.178611244233354e-05, + "loss": 1.309, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5089304447174072, + "learning_rate": 8.065881508207636e-05, + "loss": 1.3059, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4905509650707245, + "learning_rate": 7.954705580402525e-05, + "loss": 1.2905, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.509059488773346, + "learning_rate": 7.845062043931299e-05, + "loss": 1.2907, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4941963255405426, + "learning_rate": 7.736929777106499e-05, + "loss": 1.314, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.520182192325592, + "learning_rate": 7.630287949371051e-05, + "loss": 1.2939, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4690620005130768, + "learning_rate": 7.525116017285479e-05, + "loss": 1.3133, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4872656762599945, + "learning_rate": 7.421393720570416e-05, + "loss": 1.3059, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.5117143988609314, + "learning_rate": 7.319101078203692e-05, + "loss": 1.2936, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.48863887786865234, + "learning_rate": 7.218218384571176e-05, + "loss": 1.2965, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.47456663846969604, + "learning_rate": 7.118726205670702e-05, + "loss": 1.2961, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4854566156864166, + "learning_rate": 7.020605375368314e-05, + "loss": 1.3012, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.48545241355895996, + "learning_rate": 6.923836991706108e-05, + "loss": 1.3085, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.5120490193367004, + "learning_rate": 6.828402413260965e-05, + "loss": 1.2987, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5022537708282471, + "learning_rate": 6.73428325555347e-05, + "loss": 1.3005, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.48437222838401794, + "learning_rate": 6.641461387506347e-05, + "loss": 1.3165, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.495381236076355, + "learning_rate": 6.549918927951679e-05, + "loss": 1.3054, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.5085771679878235, + "learning_rate": 6.459638242186298e-05, + "loss": 1.302, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.46814489364624023, + "learning_rate": 6.370601938574637e-05, + "loss": 1.2959, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5327754020690918, + "learning_rate": 6.282792865198421e-05, + "loss": 1.3026, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.5053880214691162, + "learning_rate": 6.196194106552512e-05, + "loss": 1.2995, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.49899402260780334, + "learning_rate": 6.110788980286329e-05, + "loss": 1.3018, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.5030297040939331, + "learning_rate": 6.026561033990159e-05, + "loss": 1.2969, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5092901587486267, + "learning_rate": 5.943494042025771e-05, + "loss": 1.3012, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4743645191192627, + "learning_rate": 5.8615720024007174e-05, + "loss": 1.2892, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.5087531208992004, + "learning_rate": 5.780779133685717e-05, + "loss": 1.3017, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.49778199195861816, + "learning_rate": 5.701099871974525e-05, + "loss": 1.297, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.5024697780609131, + "learning_rate": 5.6225188678857095e-05, + "loss": 1.3115, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.47762638330459595, + "learning_rate": 5.545020983605749e-05, + "loss": 1.3067, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.517483115196228, + "learning_rate": 5.4685912899728965e-05, + "loss": 1.2985, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.4921302795410156, + "learning_rate": 5.39321506360123e-05, + "loss": 1.2911, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5750061869621277, + "learning_rate": 5.318877784044342e-05, + "loss": 1.3089, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5050473213195801, + "learning_rate": 5.245565130998124e-05, + "loss": 1.3004, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5933470129966736, + "learning_rate": 5.173262981542119e-05, + "loss": 1.3042, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.5033522248268127, + "learning_rate": 5.101957407418877e-05, + "loss": 1.296, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.536758542060852, + "learning_rate": 5.0316346723508287e-05, + "loss": 1.3004, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5102678537368774, + "learning_rate": 4.962281229394129e-05, + "loss": 1.2941, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.4891055226325989, + "learning_rate": 4.893883718328984e-05, + "loss": 1.306, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5518621206283569, + "learning_rate": 4.8264289630859386e-05, + "loss": 1.2851, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.49100545048713684, + "learning_rate": 4.759903969207646e-05, + "loss": 1.2913, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5603622794151306, + "learning_rate": 4.694295921345623e-05, + "loss": 1.2918, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4789530336856842, + "learning_rate": 4.629592180791501e-05, + "loss": 1.2991, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.46517252922058105, + "learning_rate": 4.565780283042316e-05, + "loss": 1.3083, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.49385249614715576, + "learning_rate": 4.502847935399348e-05, + "loss": 1.3013, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.49176329374313354, + "learning_rate": 4.440783014600059e-05, + "loss": 1.2986, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4797545373439789, + "learning_rate": 4.3795735644826776e-05, + "loss": 1.2992, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4724355638027191, + "learning_rate": 4.319207793682965e-05, + "loss": 1.2912, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.5069165825843811, + "learning_rate": 4.259674073362732e-05, + "loss": 1.3053, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.49566447734832764, + "learning_rate": 4.200960934969664e-05, + "loss": 1.2926, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4764130115509033, + "learning_rate": 4.143057068028024e-05, + "loss": 1.2909, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5429271459579468, + "learning_rate": 4.0859513179598096e-05, + "loss": 1.2811, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.484330415725708, + "learning_rate": 4.02963268393593e-05, + "loss": 1.2911, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4688258469104767, + "learning_rate": 3.974090316757029e-05, + "loss": 1.2997, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.48302310705184937, + "learning_rate": 3.919313516763478e-05, + "loss": 1.2937, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.49148064851760864, + "learning_rate": 3.8652917317742106e-05, + "loss": 1.2903, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4975200593471527, + "learning_rate": 3.812014555053955e-05, + "loss": 1.3093, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.47071343660354614, + "learning_rate": 3.759471723308477e-05, + "loss": 1.2938, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.49124982953071594, + "learning_rate": 3.707653114707471e-05, + "loss": 1.311, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4726497232913971, + "learning_rate": 3.6565487469346904e-05, + "loss": 1.2979, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5397368669509888, + "learning_rate": 3.606148775264958e-05, + "loss": 1.2955, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5343860983848572, + "learning_rate": 3.5564434906676834e-05, + "loss": 1.2958, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.47638171911239624, + "learning_rate": 3.507423317936521e-05, + "loss": 1.3009, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.49189749360084534, + "learning_rate": 3.4590788138448004e-05, + "loss": 1.3024, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.49116694927215576, + "learning_rate": 3.411400665326393e-05, + "loss": 1.3019, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.4798203110694885, + "learning_rate": 3.364379687681642e-05, + "loss": 1.2918, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5427767634391785, + "learning_rate": 3.31800682280803e-05, + "loss": 1.2905, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4585849940776825, + "learning_rate": 3.272273137455225e-05, + "loss": 1.3013, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.49122941493988037, + "learning_rate": 3.227169821504187e-05, + "loss": 1.293, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4745127856731415, + "learning_rate": 3.182688186269985e-05, + "loss": 1.2973, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4775674641132355, + "learning_rate": 3.138819662828018e-05, + "loss": 1.2961, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.5113229751586914, + "learning_rate": 3.095555800363297e-05, + "loss": 1.3, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5690352320671082, + "learning_rate": 3.052888264542484e-05, + "loss": 1.2948, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5642811059951782, + "learning_rate": 3.0108088359083675e-05, + "loss": 1.294, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.47393810749053955, + "learning_rate": 2.9693094082964775e-05, + "loss": 1.2983, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4721105098724365, + "learning_rate": 2.928381987273507e-05, + "loss": 1.2928, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.48451584577560425, + "learning_rate": 2.8880186885972716e-05, + "loss": 1.2901, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.4690127372741699, + "learning_rate": 2.8482117366978935e-05, + "loss": 1.292, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.4970489740371704, + "learning_rate": 2.808953463179918e-05, + "loss": 1.3125, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4926052689552307, + "learning_rate": 2.770236305345076e-05, + "loss": 1.287, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.48225638270378113, + "learning_rate": 2.732052804735409e-05, + "loss": 1.2978, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.48080137372016907, + "learning_rate": 2.6943956056964773e-05, + "loss": 1.2997, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.46203795075416565, + "learning_rate": 2.6572574539603643e-05, + "loss": 1.3011, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.48563188314437866, + "learning_rate": 2.6206311952482224e-05, + "loss": 1.2995, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.49966487288475037, + "learning_rate": 2.584509773892073e-05, + "loss": 1.2996, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4667785167694092, + "learning_rate": 2.5488862314756066e-05, + "loss": 1.281, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.47818562388420105, + "learning_rate": 2.513753705493713e-05, + "loss": 1.2925, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.5413153767585754, + "learning_rate": 2.4791054280304972e-05, + "loss": 1.302, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.5045819282531738, + "learning_rate": 2.4449347244555043e-05, + "loss": 1.2864, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5392649173736572, + "learning_rate": 2.4112350121379255e-05, + "loss": 1.3055, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5079522728919983, + "learning_rate": 2.3779997991785207e-05, + "loss": 1.2924, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.47834473848342896, + "learning_rate": 2.3452226831590232e-05, + "loss": 1.3007, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.49888527393341064, + "learning_rate": 2.3128973499087785e-05, + "loss": 1.2979, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.47910282015800476, + "learning_rate": 2.2810175722883866e-05, + "loss": 1.2965, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.48448124527931213, + "learning_rate": 2.2495772089901067e-05, + "loss": 1.2904, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4972832202911377, + "learning_rate": 2.218570203354799e-05, + "loss": 1.2943, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.498006671667099, + "learning_rate": 2.187990582205175e-05, + "loss": 1.2949, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.5123701691627502, + "learning_rate": 2.157832454695122e-05, + "loss": 1.2907, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.46372082829475403, + "learning_rate": 2.1280900111748943e-05, + "loss": 1.2827, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.49028825759887695, + "learning_rate": 2.0987575220719476e-05, + "loss": 1.2789, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.48287495970726013, + "learning_rate": 2.069829336787193e-05, + "loss": 1.2904, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4909447729587555, + "learning_rate": 2.0412998826064695e-05, + "loss": 1.288, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4949563145637512, + "learning_rate": 2.0131636636270178e-05, + "loss": 1.2985, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4889209270477295, + "learning_rate": 1.9854152596987523e-05, + "loss": 1.2862, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4816690981388092, + "learning_rate": 1.9580493253801253e-05, + "loss": 1.293, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.47251787781715393, + "learning_rate": 1.9310605889083842e-05, + "loss": 1.2914, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5345935225486755, + "learning_rate": 1.904443851184018e-05, + "loss": 1.2923, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.48072347044944763, + "learning_rate": 1.87819398476921e-05, + "loss": 1.2877, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4837753474712372, + "learning_rate": 1.8523059329000848e-05, + "loss": 1.2993, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.48834121227264404, + "learning_rate": 1.826774708512579e-05, + "loss": 1.299, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.46572625637054443, + "learning_rate": 1.8015953932817347e-05, + "loss": 1.3067, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4712361991405487, + "learning_rate": 1.7767631366742332e-05, + "loss": 1.3005, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.47739508748054504, + "learning_rate": 1.7522731550139926e-05, + "loss": 1.2992, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.4772108495235443, + "learning_rate": 1.728120730560641e-05, + "loss": 1.2836, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.5069162845611572, + "learning_rate": 1.704301210600693e-05, + "loss": 1.2882, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4878447651863098, + "learning_rate": 1.6808100065512536e-05, + "loss": 1.3021, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.4973181486129761, + "learning_rate": 1.657642593076074e-05, + "loss": 1.2759, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4791336953639984, + "learning_rate": 1.634794507213793e-05, + "loss": 1.298, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.47102054953575134, + "learning_rate": 1.6122613475181976e-05, + "loss": 1.2966, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4634316861629486, + "learning_rate": 1.590038773210323e-05, + "loss": 1.292, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.5019749402999878, + "learning_rate": 1.568122503342252e-05, + "loss": 1.3006, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.48680579662323, + "learning_rate": 1.5465083159724344e-05, + "loss": 1.2859, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.47166094183921814, + "learning_rate": 1.5251920473523708e-05, + "loss": 1.2984, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3670523166656494, + "learning_rate": 1.5041695911245136e-05, + "loss": 1.2902, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-relu/checkpoint-9480/training_args.bin b/saves-llama-relu/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..6de680c409d197a922b009be3300319460b42458 --- /dev/null +++ b/saves-llama-relu/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c83157368c9e7cff52e4327bc7803a9855f7febe46921fa2c5313f608e88d6cc +size 5176 diff --git a/saves-llama-relu/config.json b/saves-llama-relu/config.json new file mode 100644 index 0000000000000000000000000000000000000000..712e3f29477515b4932fadb4ed3d7462e480cc61 --- /dev/null +++ b/saves-llama-relu/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu/generation_config.json b/saves-llama-relu/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu/model.safetensors b/saves-llama-relu/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f1a65a89776ab6b28d977dfc628310f5585830b --- /dev/null +++ b/saves-llama-relu/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0863637e54cb136ea09d2da9fe33498a661dc07f723a4c4021e848fcf4081f2e +size 8346712 diff --git a/saves-llama-relu/result.log b/saves-llama-relu/result.log new file mode 100644 index 0000000000000000000000000000000000000000..62de8eebe112ff9138d9d45dcc03b6632cb2e2f5 --- /dev/null +++ b/saves-llama-relu/result.log @@ -0,0 +1 @@ +{'train_runtime': 2176.1867, 'train_samples_per_second': 4460.373, 'train_steps_per_second': 4.356, 'train_loss': 1.6000078260647093, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-relu/special_tokens_map.json b/saves-llama-relu/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu/tokenizer.json b/saves-llama-relu/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu/tokenizer_config.json b/saves-llama-relu/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu2/checkpoint-9480/config.json b/saves-llama-relu2/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..297395343b714741734ee2d08990cb6c3cd137b3 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu2", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu2/checkpoint-9480/generation_config.json b/saves-llama-relu2/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu2/checkpoint-9480/model.safetensors b/saves-llama-relu2/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7583061db388a714c95799781e6b8f74016ddfec --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b997e3ce10312fdf89fddc7db4af9600b6e3ec979e3c45270393a356c4167fa +size 8346712 diff --git a/saves-llama-relu2/checkpoint-9480/optimizer.pt b/saves-llama-relu2/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f12ac6520c5a235bcfff0fa44d306da126b455 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3d6c865633e495a5e1b9b17b275f25b7026bb301a011d176f4db72b981c3e3 +size 16706402 diff --git a/saves-llama-relu2/checkpoint-9480/rng_state.pth b/saves-llama-relu2/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-relu2/checkpoint-9480/scheduler.pt b/saves-llama-relu2/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-relu2/checkpoint-9480/special_tokens_map.json b/saves-llama-relu2/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu2/checkpoint-9480/tokenizer.json b/saves-llama-relu2/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu2/checkpoint-9480/tokenizer_config.json b/saves-llama-relu2/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu2/checkpoint-9480/trainer_state.json b/saves-llama-relu2/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..182c29cfabb2f63c35f24dd699f475778730cc0d --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.382509469985962, + "learning_rate": 0.00015822784810126583, + "loss": 7.515, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.209780216217041, + "learning_rate": 0.00031645569620253165, + "loss": 6.9395, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.807551920413971, + "learning_rate": 0.00047468354430379745, + "loss": 6.2661, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 1.2197487354278564, + "learning_rate": 0.0006329113924050633, + "loss": 5.7951, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.728354275226593, + "learning_rate": 0.0007911392405063291, + "loss": 5.3496, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.0696537494659424, + "learning_rate": 0.0009493670886075949, + "loss": 4.8344, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.6846884489059448, + "learning_rate": 0.0011075949367088608, + "loss": 4.4193, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9144410490989685, + "learning_rate": 0.0012658227848101266, + "loss": 4.143, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.9690651297569275, + "learning_rate": 0.0014240506329113926, + "loss": 3.9286, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.6478864550590515, + "learning_rate": 0.0015, + "loss": 3.7747, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.5941240191459656, + "learning_rate": 0.0015, + "loss": 3.6019, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 1.2454921007156372, + "learning_rate": 0.0015, + "loss": 3.5022, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.6653092503547668, + "learning_rate": 0.0015, + "loss": 3.3935, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.6442146897315979, + "learning_rate": 0.0015, + "loss": 3.3031, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.7044523358345032, + "learning_rate": 0.0015, + "loss": 3.2184, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.8617920875549316, + "learning_rate": 0.0015, + "loss": 3.1624, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.6970663666725159, + "learning_rate": 0.0015, + "loss": 3.0902, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.8291808366775513, + "learning_rate": 0.0015, + "loss": 3.0508, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7029592394828796, + "learning_rate": 0.0015, + "loss": 2.9868, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.7922805547714233, + "learning_rate": 0.0015, + "loss": 2.9531, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.7384861707687378, + "learning_rate": 0.0015, + "loss": 2.9144, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.9268549084663391, + "learning_rate": 0.0015, + "loss": 2.8812, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.6335647702217102, + "learning_rate": 0.0015, + "loss": 2.8309, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 1.1304686069488525, + "learning_rate": 0.0015, + "loss": 2.7994, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.7343453168869019, + "learning_rate": 0.0015, + "loss": 2.7688, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7638016939163208, + "learning_rate": 0.0015, + "loss": 2.7322, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 1.1655982732772827, + "learning_rate": 0.0015, + "loss": 2.703, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.9084193706512451, + "learning_rate": 0.0015, + "loss": 2.6747, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.9057978987693787, + "learning_rate": 0.0015, + "loss": 2.648, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.736589789390564, + "learning_rate": 0.0015, + "loss": 2.6243, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.7061963677406311, + "learning_rate": 0.0015, + "loss": 2.5975, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9437230229377747, + "learning_rate": 0.0015, + "loss": 2.5683, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.930419385433197, + "learning_rate": 0.0015, + "loss": 2.5605, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.9342572689056396, + "learning_rate": 0.0015, + "loss": 2.5365, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.2385510206222534, + "learning_rate": 0.0015, + "loss": 2.5033, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.7804287075996399, + "learning_rate": 0.0015, + "loss": 2.478, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 1.1005648374557495, + "learning_rate": 0.0015, + "loss": 2.4682, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8063758015632629, + "learning_rate": 0.0015, + "loss": 2.4541, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.7001758813858032, + "learning_rate": 0.0015, + "loss": 2.4292, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.9342759847640991, + "learning_rate": 0.0015, + "loss": 2.4051, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.8803851008415222, + "learning_rate": 0.0015, + "loss": 2.3999, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8811572194099426, + "learning_rate": 0.0015, + "loss": 2.3755, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8320174813270569, + "learning_rate": 0.0015, + "loss": 2.353, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.6671841740608215, + "learning_rate": 0.0015, + "loss": 2.3355, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.8738747835159302, + "learning_rate": 0.0015, + "loss": 2.3388, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7698814868927002, + "learning_rate": 0.0015, + "loss": 2.3126, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 1.0059696435928345, + "learning_rate": 0.0015, + "loss": 2.2946, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.9744927883148193, + "learning_rate": 0.0015, + "loss": 2.2925, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8015984892845154, + "learning_rate": 0.0015, + "loss": 2.2627, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7879076600074768, + "learning_rate": 0.0015, + "loss": 2.2559, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.7679734826087952, + "learning_rate": 0.0015, + "loss": 2.2489, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 1.0481947660446167, + "learning_rate": 0.0015, + "loss": 2.233, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.9858863353729248, + "learning_rate": 0.0015, + "loss": 2.2156, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8650510907173157, + "learning_rate": 0.0015, + "loss": 2.1944, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.6962615251541138, + "learning_rate": 0.0015, + "loss": 2.1998, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.6430894732475281, + "learning_rate": 0.0015, + "loss": 2.1627, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7988795042037964, + "learning_rate": 0.0015, + "loss": 2.1676, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.9125652313232422, + "learning_rate": 0.0015, + "loss": 2.1667, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8118377327919006, + "learning_rate": 0.0015, + "loss": 2.1426, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.1671617031097412, + "learning_rate": 0.0015, + "loss": 2.1252, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8774507641792297, + "learning_rate": 0.0015, + "loss": 2.1268, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.7428654432296753, + "learning_rate": 0.0015, + "loss": 2.1135, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8407580256462097, + "learning_rate": 0.0015, + "loss": 2.0961, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.8583308458328247, + "learning_rate": 0.0015, + "loss": 2.11, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.9418702721595764, + "learning_rate": 0.0015, + "loss": 2.1001, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.9947932362556458, + "learning_rate": 0.0015, + "loss": 2.0866, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.4641352891921997, + "learning_rate": 0.0015, + "loss": 2.0757, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 1.089464545249939, + "learning_rate": 0.0015, + "loss": 2.0744, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 1.0631498098373413, + "learning_rate": 0.0015, + "loss": 2.0656, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.7481513023376465, + "learning_rate": 0.0015, + "loss": 2.0451, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7547500133514404, + "learning_rate": 0.0015, + "loss": 2.0393, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7996370196342468, + "learning_rate": 0.0015, + "loss": 2.0259, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9975662231445312, + "learning_rate": 0.0015, + "loss": 2.0145, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.7396152019500732, + "learning_rate": 0.0015, + "loss": 2.029, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.8733019828796387, + "learning_rate": 0.0015, + "loss": 2.0078, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.7851837873458862, + "learning_rate": 0.0015, + "loss": 2.0087, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.9011840224266052, + "learning_rate": 0.0015, + "loss": 1.9986, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 1.0728929042816162, + "learning_rate": 0.0015, + "loss": 1.9911, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7685577869415283, + "learning_rate": 0.0015, + "loss": 1.9986, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7417705655097961, + "learning_rate": 0.0015, + "loss": 1.9716, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7185834050178528, + "learning_rate": 0.0015, + "loss": 1.9585, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.0679237842559814, + "learning_rate": 0.0015, + "loss": 1.9686, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.7053266763687134, + "learning_rate": 0.0015, + "loss": 1.9713, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7217860817909241, + "learning_rate": 0.0015, + "loss": 1.9461, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.8035362362861633, + "learning_rate": 0.0015, + "loss": 1.9449, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.6883905529975891, + "learning_rate": 0.0015, + "loss": 1.9425, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.6866986751556396, + "learning_rate": 0.0015, + "loss": 1.9408, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8732578158378601, + "learning_rate": 0.0015, + "loss": 1.9333, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.7958323955535889, + "learning_rate": 0.0015, + "loss": 1.926, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.9578949809074402, + "learning_rate": 0.0015, + "loss": 1.9207, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.8463506698608398, + "learning_rate": 0.0015, + "loss": 1.9264, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7303991317749023, + "learning_rate": 0.0015, + "loss": 1.9167, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.8656654357910156, + "learning_rate": 0.0015, + "loss": 1.8999, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.841842770576477, + "learning_rate": 0.0015, + "loss": 1.906, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8031454682350159, + "learning_rate": 0.0015, + "loss": 1.8875, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.9057924747467041, + "learning_rate": 0.0015, + "loss": 1.8987, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 0.9396634101867676, + "learning_rate": 0.0015, + "loss": 1.8986, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.6568982601165771, + "learning_rate": 0.0015, + "loss": 1.8719, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.6876785755157471, + "learning_rate": 0.0015, + "loss": 1.8722, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.8472998738288879, + "learning_rate": 0.0015, + "loss": 1.8812, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.8541279435157776, + "learning_rate": 0.0015, + "loss": 1.8739, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.7089049816131592, + "learning_rate": 0.0015, + "loss": 1.867, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7081616520881653, + "learning_rate": 0.0015, + "loss": 1.8624, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7111847996711731, + "learning_rate": 0.0015, + "loss": 1.8575, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 0.8678523302078247, + "learning_rate": 0.0015, + "loss": 1.8593, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.7737142443656921, + "learning_rate": 0.0015, + "loss": 1.847, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.7090572714805603, + "learning_rate": 0.0015, + "loss": 1.8342, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.6756770610809326, + "learning_rate": 0.0015, + "loss": 1.8365, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.7608035802841187, + "learning_rate": 0.0015, + "loss": 1.8443, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7265233397483826, + "learning_rate": 0.0015, + "loss": 1.8319, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7064430117607117, + "learning_rate": 0.0015, + "loss": 1.8338, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.8866292834281921, + "learning_rate": 0.0015, + "loss": 1.8297, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.8035666942596436, + "learning_rate": 0.0015, + "loss": 1.8188, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.9230769872665405, + "learning_rate": 0.0015, + "loss": 1.8383, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 0.8445724248886108, + "learning_rate": 0.0015, + "loss": 1.8131, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.6858454942703247, + "learning_rate": 0.0015, + "loss": 1.8198, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.7994430661201477, + "learning_rate": 0.0015, + "loss": 1.8079, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.65534508228302, + "learning_rate": 0.0015, + "loss": 1.7973, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7746756076812744, + "learning_rate": 0.0015, + "loss": 1.8037, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.6986414790153503, + "learning_rate": 0.0015, + "loss": 1.8113, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.6448794603347778, + "learning_rate": 0.0015, + "loss": 1.802, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7509503960609436, + "learning_rate": 0.0015, + "loss": 1.7855, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7512215971946716, + "learning_rate": 0.0015, + "loss": 1.778, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7476029992103577, + "learning_rate": 0.0015, + "loss": 1.7953, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6603574156761169, + "learning_rate": 0.0015, + "loss": 1.7986, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.7578330039978027, + "learning_rate": 0.0015, + "loss": 1.7797, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.6332265138626099, + "learning_rate": 0.0015, + "loss": 1.7789, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.7074642777442932, + "learning_rate": 0.0015, + "loss": 1.7933, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.8374983668327332, + "learning_rate": 0.0015, + "loss": 1.7784, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7179432511329651, + "learning_rate": 0.0015, + "loss": 1.7644, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.6445348262786865, + "learning_rate": 0.0015, + "loss": 1.7689, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8482341766357422, + "learning_rate": 0.0015, + "loss": 1.7705, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.9757023453712463, + "learning_rate": 0.0015, + "loss": 1.7613, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.8006018400192261, + "learning_rate": 0.0015, + "loss": 1.7632, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.6730870008468628, + "learning_rate": 0.0015, + "loss": 1.7664, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.6453156471252441, + "learning_rate": 0.0015, + "loss": 1.7594, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.8106507658958435, + "learning_rate": 0.0015, + "loss": 1.7538, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.8067755699157715, + "learning_rate": 0.0015, + "loss": 1.7441, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.9160222411155701, + "learning_rate": 0.0015, + "loss": 1.7584, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.7829583883285522, + "learning_rate": 0.0015, + "loss": 1.7382, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7070424556732178, + "learning_rate": 0.0015, + "loss": 1.7423, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7965808510780334, + "learning_rate": 0.0015, + "loss": 1.7469, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.8476012945175171, + "learning_rate": 0.0015, + "loss": 1.74, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.6878254413604736, + "learning_rate": 0.0015, + "loss": 1.7414, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.8091419339179993, + "learning_rate": 0.0015, + "loss": 1.7398, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.7131825685501099, + "learning_rate": 0.0015, + "loss": 1.7306, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8376420140266418, + "learning_rate": 0.0015, + "loss": 1.7299, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.7382408976554871, + "learning_rate": 0.0015, + "loss": 1.7369, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.6501787304878235, + "learning_rate": 0.0015, + "loss": 1.7338, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6174008250236511, + "learning_rate": 0.0015, + "loss": 1.7303, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6240193247795105, + "learning_rate": 0.0015, + "loss": 1.7281, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.676799476146698, + "learning_rate": 0.0015, + "loss": 1.7294, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6146267056465149, + "learning_rate": 0.0015, + "loss": 1.7107, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6037624478340149, + "learning_rate": 0.0015, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.9259530305862427, + "learning_rate": 0.0015, + "loss": 1.7049, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6574487090110779, + "learning_rate": 0.0015, + "loss": 1.7091, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6892718076705933, + "learning_rate": 0.0015, + "loss": 1.6987, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.6151052117347717, + "learning_rate": 0.0015, + "loss": 1.7109, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.7877200841903687, + "learning_rate": 0.0015, + "loss": 1.7042, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.6311931610107422, + "learning_rate": 0.0015, + "loss": 1.7099, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.7055126428604126, + "learning_rate": 0.0015, + "loss": 1.7063, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.7368332147598267, + "learning_rate": 0.0015, + "loss": 1.6759, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.8827939033508301, + "learning_rate": 0.0015, + "loss": 1.6899, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6096906065940857, + "learning_rate": 0.0015, + "loss": 1.6935, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.0662370920181274, + "learning_rate": 0.0015, + "loss": 1.6852, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6319175958633423, + "learning_rate": 0.0015, + "loss": 1.6857, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.756136953830719, + "learning_rate": 0.0015, + "loss": 1.6922, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.0307319164276123, + "learning_rate": 0.0015, + "loss": 1.6812, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.6961458325386047, + "learning_rate": 0.0015, + "loss": 1.6751, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.6498382687568665, + "learning_rate": 0.0015, + "loss": 1.6922, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.7300847172737122, + "learning_rate": 0.0015, + "loss": 1.6702, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6588094830513, + "learning_rate": 0.0015, + "loss": 1.6686, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6689748167991638, + "learning_rate": 0.0015, + "loss": 1.6723, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.6491827964782715, + "learning_rate": 0.0015, + "loss": 1.6741, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7437383532524109, + "learning_rate": 0.0015, + "loss": 1.6939, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6676733493804932, + "learning_rate": 0.0015, + "loss": 1.6747, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.647712230682373, + "learning_rate": 0.0015, + "loss": 1.6727, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7269231081008911, + "learning_rate": 0.0015, + "loss": 1.6786, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.877827525138855, + "learning_rate": 0.0015, + "loss": 1.6797, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.6166505813598633, + "learning_rate": 0.0015, + "loss": 1.6745, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.6791366934776306, + "learning_rate": 0.0015, + "loss": 1.6637, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7120840549468994, + "learning_rate": 0.0015, + "loss": 1.6576, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6078515648841858, + "learning_rate": 0.0015, + "loss": 1.657, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.7352409362792969, + "learning_rate": 0.0015, + "loss": 1.6558, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6482871174812317, + "learning_rate": 0.0015, + "loss": 1.6578, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6159868836402893, + "learning_rate": 0.0015, + "loss": 1.662, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.612437903881073, + "learning_rate": 0.0015, + "loss": 1.661, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.733377993106842, + "learning_rate": 0.0015, + "loss": 1.6497, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.7449786067008972, + "learning_rate": 0.0015, + "loss": 1.6596, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.0199227333068848, + "learning_rate": 0.0015, + "loss": 1.6539, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.7777843475341797, + "learning_rate": 0.0015, + "loss": 1.6518, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6191812753677368, + "learning_rate": 0.0015, + "loss": 1.6508, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.6379324197769165, + "learning_rate": 0.0015, + "loss": 1.6478, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6791428327560425, + "learning_rate": 0.0015, + "loss": 1.6418, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.602260947227478, + "learning_rate": 0.0015, + "loss": 1.6396, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7306700944900513, + "learning_rate": 0.0015, + "loss": 1.6438, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.577271580696106, + "learning_rate": 0.0015, + "loss": 1.6524, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7948418855667114, + "learning_rate": 0.0015, + "loss": 1.6358, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.5669363141059875, + "learning_rate": 0.0015, + "loss": 1.6342, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.730947732925415, + "learning_rate": 0.0015, + "loss": 1.6323, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.7181004285812378, + "learning_rate": 0.0015, + "loss": 1.6374, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.9873367547988892, + "learning_rate": 0.0015, + "loss": 1.6498, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.728121280670166, + "learning_rate": 0.0015, + "loss": 1.6364, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.7139106392860413, + "learning_rate": 0.0015, + "loss": 1.6376, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.8275035619735718, + "learning_rate": 0.0015, + "loss": 1.6353, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.5975548028945923, + "learning_rate": 0.0015, + "loss": 1.6264, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.7969028353691101, + "learning_rate": 0.0015, + "loss": 1.6331, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.6623690724372864, + "learning_rate": 0.0015, + "loss": 1.6323, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.8349543809890747, + "learning_rate": 0.0015, + "loss": 1.6246, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.9090956449508667, + "learning_rate": 0.0015, + "loss": 1.631, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.6563472747802734, + "learning_rate": 0.0015, + "loss": 1.6198, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6436194181442261, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.5850335955619812, + "learning_rate": 0.0015, + "loss": 1.6226, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.661061704158783, + "learning_rate": 0.0015, + "loss": 1.6144, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.6033334732055664, + "learning_rate": 0.0015, + "loss": 1.6204, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 0.8033398389816284, + "learning_rate": 0.0015, + "loss": 1.6341, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.5862860083580017, + "learning_rate": 0.0015, + "loss": 1.6208, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.583551287651062, + "learning_rate": 0.0015, + "loss": 1.6036, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.7824244499206543, + "learning_rate": 0.0015, + "loss": 1.6196, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6660305857658386, + "learning_rate": 0.0015, + "loss": 1.6199, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.7614373564720154, + "learning_rate": 0.0015, + "loss": 1.6068, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7331129908561707, + "learning_rate": 0.0015, + "loss": 1.6174, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.7870043516159058, + "learning_rate": 0.0015, + "loss": 1.6093, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.7090323567390442, + "learning_rate": 0.0015, + "loss": 1.6104, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.9017558693885803, + "learning_rate": 0.0015, + "loss": 1.608, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.7634853720664978, + "learning_rate": 0.0015, + "loss": 1.5994, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.7633335590362549, + "learning_rate": 0.0015, + "loss": 1.6305, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.9274816513061523, + "learning_rate": 0.0015, + "loss": 1.6161, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.7953163981437683, + "learning_rate": 0.0015, + "loss": 1.6039, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6865676045417786, + "learning_rate": 0.0015, + "loss": 1.5995, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6048698425292969, + "learning_rate": 0.0015, + "loss": 1.6028, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.6168705224990845, + "learning_rate": 0.0015, + "loss": 1.6107, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.5736475586891174, + "learning_rate": 0.0015, + "loss": 1.5922, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.8223969340324402, + "learning_rate": 0.0015, + "loss": 1.5873, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6548285484313965, + "learning_rate": 0.0015, + "loss": 1.5922, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.6290835738182068, + "learning_rate": 0.0015, + "loss": 1.5999, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.6395036578178406, + "learning_rate": 0.0015, + "loss": 1.5999, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.7080994248390198, + "learning_rate": 0.0015, + "loss": 1.5947, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.767338216304779, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.614013671875, + "learning_rate": 0.0015, + "loss": 1.5932, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.5951383113861084, + "learning_rate": 0.0015, + "loss": 1.5951, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.839208722114563, + "learning_rate": 0.0015, + "loss": 1.5889, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.6005575060844421, + "learning_rate": 0.0015, + "loss": 1.5872, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.9666494131088257, + "learning_rate": 0.0015, + "loss": 1.5989, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.5817322134971619, + "learning_rate": 0.0015, + "loss": 1.5834, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5922863483428955, + "learning_rate": 0.0015, + "loss": 1.5947, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.8122475743293762, + "learning_rate": 0.0015, + "loss": 1.5868, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6917906403541565, + "learning_rate": 0.0015, + "loss": 1.5934, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.5876719355583191, + "learning_rate": 0.0015, + "loss": 1.5778, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7199699282646179, + "learning_rate": 0.0015, + "loss": 1.5838, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.6469584107398987, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.7339674830436707, + "learning_rate": 0.0015, + "loss": 1.5891, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6163526177406311, + "learning_rate": 0.0015, + "loss": 1.5824, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.9467355012893677, + "learning_rate": 0.0015, + "loss": 1.5844, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.6502974629402161, + "learning_rate": 0.0015, + "loss": 1.5785, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.5854231715202332, + "learning_rate": 0.0015, + "loss": 1.5872, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.5659947991371155, + "learning_rate": 0.0015, + "loss": 1.58, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.586417019367218, + "learning_rate": 0.0015, + "loss": 1.5784, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5586552619934082, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.5792157649993896, + "learning_rate": 0.0015, + "loss": 1.5824, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.5816633105278015, + "learning_rate": 0.0015, + "loss": 1.5784, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.7797066569328308, + "learning_rate": 0.0015, + "loss": 1.5819, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7249958515167236, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.818985641002655, + "learning_rate": 0.0015, + "loss": 1.5843, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.6533328890800476, + "learning_rate": 0.0015, + "loss": 1.5712, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.720739483833313, + "learning_rate": 0.0015, + "loss": 1.5664, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.5741908550262451, + "learning_rate": 0.0015, + "loss": 1.5684, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6509894132614136, + "learning_rate": 0.0015, + "loss": 1.5684, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7592968344688416, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6375797390937805, + "learning_rate": 0.0015, + "loss": 1.5672, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6297237277030945, + "learning_rate": 0.0015, + "loss": 1.5707, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.7279625535011292, + "learning_rate": 0.0015, + "loss": 1.5713, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.6158947944641113, + "learning_rate": 0.0015, + "loss": 1.5496, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.6358787417411804, + "learning_rate": 0.0015, + "loss": 1.565, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6008031368255615, + "learning_rate": 0.0015, + "loss": 1.5678, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.6441265940666199, + "learning_rate": 0.0015, + "loss": 1.5753, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6017650961875916, + "learning_rate": 0.0015, + "loss": 1.5701, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6433233618736267, + "learning_rate": 0.0015, + "loss": 1.5677, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.6292482018470764, + "learning_rate": 0.0015, + "loss": 1.5656, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5763871073722839, + "learning_rate": 0.0015, + "loss": 1.5621, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6312189102172852, + "learning_rate": 0.0015, + "loss": 1.5632, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.5993393063545227, + "learning_rate": 0.0015, + "loss": 1.5719, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.754329264163971, + "learning_rate": 0.0015, + "loss": 1.5458, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.3564732074737549, + "learning_rate": 0.0015, + "loss": 1.5497, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.7948430776596069, + "learning_rate": 0.0015, + "loss": 1.5553, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.6742497086524963, + "learning_rate": 0.0015, + "loss": 1.5583, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.7024000287055969, + "learning_rate": 0.0015, + "loss": 1.56, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.6353709101676941, + "learning_rate": 0.0015, + "loss": 1.544, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6139861345291138, + "learning_rate": 0.0015, + "loss": 1.5523, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.6085241436958313, + "learning_rate": 0.0015, + "loss": 1.558, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.7095404267311096, + "learning_rate": 0.0015, + "loss": 1.5573, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.652431070804596, + "learning_rate": 0.0015, + "loss": 1.5485, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5832381844520569, + "learning_rate": 0.0015, + "loss": 1.5474, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.595730185508728, + "learning_rate": 0.0015, + "loss": 1.5517, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.7482856512069702, + "learning_rate": 0.0015, + "loss": 1.5609, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.8096259832382202, + "learning_rate": 0.0015, + "loss": 1.5485, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.8557062149047852, + "learning_rate": 0.0015, + "loss": 1.5385, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.757839024066925, + "learning_rate": 0.0015, + "loss": 1.5411, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6321296095848083, + "learning_rate": 0.0015, + "loss": 1.5595, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.7935962080955505, + "learning_rate": 0.0015, + "loss": 1.5374, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5995811820030212, + "learning_rate": 0.0015, + "loss": 1.5466, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6319316029548645, + "learning_rate": 0.0015, + "loss": 1.5471, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.5766490697860718, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.6081583499908447, + "learning_rate": 0.0015, + "loss": 1.5448, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.5623452067375183, + "learning_rate": 0.0015, + "loss": 1.5382, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5957186818122864, + "learning_rate": 0.0015, + "loss": 1.5509, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5712977647781372, + "learning_rate": 0.0015, + "loss": 1.5401, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6052991151809692, + "learning_rate": 0.0015, + "loss": 1.5306, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5759003758430481, + "learning_rate": 0.0015, + "loss": 1.5494, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5879738926887512, + "learning_rate": 0.0015, + "loss": 1.5351, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.5930569767951965, + "learning_rate": 0.0015, + "loss": 1.5407, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.7185758352279663, + "learning_rate": 0.0015, + "loss": 1.5431, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6472465395927429, + "learning_rate": 0.0015, + "loss": 1.552, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6278420090675354, + "learning_rate": 0.0015, + "loss": 1.5267, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5475274324417114, + "learning_rate": 0.0015, + "loss": 1.5349, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5863929986953735, + "learning_rate": 0.0015, + "loss": 1.5351, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.7424009442329407, + "learning_rate": 0.0015, + "loss": 1.5411, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.6756812930107117, + "learning_rate": 0.0015, + "loss": 1.5346, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.7968137264251709, + "learning_rate": 0.0015, + "loss": 1.5385, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.7682545185089111, + "learning_rate": 0.0015, + "loss": 1.5316, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.6910889148712158, + "learning_rate": 0.0015, + "loss": 1.5422, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6328193545341492, + "learning_rate": 0.0015, + "loss": 1.5353, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.90425044298172, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5544541478157043, + "learning_rate": 0.0015, + "loss": 1.5081, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.6298496723175049, + "learning_rate": 0.0015, + "loss": 1.5355, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5882082581520081, + "learning_rate": 0.0015, + "loss": 1.5224, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5909003019332886, + "learning_rate": 0.0015, + "loss": 1.5395, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6326115727424622, + "learning_rate": 0.0015, + "loss": 1.5406, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.5804709196090698, + "learning_rate": 0.0015, + "loss": 1.5225, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.5696427822113037, + "learning_rate": 0.0015, + "loss": 1.5309, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6259076595306396, + "learning_rate": 0.0015, + "loss": 1.5305, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6257932186126709, + "learning_rate": 0.0015, + "loss": 1.5359, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5729688405990601, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.5769249796867371, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.668664276599884, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6801418662071228, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7679030895233154, + "learning_rate": 0.0015, + "loss": 1.5286, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6310765743255615, + "learning_rate": 0.0015, + "loss": 1.5255, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5578333139419556, + "learning_rate": 0.0015, + "loss": 1.5163, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6794052124023438, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6271254420280457, + "learning_rate": 0.0015, + "loss": 1.525, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.673617422580719, + "learning_rate": 0.0015, + "loss": 1.5072, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5773665904998779, + "learning_rate": 0.0015, + "loss": 1.5231, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.5735853314399719, + "learning_rate": 0.0015, + "loss": 1.5206, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5451719760894775, + "learning_rate": 0.0015, + "loss": 1.5152, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.6532012820243835, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.7354500889778137, + "learning_rate": 0.0015, + "loss": 1.5279, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5941058397293091, + "learning_rate": 0.0015, + "loss": 1.5317, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5730088949203491, + "learning_rate": 0.0015, + "loss": 1.5239, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.626298189163208, + "learning_rate": 0.0015, + "loss": 1.5062, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.7583060264587402, + "learning_rate": 0.0015, + "loss": 1.525, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6235020160675049, + "learning_rate": 0.0015, + "loss": 1.5199, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.6298680901527405, + "learning_rate": 0.0015, + "loss": 1.5298, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.7203989028930664, + "learning_rate": 0.0015, + "loss": 1.5233, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.571662962436676, + "learning_rate": 0.0015, + "loss": 1.5138, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5695440769195557, + "learning_rate": 0.0015, + "loss": 1.5122, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.6799715161323547, + "learning_rate": 0.0015, + "loss": 1.5092, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5801296830177307, + "learning_rate": 0.0015, + "loss": 1.5122, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.7312361001968384, + "learning_rate": 0.0015, + "loss": 1.5239, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.689446210861206, + "learning_rate": 0.0015, + "loss": 1.5074, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.642829954624176, + "learning_rate": 0.0015, + "loss": 1.5114, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.6618594527244568, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.6121765971183777, + "learning_rate": 0.0015, + "loss": 1.5103, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.7239997386932373, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7307769656181335, + "learning_rate": 0.0015, + "loss": 1.5216, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6419386267662048, + "learning_rate": 0.0015, + "loss": 1.5142, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.8091280460357666, + "learning_rate": 0.0015, + "loss": 1.5059, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.7218051552772522, + "learning_rate": 0.0015, + "loss": 1.5064, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6058825850486755, + "learning_rate": 0.0015, + "loss": 1.5181, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6431018114089966, + "learning_rate": 0.0015, + "loss": 1.5212, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5389612913131714, + "learning_rate": 0.0015, + "loss": 1.5091, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.5962176322937012, + "learning_rate": 0.0015, + "loss": 1.4893, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.5715509057044983, + "learning_rate": 0.0015, + "loss": 1.5064, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.7028245329856873, + "learning_rate": 0.0015, + "loss": 1.5066, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.712446391582489, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8757704496383667, + "learning_rate": 0.0015, + "loss": 1.5039, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.6061913967132568, + "learning_rate": 0.0015, + "loss": 1.5184, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5582923889160156, + "learning_rate": 0.0015, + "loss": 1.5023, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.6036735773086548, + "learning_rate": 0.0015, + "loss": 1.5067, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.559946596622467, + "learning_rate": 0.0015, + "loss": 1.5107, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.6560225486755371, + "learning_rate": 0.0015, + "loss": 1.5008, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.5606068968772888, + "learning_rate": 0.0015, + "loss": 1.4928, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.5751372575759888, + "learning_rate": 0.0015, + "loss": 1.4941, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5711671710014343, + "learning_rate": 0.0015, + "loss": 1.5137, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.7051261067390442, + "learning_rate": 0.0015, + "loss": 1.494, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.6003161668777466, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.7054070234298706, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.6088185906410217, + "learning_rate": 0.0015, + "loss": 1.4912, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5726042985916138, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.7836194634437561, + "learning_rate": 0.0015, + "loss": 1.4878, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6165439486503601, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.5604053139686584, + "learning_rate": 0.0015, + "loss": 1.4899, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5850423574447632, + "learning_rate": 0.0015, + "loss": 1.4963, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6368463039398193, + "learning_rate": 0.0015, + "loss": 1.491, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.6477336287498474, + "learning_rate": 0.0015, + "loss": 1.4985, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.612635612487793, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.6965281367301941, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5925416350364685, + "learning_rate": 0.0015, + "loss": 1.4978, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.8102285265922546, + "learning_rate": 0.0015, + "loss": 1.4869, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.5743640065193176, + "learning_rate": 0.0015, + "loss": 1.4998, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.5695734620094299, + "learning_rate": 0.0015, + "loss": 1.4895, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5730959177017212, + "learning_rate": 0.0015, + "loss": 1.4929, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.550277829170227, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.6639595627784729, + "learning_rate": 0.0015, + "loss": 1.4939, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5306639671325684, + "learning_rate": 0.0015, + "loss": 1.4923, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.7467532753944397, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.6521439552307129, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.6668987274169922, + "learning_rate": 0.0015, + "loss": 1.4979, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6092026829719543, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.578384518623352, + "learning_rate": 0.0015, + "loss": 1.4924, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.5721217393875122, + "learning_rate": 0.0015, + "loss": 1.4847, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.5339726209640503, + "learning_rate": 0.0015, + "loss": 1.4892, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6710163354873657, + "learning_rate": 0.0015, + "loss": 1.4807, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.6605990529060364, + "learning_rate": 0.0015, + "loss": 1.4876, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6975898742675781, + "learning_rate": 0.0015, + "loss": 1.4902, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5975484848022461, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5145750641822815, + "learning_rate": 0.0015, + "loss": 1.4842, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5680029392242432, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.5117073059082031, + "learning_rate": 0.0015, + "loss": 1.4841, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.6295013427734375, + "learning_rate": 0.0015, + "loss": 1.4881, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.6435556411743164, + "learning_rate": 0.0015, + "loss": 1.4777, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.7496609091758728, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.6683228015899658, + "learning_rate": 0.0015, + "loss": 1.4825, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.6270888447761536, + "learning_rate": 0.0015, + "loss": 1.4812, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.5831553339958191, + "learning_rate": 0.0015, + "loss": 1.4868, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.669517993927002, + "learning_rate": 0.0015, + "loss": 1.4907, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5509381890296936, + "learning_rate": 0.0015, + "loss": 1.4805, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.7502754330635071, + "learning_rate": 0.0015, + "loss": 1.4749, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.8172844052314758, + "learning_rate": 0.0015, + "loss": 1.4832, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.765385627746582, + "learning_rate": 0.0015, + "loss": 1.4862, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5253954529762268, + "learning_rate": 0.0015, + "loss": 1.4828, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.8495593070983887, + "learning_rate": 0.0015, + "loss": 1.4774, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.6113470196723938, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6405903697013855, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.6574179530143738, + "learning_rate": 0.0015, + "loss": 1.4764, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.6489755511283875, + "learning_rate": 0.0015, + "loss": 1.4946, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5449652671813965, + "learning_rate": 0.0015, + "loss": 1.4735, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.541645884513855, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.7175049185752869, + "learning_rate": 0.0015, + "loss": 1.4691, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5327991843223572, + "learning_rate": 0.0015, + "loss": 1.48, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.5595590472221375, + "learning_rate": 0.0015, + "loss": 1.4937, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.5939294695854187, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.5834354758262634, + "learning_rate": 0.0015, + "loss": 1.4793, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.5409901738166809, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.5675907135009766, + "learning_rate": 0.0015, + "loss": 1.484, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5735096335411072, + "learning_rate": 0.0015, + "loss": 1.4705, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.635588526725769, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6539223194122314, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.572637140750885, + "learning_rate": 0.0015, + "loss": 1.4724, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.735125720500946, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.570088267326355, + "learning_rate": 0.0015, + "loss": 1.4773, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.5199424028396606, + "learning_rate": 0.0015, + "loss": 1.458, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.765383780002594, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5973010659217834, + "learning_rate": 0.0015, + "loss": 1.4808, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.6322796940803528, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6867557764053345, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5747987031936646, + "learning_rate": 0.0015, + "loss": 1.4494, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.8326627016067505, + "learning_rate": 0.0015, + "loss": 1.4737, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.7143779993057251, + "learning_rate": 0.0015, + "loss": 1.4627, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6334365606307983, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.9204692840576172, + "learning_rate": 0.0015, + "loss": 1.4813, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5511807203292847, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.562790036201477, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.5225635766983032, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5471516847610474, + "learning_rate": 0.0015, + "loss": 1.4809, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5641063451766968, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6963569521903992, + "learning_rate": 0.0015, + "loss": 1.4654, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5384529232978821, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6552515625953674, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5554823279380798, + "learning_rate": 0.0015, + "loss": 1.4693, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.6442894339561462, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.7442215085029602, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.582003653049469, + "learning_rate": 0.0015, + "loss": 1.4637, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6129729151725769, + "learning_rate": 0.0015, + "loss": 1.4635, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.6501905918121338, + "learning_rate": 0.0015, + "loss": 1.481, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5367639064788818, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5722566246986389, + "learning_rate": 0.0015, + "loss": 1.4635, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.600800633430481, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6008381843566895, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.6809716820716858, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5107241272926331, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.5147226452827454, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.6006418466567993, + "learning_rate": 0.0015, + "loss": 1.465, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6535871028900146, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5185978412628174, + "learning_rate": 0.0015, + "loss": 1.4724, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6075832843780518, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.5446305274963379, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.5645450949668884, + "learning_rate": 0.0015, + "loss": 1.4742, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.6222395896911621, + "learning_rate": 0.0015, + "loss": 1.463, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5543965101242065, + "learning_rate": 0.0015, + "loss": 1.472, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.625609278678894, + "learning_rate": 0.0015, + "loss": 1.4662, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5881730318069458, + "learning_rate": 0.0015, + "loss": 1.4555, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6334298253059387, + "learning_rate": 0.0015, + "loss": 1.4632, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.5650968551635742, + "learning_rate": 0.0015, + "loss": 1.4636, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.5780557990074158, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.8501100540161133, + "learning_rate": 0.0015, + "loss": 1.454, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.6032419204711914, + "learning_rate": 0.0015, + "loss": 1.4616, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.7483330965042114, + "learning_rate": 0.0015, + "loss": 1.4582, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5891457200050354, + "learning_rate": 0.0015, + "loss": 1.4578, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.5536584258079529, + "learning_rate": 0.0015, + "loss": 1.467, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5566447377204895, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.658608078956604, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5292769074440002, + "learning_rate": 0.0015, + "loss": 1.4408, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5179264545440674, + "learning_rate": 0.0015, + "loss": 1.467, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5908423662185669, + "learning_rate": 0.0015, + "loss": 1.4552, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5164575576782227, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.7872023582458496, + "learning_rate": 0.0015, + "loss": 1.4547, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5543413162231445, + "learning_rate": 0.0015, + "loss": 1.4674, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.66605144739151, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.6347548961639404, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.5371456742286682, + "learning_rate": 0.0015, + "loss": 1.4566, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.60007643699646, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5956611633300781, + "learning_rate": 0.0015, + "loss": 1.4525, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.7807146310806274, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6618394255638123, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5904228091239929, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5064991116523743, + "learning_rate": 0.0015, + "loss": 1.4586, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.8175035119056702, + "learning_rate": 0.0015, + "loss": 1.467, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.5956589579582214, + "learning_rate": 0.0015, + "loss": 1.45, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6581523418426514, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.6205776929855347, + "learning_rate": 0.0015, + "loss": 1.4448, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6471070647239685, + "learning_rate": 0.0015, + "loss": 1.4575, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.5673778057098389, + "learning_rate": 0.0015, + "loss": 1.4469, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5288039445877075, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.5509365797042847, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5230556726455688, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.5276653170585632, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.6347138285636902, + "learning_rate": 0.0015, + "loss": 1.4498, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5662637948989868, + "learning_rate": 0.0015, + "loss": 1.453, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.5624341368675232, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.5208674073219299, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5449166297912598, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.6852849125862122, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5932152271270752, + "learning_rate": 0.0015, + "loss": 1.4478, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5641196966171265, + "learning_rate": 0.0015, + "loss": 1.4434, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.7469301223754883, + "learning_rate": 0.0015, + "loss": 1.4495, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5789074897766113, + "learning_rate": 0.0015, + "loss": 1.4507, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.5190911889076233, + "learning_rate": 0.0015, + "loss": 1.4451, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.690209686756134, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5068540573120117, + "learning_rate": 0.0015, + "loss": 1.4481, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5143408179283142, + "learning_rate": 0.0015, + "loss": 1.4491, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.6564980149269104, + "learning_rate": 0.0015, + "loss": 1.4412, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.7575006484985352, + "learning_rate": 0.0015, + "loss": 1.4427, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5051934719085693, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.5527467131614685, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.5043439865112305, + "learning_rate": 0.0015, + "loss": 1.4458, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.6516587734222412, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7850374579429626, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5847700834274292, + "learning_rate": 0.0015, + "loss": 1.4515, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.5218297839164734, + "learning_rate": 0.0015, + "loss": 1.442, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.5728293061256409, + "learning_rate": 0.0015, + "loss": 1.4504, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5924802422523499, + "learning_rate": 0.0015, + "loss": 1.4421, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.525091290473938, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5429364442825317, + "learning_rate": 0.0015, + "loss": 1.4334, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.6079862713813782, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5107283592224121, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.6386023163795471, + "learning_rate": 0.0015, + "loss": 1.4419, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.6126188635826111, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5921658873558044, + "learning_rate": 0.0015, + "loss": 1.4456, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5368147492408752, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5114468336105347, + "learning_rate": 0.0015, + "loss": 1.4451, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.5472292900085449, + "learning_rate": 0.0015, + "loss": 1.4512, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7912081480026245, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5252020955085754, + "learning_rate": 0.0015, + "loss": 1.4559, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6017041206359863, + "learning_rate": 0.0015, + "loss": 1.4499, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.581549346446991, + "learning_rate": 0.0015, + "loss": 1.4446, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5069842338562012, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5421439409255981, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9281704425811768, + "learning_rate": 0.0015, + "loss": 1.4323, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.6269703507423401, + "learning_rate": 0.0015, + "loss": 1.44, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.5846415758132935, + "learning_rate": 0.0015, + "loss": 1.4431, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5847910642623901, + "learning_rate": 0.0015, + "loss": 1.4456, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5562191605567932, + "learning_rate": 0.0015, + "loss": 1.4423, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5166755318641663, + "learning_rate": 0.0015, + "loss": 1.4401, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6263918876647949, + "learning_rate": 0.0015, + "loss": 1.418, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5019412636756897, + "learning_rate": 0.0015, + "loss": 1.4259, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.5790930986404419, + "learning_rate": 0.0015, + "loss": 1.4282, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.5525229573249817, + "learning_rate": 0.0015, + "loss": 1.4344, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5365664958953857, + "learning_rate": 0.0015, + "loss": 1.4313, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.49980616569519043, + "learning_rate": 0.0015, + "loss": 1.4365, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5900416374206543, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5537805557250977, + "learning_rate": 0.0015, + "loss": 1.4536, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.5474628806114197, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.68632972240448, + "learning_rate": 0.0015, + "loss": 1.4493, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.669550359249115, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.59767085313797, + "learning_rate": 0.0015, + "loss": 1.4409, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5600560903549194, + "learning_rate": 0.0015, + "loss": 1.4327, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.5526025295257568, + "learning_rate": 0.0015, + "loss": 1.4417, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5308369398117065, + "learning_rate": 0.0015, + "loss": 1.4344, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.49042123556137085, + "learning_rate": 0.0015, + "loss": 1.4307, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.6715395450592041, + "learning_rate": 0.0015, + "loss": 1.429, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.539052426815033, + "learning_rate": 0.0015, + "loss": 1.4235, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.8893100619316101, + "learning_rate": 0.0015, + "loss": 1.4313, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.5413517951965332, + "learning_rate": 0.0015, + "loss": 1.4382, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.6143880486488342, + "learning_rate": 0.0015, + "loss": 1.4304, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6295895576477051, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5784192681312561, + "learning_rate": 0.0015, + "loss": 1.4365, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.5437355041503906, + "learning_rate": 0.0015, + "loss": 1.42, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6799976229667664, + "learning_rate": 0.0015, + "loss": 1.441, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5822874307632446, + "learning_rate": 0.0015, + "loss": 1.4472, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.543580174446106, + "learning_rate": 0.0015, + "loss": 1.4363, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.8134429454803467, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.586039662361145, + "learning_rate": 0.0015, + "loss": 1.4203, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.543880820274353, + "learning_rate": 0.0015, + "loss": 1.4358, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.4903627038002014, + "learning_rate": 0.0015, + "loss": 1.4202, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.6021687984466553, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7238573431968689, + "learning_rate": 0.0015, + "loss": 1.4302, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5338156819343567, + "learning_rate": 0.0015, + "loss": 1.4298, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5610457062721252, + "learning_rate": 0.0015, + "loss": 1.4286, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5644801259040833, + "learning_rate": 0.0015, + "loss": 1.4245, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5475261807441711, + "learning_rate": 0.0015, + "loss": 1.4352, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5891643166542053, + "learning_rate": 0.0015, + "loss": 1.4332, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.5512145757675171, + "learning_rate": 0.0015, + "loss": 1.4287, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.8803715109825134, + "learning_rate": 0.0015, + "loss": 1.4293, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.5855197906494141, + "learning_rate": 0.0015, + "loss": 1.442, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.5964056253433228, + "learning_rate": 0.0015, + "loss": 1.4317, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5677756071090698, + "learning_rate": 0.0014834368975312174, + "loss": 1.4123, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.6124508380889893, + "learning_rate": 0.0014629899726345957, + "loss": 1.4339, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.4836199879646301, + "learning_rate": 0.0014428248775471316, + "loss": 1.4372, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.5640707612037659, + "learning_rate": 0.00142293772767289, + "loss": 1.4263, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5538188815116882, + "learning_rate": 0.001403324691959192, + "loss": 1.4214, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5358728766441345, + "learning_rate": 0.0013839819921586025, + "loss": 1.4273, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5333807468414307, + "learning_rate": 0.0013649059021010894, + "loss": 1.4147, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5893373489379883, + "learning_rate": 0.0013460927469762154, + "loss": 1.4195, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.48219358921051025, + "learning_rate": 0.0013275389026252255, + "loss": 1.424, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5932366847991943, + "learning_rate": 0.0013092407948428887, + "loss": 1.4153, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6577065587043762, + "learning_rate": 0.001291194898688966, + "loss": 1.4227, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5064486265182495, + "learning_rate": 0.001273397737809166, + "loss": 1.42, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5277585983276367, + "learning_rate": 0.001255845883765463, + "loss": 1.4139, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.7119109630584717, + "learning_rate": 0.001238535955375642, + "loss": 1.4092, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6052345037460327, + "learning_rate": 0.0012214646180619506, + "loss": 1.4043, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.6145190000534058, + "learning_rate": 0.001204628583208727, + "loss": 1.4012, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.6047655344009399, + "learning_rate": 0.0011880246075288827, + "loss": 1.4083, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.5519459843635559, + "learning_rate": 0.001171649492439115, + "loss": 1.4004, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5398576259613037, + "learning_rate": 0.0011555000834437364, + "loss": 1.4063, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.5561613440513611, + "learning_rate": 0.0011395732695269908, + "loss": 1.3998, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.49996840953826904, + "learning_rate": 0.0011238659825537505, + "loss": 1.3828, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.5869094133377075, + "learning_rate": 0.0011083751966784717, + "loss": 1.3869, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.5881111025810242, + "learning_rate": 0.0010930979277622953, + "loss": 1.4008, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.5471318364143372, + "learning_rate": 0.0010780312327981854, + "loss": 1.3987, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5437585115432739, + "learning_rate": 0.0010631722093439888, + "loss": 1.396, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.49649596214294434, + "learning_rate": 0.00104851799496331, + "loss": 1.385, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5627802014350891, + "learning_rate": 0.0010340657666740914, + "loss": 1.3909, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.6417708396911621, + "learning_rate": 0.0010198127404047975, + "loss": 1.3747, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5858199596405029, + "learning_rate": 0.0010057561704580897, + "loss": 1.3802, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.5241883993148804, + "learning_rate": 0.0009918933489818985, + "loss": 1.3914, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5534604787826538, + "learning_rate": 0.0009782216054477827, + "loss": 1.3855, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": Infinity, + "learning_rate": 0.0009660782303862109, + "loss": 1.3892, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.5490695238113403, + "learning_rate": 0.0009527623090592963, + "loss": 1.3853, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.484239786863327, + "learning_rate": 0.0009396299274864177, + "loss": 1.3973, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.5680515170097351, + "learning_rate": 0.0009266785558507877, + "loss": 1.3959, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5047603845596313, + "learning_rate": 0.0009139056992053016, + "loss": 1.381, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.568925678730011, + "learning_rate": 0.000901308896991912, + "loss": 1.3715, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5684238076210022, + "learning_rate": 0.000888885722567627, + "loss": 1.3797, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.4884638786315918, + "learning_rate": 0.0008766337827370438, + "loss": 1.3761, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6124140620231628, + "learning_rate": 0.000864550717291324, + "loss": 1.3746, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.5258368849754333, + "learning_rate": 0.0008526341985535229, + "loss": 1.3725, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5638655424118042, + "learning_rate": 0.0008408819309301891, + "loss": 1.3681, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.6480095386505127, + "learning_rate": 0.0008292916504691397, + "loss": 1.3741, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.6055063605308533, + "learning_rate": 0.0008178611244233354, + "loss": 1.3761, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5144946575164795, + "learning_rate": 0.0008065881508207637, + "loss": 1.3614, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.5280560255050659, + "learning_rate": 0.0007954705580402523, + "loss": 1.3693, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.555759847164154, + "learning_rate": 0.0007845062043931298, + "loss": 1.3637, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.6155078411102295, + "learning_rate": 0.0007736929777106497, + "loss": 1.366, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5040825009346008, + "learning_rate": 0.000763028794937105, + "loss": 1.3587, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5035348534584045, + "learning_rate": 0.0007525116017285476, + "loss": 1.3602, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.480002224445343, + "learning_rate": 0.0007421393720570417, + "loss": 1.3605, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4954729974269867, + "learning_rate": 0.0007319101078203694, + "loss": 1.3604, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5175820589065552, + "learning_rate": 0.0007218218384571178, + "loss": 1.3566, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.48639029264450073, + "learning_rate": 0.0007118726205670703, + "loss": 1.356, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.48997142910957336, + "learning_rate": 0.0007020605375368316, + "loss": 1.3577, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.525222897529602, + "learning_rate": 0.000692383699170611, + "loss": 1.3492, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5261071920394897, + "learning_rate": 0.0006828402413260966, + "loss": 1.3567, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5129640698432922, + "learning_rate": 0.0006734283255553471, + "loss": 1.3593, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.48256540298461914, + "learning_rate": 0.0006641461387506347, + "loss": 1.3603, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6007047295570374, + "learning_rate": 0.0006549918927951678, + "loss": 1.3554, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5087447762489319, + "learning_rate": 0.0006459638242186297, + "loss": 1.3557, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.4947245419025421, + "learning_rate": 0.0006370601938574639, + "loss": 1.3549, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.539412796497345, + "learning_rate": 0.0006282792865198421, + "loss": 1.3586, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.462065726518631, + "learning_rate": 0.0006196194106552512, + "loss": 1.3435, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6480672955513, + "learning_rate": 0.0006110788980286328, + "loss": 1.3473, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5223227739334106, + "learning_rate": 0.0006026561033990158, + "loss": 1.3479, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5784718990325928, + "learning_rate": 0.000594349404202577, + "loss": 1.345, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.8256794810295105, + "learning_rate": 0.0005861572002400716, + "loss": 1.3362, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.5324914455413818, + "learning_rate": 0.0005780779133685717, + "loss": 1.3464, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5313791036605835, + "learning_rate": 0.0005701099871974524, + "loss": 1.3383, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.4605785310268402, + "learning_rate": 0.0005622518867885708, + "loss": 1.3347, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.4850336015224457, + "learning_rate": 0.0005545020983605748, + "loss": 1.3441, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5096060037612915, + "learning_rate": 0.0005468591289972898, + "loss": 1.3326, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5086968541145325, + "learning_rate": 0.0005393215063601232, + "loss": 1.3339, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5428848266601562, + "learning_rate": 0.0005318877784044343, + "loss": 1.3574, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5535951852798462, + "learning_rate": 0.0005245565130998126, + "loss": 1.3366, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5396035313606262, + "learning_rate": 0.000517326298154212, + "loss": 1.344, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5071308612823486, + "learning_rate": 0.0005101957407418877, + "loss": 1.3452, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.505565881729126, + "learning_rate": 0.0005031634672350829, + "loss": 1.3431, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.49543556571006775, + "learning_rate": 0.0004962281229394129, + "loss": 1.3311, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5101945996284485, + "learning_rate": 0.0004893883718328983, + "loss": 1.3275, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.45396578311920166, + "learning_rate": 0.0004826428963085938, + "loss": 1.3323, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.49974536895751953, + "learning_rate": 0.00047599039692076457, + "loss": 1.3302, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5244966745376587, + "learning_rate": 0.0004694295921345622, + "loss": 1.3416, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4737507402896881, + "learning_rate": 0.00046295921807915015, + "loss": 1.3117, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.5770163536071777, + "learning_rate": 0.00045657802830423164, + "loss": 1.3258, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.4950685203075409, + "learning_rate": 0.00045028479353993473, + "loss": 1.3303, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.6412819027900696, + "learning_rate": 0.00044407830146000587, + "loss": 1.3382, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5901157259941101, + "learning_rate": 0.0004379573564482676, + "loss": 1.3252, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6335829496383667, + "learning_rate": 0.0004319207793682963, + "loss": 1.3281, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.6831997632980347, + "learning_rate": 0.0004259674073362731, + "loss": 1.3361, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4884124994277954, + "learning_rate": 0.00042009609349696626, + "loss": 1.3299, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.488575279712677, + "learning_rate": 0.00041430570680280233, + "loss": 1.3287, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5006668567657471, + "learning_rate": 0.0004085951317959809, + "loss": 1.3222, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.5517993569374084, + "learning_rate": 0.00040296326839359315, + "loss": 1.3335, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5727071762084961, + "learning_rate": 0.000397409031675703, + "loss": 1.3267, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.4791467785835266, + "learning_rate": 0.00039193135167634786, + "loss": 1.3354, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.4930857717990875, + "learning_rate": 0.00038652917317742123, + "loss": 1.3159, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.4942244291305542, + "learning_rate": 0.0003812014555053956, + "loss": 1.3168, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.46440139412879944, + "learning_rate": 0.00037594717233084774, + "loss": 1.3254, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.56646728515625, + "learning_rate": 0.0003707653114707471, + "loss": 1.3329, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.4958803951740265, + "learning_rate": 0.00036565487469346906, + "loss": 1.31, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.49980586767196655, + "learning_rate": 0.0003606148775264958, + "loss": 1.3113, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.4724910855293274, + "learning_rate": 0.0003556443490667684, + "loss": 1.318, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5624573826789856, + "learning_rate": 0.0003507423317936521, + "loss": 1.3227, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.49503618478775024, + "learning_rate": 0.00034590788138448006, + "loss": 1.3335, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.558456540107727, + "learning_rate": 0.0003411400665326393, + "loss": 1.33, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.560386598110199, + "learning_rate": 0.00033643796876816424, + "loss": 1.3266, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.45859360694885254, + "learning_rate": 0.000331800682280803, + "loss": 1.3182, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.4656676948070526, + "learning_rate": 0.0003272273137455226, + "loss": 1.3177, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.4805801510810852, + "learning_rate": 0.00032271698215041863, + "loss": 1.315, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.5439969301223755, + "learning_rate": 0.0003182688186269984, + "loss": 1.3166, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4946450889110565, + "learning_rate": 0.0003138819662828017, + "loss": 1.3277, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.4975913166999817, + "learning_rate": 0.00030955558003632966, + "loss": 1.3329, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4691023528575897, + "learning_rate": 0.0003052888264542483, + "loss": 1.3138, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.487765371799469, + "learning_rate": 0.0003010808835908368, + "loss": 1.3093, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.4733966290950775, + "learning_rate": 0.00029693094082964785, + "loss": 1.3137, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.48996251821517944, + "learning_rate": 0.0002928381987273508, + "loss": 1.3102, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.45247358083724976, + "learning_rate": 0.0002888018688597272, + "loss": 1.3054, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.46563130617141724, + "learning_rate": 0.0002848211736697894, + "loss": 1.3154, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.4929453432559967, + "learning_rate": 0.00028089534631799183, + "loss": 1.3156, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5028765201568604, + "learning_rate": 0.0002770236305345076, + "loss": 1.3022, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.469685435295105, + "learning_rate": 0.00027320528047354093, + "loss": 1.313, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.48631420731544495, + "learning_rate": 0.00026943956056964773, + "loss": 1.3196, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.45925676822662354, + "learning_rate": 0.0002657257453960364, + "loss": 1.3, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.501352071762085, + "learning_rate": 0.0002620631195248222, + "loss": 1.3069, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4731403887271881, + "learning_rate": 0.00025845097738920735, + "loss": 1.2932, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.4907352328300476, + "learning_rate": 0.0002548886231475606, + "loss": 1.2976, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4654541611671448, + "learning_rate": 0.0002513753705493713, + "loss": 1.2991, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.46942055225372314, + "learning_rate": 0.0002479105428030497, + "loss": 1.3079, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.4826091527938843, + "learning_rate": 0.00024449347244555043, + "loss": 1.3017, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.45836004614830017, + "learning_rate": 0.00024112350121379254, + "loss": 1.3066, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.4856931269168854, + "learning_rate": 0.000237799979917852, + "loss": 1.3163, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5163578987121582, + "learning_rate": 0.00023452226831590227, + "loss": 1.3092, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.49257543683052063, + "learning_rate": 0.00023128973499087779, + "loss": 1.3149, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.46722468733787537, + "learning_rate": 0.00022810175722883858, + "loss": 1.2973, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.4930567443370819, + "learning_rate": 0.0002249577208990106, + "loss": 1.2994, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5236635804176331, + "learning_rate": 0.00022185702033547996, + "loss": 1.2966, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.47731900215148926, + "learning_rate": 0.00021879905822051756, + "loss": 1.2955, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5019273161888123, + "learning_rate": 0.00021578324546951222, + "loss": 1.2968, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.4814439117908478, + "learning_rate": 0.00021280900111748948, + "loss": 1.3091, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.4690162241458893, + "learning_rate": 0.00020987575220719483, + "loss": 1.3047, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.47230812907218933, + "learning_rate": 0.00020698293367871933, + "loss": 1.2966, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.48690205812454224, + "learning_rate": 0.00020412998826064692, + "loss": 1.301, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.48455479741096497, + "learning_rate": 0.00020131636636270178, + "loss": 1.3122, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.45536062121391296, + "learning_rate": 0.00019854152596987523, + "loss": 1.2845, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5014817714691162, + "learning_rate": 0.00019580493253801255, + "loss": 1.3088, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5376958250999451, + "learning_rate": 0.00019310605889083838, + "loss": 1.3015, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.4702197015285492, + "learning_rate": 0.0001904443851184018, + "loss": 1.3149, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.47398319840431213, + "learning_rate": 0.00018781939847692096, + "loss": 1.2925, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.46944308280944824, + "learning_rate": 0.00018523059329000844, + "loss": 1.301, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5167752504348755, + "learning_rate": 0.0001826774708512579, + "loss": 1.3139, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.479051411151886, + "learning_rate": 0.00018015953932817348, + "loss": 1.2869, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4677150547504425, + "learning_rate": 0.00017767631366742332, + "loss": 1.2967, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.5229104161262512, + "learning_rate": 0.00017522731550139922, + "loss": 1.2933, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5147992372512817, + "learning_rate": 0.00017281207305606407, + "loss": 1.3003, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.4967780113220215, + "learning_rate": 0.00017043012106006926, + "loss": 1.3056, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.47798070311546326, + "learning_rate": 0.00016808100065512528, + "loss": 1.3036, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.5497660040855408, + "learning_rate": 0.00016576425930760734, + "loss": 1.2881, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5519983768463135, + "learning_rate": 0.00016347945072137934, + "loss": 1.2909, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.4849739372730255, + "learning_rate": 0.00016122613475181977, + "loss": 1.2976, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5197768807411194, + "learning_rate": 0.00015900387732103232, + "loss": 1.2905, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5041583180427551, + "learning_rate": 0.00015681225033422526, + "loss": 1.3085, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4703521430492401, + "learning_rate": 0.00015465083159724345, + "loss": 1.2957, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5314192771911621, + "learning_rate": 0.0001525192047352371, + "loss": 1.2939, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.4682825803756714, + "learning_rate": 0.00015041695911245136, + "loss": 1.3026, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.4680641293525696, + "learning_rate": 0.00014834368975312172, + "loss": 1.2924, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.45483168959617615, + "learning_rate": 0.00014629899726345958, + "loss": 1.2778, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.4735969305038452, + "learning_rate": 0.00014428248775471316, + "loss": 1.2864, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4638190269470215, + "learning_rate": 0.000142293772767289, + "loss": 1.2761, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5399953126907349, + "learning_rate": 0.00014033246919591922, + "loss": 1.2923, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5036802887916565, + "learning_rate": 0.00013839819921586025, + "loss": 1.3088, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.4764679968357086, + "learning_rate": 0.00013649059021010894, + "loss": 1.3062, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4710945785045624, + "learning_rate": 0.00013460927469762155, + "loss": 1.2837, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5223174691200256, + "learning_rate": 0.00013275389026252255, + "loss": 1.2945, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.544105589389801, + "learning_rate": 0.0001309240794842889, + "loss": 1.2916, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4748103618621826, + "learning_rate": 0.00012911948986889664, + "loss": 1.3035, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.5021120309829712, + "learning_rate": 0.00012733977378091664, + "loss": 1.2947, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5224640965461731, + "learning_rate": 0.00012558458837654633, + "loss": 1.2983, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4661717116832733, + "learning_rate": 0.00012385359553756422, + "loss": 1.2834, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.47576841711997986, + "learning_rate": 0.0001221464618061951, + "loss": 1.2851, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.46268871426582336, + "learning_rate": 0.0001204628583208727, + "loss": 1.2833, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5857378840446472, + "learning_rate": 0.00011880246075288824, + "loss": 1.2949, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.4987581968307495, + "learning_rate": 0.00011716494924391148, + "loss": 1.2893, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.4838588833808899, + "learning_rate": 0.00011555000834437363, + "loss": 1.2948, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.4578680396080017, + "learning_rate": 0.00011395732695269907, + "loss": 1.2902, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5000429153442383, + "learning_rate": 0.00011238659825537507, + "loss": 1.2863, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.49197709560394287, + "learning_rate": 0.00011083751966784716, + "loss": 1.298, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.47406205534935, + "learning_rate": 0.00010930979277622952, + "loss": 1.2811, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.5044459700584412, + "learning_rate": 0.00010780312327981853, + "loss": 1.2886, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.46828824281692505, + "learning_rate": 0.0001063172209343989, + "loss": 1.2937, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4856378138065338, + "learning_rate": 0.000104851799496331, + "loss": 1.2949, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.4787859618663788, + "learning_rate": 0.00010340657666740917, + "loss": 1.2837, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.4844328761100769, + "learning_rate": 0.00010198127404047976, + "loss": 1.2776, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5466387271881104, + "learning_rate": 0.00010057561704580898, + "loss": 1.2957, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.47155138850212097, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2859, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.48443764448165894, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2848, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4777213931083679, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2839, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.46049365401268005, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2806, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.48878011107444763, + "learning_rate": 9.383266863140043e-05, + "loss": 1.2916, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.4813789427280426, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2812, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.47860661149024963, + "learning_rate": 9.126381368383881e-05, + "loss": 1.2889, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5637486577033997, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2831, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4744354784488678, + "learning_rate": 8.876528622283232e-05, + "loss": 1.2952, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.5086030960083008, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2872, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.49216851592063904, + "learning_rate": 8.63351608942968e-05, + "loss": 1.2954, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.45500558614730835, + "learning_rate": 8.514516180927926e-05, + "loss": 1.2915, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.46731358766555786, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2871, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.46350181102752686, + "learning_rate": 8.28141445488205e-05, + "loss": 1.2993, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.46907588839530945, + "learning_rate": 8.167267732713705e-05, + "loss": 1.2886, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.46079057455062866, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2891, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4689471423625946, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2717, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.4712139964103699, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2725, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4828455150127411, + "learning_rate": 7.726198865777852e-05, + "loss": 1.2983, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.5060755014419556, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2772, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.4611876904964447, + "learning_rate": 7.514678885885086e-05, + "loss": 1.2959, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.46266716718673706, + "learning_rate": 7.411100449176634e-05, + "loss": 1.2899, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.4635316729545593, + "learning_rate": 7.308949683924792e-05, + "loss": 1.275, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.46328601241111755, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2806, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.47527599334716797, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2767, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4696376621723175, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2851, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.48864614963531494, + "learning_rate": 6.914233817972799e-05, + "loss": 1.2909, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.46510884165763855, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2806, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.496571809053421, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2822, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.49692657589912415, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3009, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4695951044559479, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2874, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.4676620364189148, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2864, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4720684885978699, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2783, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5047957301139832, + "learning_rate": 6.274078802246449e-05, + "loss": 1.2856, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.47123321890830994, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2826, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4674508571624756, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2844, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.4670901298522949, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2795, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.4844258427619934, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2844, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4775409698486328, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2722, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.467173308134079, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2837, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.47124505043029785, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2807, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4562121033668518, + "learning_rate": 5.61472058702326e-05, + "loss": 1.2946, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.46278196573257446, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2892, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.47332140803337097, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2811, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.49481910467147827, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2746, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5423405766487122, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.2924, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.4737352132797241, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2849, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5260547399520874, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2878, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.5097236037254333, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2809, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5140768885612488, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2826, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.4917409420013428, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2784, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.491378515958786, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2876, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5336724519729614, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2688, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.47231781482696533, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2748, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.48954087495803833, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2759, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4638065993785858, + "learning_rate": 4.623171062258557e-05, + "loss": 1.283, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.46160390973091125, + "learning_rate": 4.559447669877288e-05, + "loss": 1.2932, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.46670541167259216, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2846, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.45800310373306274, + "learning_rate": 4.434623769249217e-05, + "loss": 1.283, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.5144987106323242, + "learning_rate": 4.373499214975615e-05, + "loss": 1.28, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.4704931974411011, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2764, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.45475873351097107, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2861, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.5026131272315979, + "learning_rate": 4.19513431632545e-05, + "loss": 1.277, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.47368842363357544, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2745, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5048895478248596, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2617, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4627383053302765, + "learning_rate": 4.024043692919589e-05, + "loss": 1.275, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4668401777744293, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2805, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4585457742214203, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2758, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4526301622390747, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2732, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4531499147415161, + "learning_rate": 3.806727394468005e-05, + "loss": 1.2906, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.43958911299705505, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.279, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4731515645980835, + "learning_rate": 3.702510700602975e-05, + "loss": 1.2939, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4732438325881958, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2799, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5229765772819519, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2787, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5219990611076355, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2798, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.4630306363105774, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2805, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.48926842212677, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2841, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.47712671756744385, + "learning_rate": 3.406669145317717e-05, + "loss": 1.284, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.45756807923316956, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2766, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5092787146568298, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2721, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.45793625712394714, + "learning_rate": 3.267734583546536e-05, + "loss": 1.281, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.4735996723175049, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2765, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.46601468324661255, + "learning_rate": 3.178273884253874e-05, + "loss": 1.279, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4700302481651306, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2798, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.4675758481025696, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.284, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.49173587560653687, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2791, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.519580602645874, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2775, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.4631563723087311, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2833, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4401775598526001, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2773, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.47834429144859314, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2746, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.450723260641098, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2731, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.4968569874763489, + "learning_rate": 2.805057521067472e-05, + "loss": 1.2957, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.46535149216651917, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2702, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.46627679467201233, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2814, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.44420766830444336, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2824, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.4732130765914917, + "learning_rate": 2.653571910089951e-05, + "loss": 1.284, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.47469618916511536, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2831, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.46338868141174316, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2819, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.44582459330558777, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2631, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.46384891867637634, + "learning_rate": 2.510267197422317e-05, + "loss": 1.273, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.45965275168418884, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2864, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4622838795185089, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2683, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.4988745450973511, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.2879, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5044049024581909, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.278, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.46563947200775146, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2854, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.49913880228996277, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2818, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.4466325342655182, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2784, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.46724361181259155, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2729, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4894101917743683, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.276, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.4518108367919922, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2778, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4806149899959564, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2762, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.46693137288093567, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2673, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.46113815903663635, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2631, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4618540108203888, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2759, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4800877273082733, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2698, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.457663893699646, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2824, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4584771990776062, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2683, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4601020812988281, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2761, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.47012296319007874, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2753, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.530635416507721, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2747, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4676268696784973, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2713, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.48709800839424133, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2847, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.45773518085479736, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2806, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4582090675830841, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2907, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.455314964056015, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2828, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4931790828704834, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2817, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.45997077226638794, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2665, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.48844707012176514, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2712, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4761563837528229, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2851, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.49613773822784424, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2603, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4576529860496521, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2789, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.46177786588668823, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2805, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4615630805492401, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2748, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4644904136657715, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2852, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4573913812637329, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2693, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.46055784821510315, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2818, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.2982903718948364, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2727, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-relu2/checkpoint-9480/training_args.bin b/saves-llama-relu2/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3960818a5b6799f2dd076fb32666575608104d9 --- /dev/null +++ b/saves-llama-relu2/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352088f2cfc25c64d9487217db4bc3837e98f5e6b51ce0949321f76c161315a1 +size 5176 diff --git a/saves-llama-relu2/config.json b/saves-llama-relu2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..297395343b714741734ee2d08990cb6c3cd137b3 --- /dev/null +++ b/saves-llama-relu2/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu2", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu2/generation_config.json b/saves-llama-relu2/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu2/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu2/model.safetensors b/saves-llama-relu2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7583061db388a714c95799781e6b8f74016ddfec --- /dev/null +++ b/saves-llama-relu2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b997e3ce10312fdf89fddc7db4af9600b6e3ec979e3c45270393a356c4167fa +size 8346712 diff --git a/saves-llama-relu2/result.log b/saves-llama-relu2/result.log new file mode 100644 index 0000000000000000000000000000000000000000..4794e639abe497d4e5c02ff1c30d86e397e91fa7 --- /dev/null +++ b/saves-llama-relu2/result.log @@ -0,0 +1 @@ +{'train_runtime': 2523.8656, 'train_samples_per_second': 3845.927, 'train_steps_per_second': 3.756, 'train_loss': 1.5791889831486634, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-relu2/special_tokens_map.json b/saves-llama-relu2/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu2/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu2/tokenizer.json b/saves-llama-relu2/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu2/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu2/tokenizer_config.json b/saves-llama-relu2/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu2/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu6/checkpoint-9480/config.json b/saves-llama-relu6/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d8cd6f8f38541f16bf307bc34e97c8b39a808a2 --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu6", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu6/checkpoint-9480/generation_config.json b/saves-llama-relu6/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu6/checkpoint-9480/model.safetensors b/saves-llama-relu6/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff05935bc8679c049755edfa9756199f8b73cc9e --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7476e5ba642303511839f20f1ec6fd9dd12d3ac9627ec7e234bc1faf2737d8a +size 8346712 diff --git a/saves-llama-relu6/checkpoint-9480/optimizer.pt b/saves-llama-relu6/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa2f94e15e0b81c96142b9c74423f5aa6897f49e --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f973c1b17ef09f8ec231677c6d7a5c0b3ef78826e34f788c474fd7dcf1024e14 +size 16706402 diff --git a/saves-llama-relu6/checkpoint-9480/rng_state.pth b/saves-llama-relu6/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-relu6/checkpoint-9480/scheduler.pt b/saves-llama-relu6/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-relu6/checkpoint-9480/special_tokens_map.json b/saves-llama-relu6/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu6/checkpoint-9480/tokenizer.json b/saves-llama-relu6/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu6/checkpoint-9480/tokenizer_config.json b/saves-llama-relu6/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-relu6/checkpoint-9480/trainer_state.json b/saves-llama-relu6/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c09d71e1773055f81a138b0ffb7f34da4bff6b2a --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.2845042943954468, + "learning_rate": 0.00015822784810126583, + "loss": 7.5065, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1517937183380127, + "learning_rate": 0.00031645569620253165, + "loss": 6.9037, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.9020224809646606, + "learning_rate": 0.00047468354430379745, + "loss": 6.2582, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 2.856719732284546, + "learning_rate": 0.0006329113924050633, + "loss": 5.7387, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.2028535604476929, + "learning_rate": 0.0007911392405063291, + "loss": 5.2388, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.9908261895179749, + "learning_rate": 0.0009493670886075949, + "loss": 4.7272, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 0.7585124373435974, + "learning_rate": 0.0011075949367088608, + "loss": 4.3461, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.0211915969848633, + "learning_rate": 0.0012658227848101266, + "loss": 4.0976, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.1327263116836548, + "learning_rate": 0.0014240506329113926, + "loss": 3.9049, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 1.1209228038787842, + "learning_rate": 0.0015, + "loss": 3.7631, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.0959182977676392, + "learning_rate": 0.0015, + "loss": 3.6078, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.6612709164619446, + "learning_rate": 0.0015, + "loss": 3.4988, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.7157489061355591, + "learning_rate": 0.0015, + "loss": 3.3924, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.7555306553840637, + "learning_rate": 0.0015, + "loss": 3.2889, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.8849191069602966, + "learning_rate": 0.0015, + "loss": 3.217, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.7928131222724915, + "learning_rate": 0.0015, + "loss": 3.1557, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.8409738540649414, + "learning_rate": 0.0015, + "loss": 3.0903, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.7365056276321411, + "learning_rate": 0.0015, + "loss": 3.0459, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.8080949187278748, + "learning_rate": 0.0015, + "loss": 2.9867, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.912451982498169, + "learning_rate": 0.0015, + "loss": 2.9455, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.8129033446311951, + "learning_rate": 0.0015, + "loss": 2.9054, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.834743082523346, + "learning_rate": 0.0015, + "loss": 2.8747, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.9898115992546082, + "learning_rate": 0.0015, + "loss": 2.8259, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8593259453773499, + "learning_rate": 0.0015, + "loss": 2.789, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.9342136383056641, + "learning_rate": 0.0015, + "loss": 2.7549, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7820627689361572, + "learning_rate": 0.0015, + "loss": 2.7236, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.9341869950294495, + "learning_rate": 0.0015, + "loss": 2.6916, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.8907862901687622, + "learning_rate": 0.0015, + "loss": 2.655, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 1.0414983034133911, + "learning_rate": 0.0015, + "loss": 2.6301, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 1.264538288116455, + "learning_rate": 0.0015, + "loss": 2.6076, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.8518015146255493, + "learning_rate": 0.0015, + "loss": 2.5846, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.7234546542167664, + "learning_rate": 0.0015, + "loss": 2.5548, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.8506235480308533, + "learning_rate": 0.0015, + "loss": 2.5436, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.7746215462684631, + "learning_rate": 0.0015, + "loss": 2.5154, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.9881048798561096, + "learning_rate": 0.0015, + "loss": 2.4786, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.8129590749740601, + "learning_rate": 0.0015, + "loss": 2.4626, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.8506604433059692, + "learning_rate": 0.0015, + "loss": 2.4436, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8131981492042542, + "learning_rate": 0.0015, + "loss": 2.4366, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.3409771919250488, + "learning_rate": 0.0015, + "loss": 2.4115, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.0046141147613525, + "learning_rate": 0.0015, + "loss": 2.3865, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.9039176106452942, + "learning_rate": 0.0015, + "loss": 2.3759, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.0726341009140015, + "learning_rate": 0.0015, + "loss": 2.3539, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.8020814061164856, + "learning_rate": 0.0015, + "loss": 2.335, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.7462591528892517, + "learning_rate": 0.0015, + "loss": 2.3143, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.8313378095626831, + "learning_rate": 0.0015, + "loss": 2.3159, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.7773732542991638, + "learning_rate": 0.0015, + "loss": 2.295, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 1.1130051612854004, + "learning_rate": 0.0015, + "loss": 2.2757, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.9792319536209106, + "learning_rate": 0.0015, + "loss": 2.272, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.8443782925605774, + "learning_rate": 0.0015, + "loss": 2.2392, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.8110552430152893, + "learning_rate": 0.0015, + "loss": 2.2371, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.8000192046165466, + "learning_rate": 0.0015, + "loss": 2.2244, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8929138779640198, + "learning_rate": 0.0015, + "loss": 2.2139, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.7668700814247131, + "learning_rate": 0.0015, + "loss": 2.1963, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.7886675000190735, + "learning_rate": 0.0015, + "loss": 2.1753, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.8525527715682983, + "learning_rate": 0.0015, + "loss": 2.184, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8833231329917908, + "learning_rate": 0.0015, + "loss": 2.1474, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.77447110414505, + "learning_rate": 0.0015, + "loss": 2.1472, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.1488538980484009, + "learning_rate": 0.0015, + "loss": 2.1529, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.82764732837677, + "learning_rate": 0.0015, + "loss": 2.1281, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 0.9086326956748962, + "learning_rate": 0.0015, + "loss": 2.1068, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.821358323097229, + "learning_rate": 0.0015, + "loss": 2.1095, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.8474059700965881, + "learning_rate": 0.0015, + "loss": 2.097, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.7429348826408386, + "learning_rate": 0.0015, + "loss": 2.0805, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.140445351600647, + "learning_rate": 0.0015, + "loss": 2.0952, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7975757122039795, + "learning_rate": 0.0015, + "loss": 2.0854, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.045674443244934, + "learning_rate": 0.0015, + "loss": 2.0675, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.7359991669654846, + "learning_rate": 0.0015, + "loss": 2.054, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 1.002055048942566, + "learning_rate": 0.0015, + "loss": 2.0457, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.9410683512687683, + "learning_rate": 0.0015, + "loss": 2.0575, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8695380091667175, + "learning_rate": 0.0015, + "loss": 2.0381, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.8971310257911682, + "learning_rate": 0.0015, + "loss": 2.0309, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.8679202795028687, + "learning_rate": 0.0015, + "loss": 2.0137, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.9361099004745483, + "learning_rate": 0.0015, + "loss": 2.0044, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8285907506942749, + "learning_rate": 0.0015, + "loss": 2.0152, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.9932350516319275, + "learning_rate": 0.0015, + "loss": 1.995, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.9867855906486511, + "learning_rate": 0.0015, + "loss": 1.9948, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8788115978240967, + "learning_rate": 0.0015, + "loss": 1.9841, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.9231769442558289, + "learning_rate": 0.0015, + "loss": 1.9827, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7572736144065857, + "learning_rate": 0.0015, + "loss": 1.9846, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.8380962610244751, + "learning_rate": 0.0015, + "loss": 1.9629, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.9937801957130432, + "learning_rate": 0.0015, + "loss": 1.949, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.7464592456817627, + "learning_rate": 0.0015, + "loss": 1.9548, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.7114061117172241, + "learning_rate": 0.0015, + "loss": 1.9602, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.7683472037315369, + "learning_rate": 0.0015, + "loss": 1.9364, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.6903501152992249, + "learning_rate": 0.0015, + "loss": 1.938, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.6929046511650085, + "learning_rate": 0.0015, + "loss": 1.9374, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8193395137786865, + "learning_rate": 0.0015, + "loss": 1.933, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.7508578300476074, + "learning_rate": 0.0015, + "loss": 1.9257, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9881484508514404, + "learning_rate": 0.0015, + "loss": 1.9174, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.7801363468170166, + "learning_rate": 0.0015, + "loss": 1.9134, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.8626521825790405, + "learning_rate": 0.0015, + "loss": 1.9205, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.6972038745880127, + "learning_rate": 0.0015, + "loss": 1.9112, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.7366458773612976, + "learning_rate": 0.0015, + "loss": 1.8912, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.8283922672271729, + "learning_rate": 0.0015, + "loss": 1.9051, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.9720283150672913, + "learning_rate": 0.0015, + "loss": 1.885, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.8479508757591248, + "learning_rate": 0.0015, + "loss": 1.8904, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.1311020851135254, + "learning_rate": 0.0015, + "loss": 1.8899, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.7105185985565186, + "learning_rate": 0.0015, + "loss": 1.8692, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.063441276550293, + "learning_rate": 0.0015, + "loss": 1.8727, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.9300332069396973, + "learning_rate": 0.0015, + "loss": 1.8823, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.7429735660552979, + "learning_rate": 0.0015, + "loss": 1.8702, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.7372370362281799, + "learning_rate": 0.0015, + "loss": 1.8619, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.8684523701667786, + "learning_rate": 0.0015, + "loss": 1.8625, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7155151963233948, + "learning_rate": 0.0015, + "loss": 1.853, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.0200444459915161, + "learning_rate": 0.0015, + "loss": 1.8591, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.8199270963668823, + "learning_rate": 0.0015, + "loss": 1.8456, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.735671877861023, + "learning_rate": 0.0015, + "loss": 1.8356, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.7228467464447021, + "learning_rate": 0.0015, + "loss": 1.8349, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.7829380631446838, + "learning_rate": 0.0015, + "loss": 1.8437, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7714328169822693, + "learning_rate": 0.0015, + "loss": 1.8329, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.7060539722442627, + "learning_rate": 0.0015, + "loss": 1.838, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7744373083114624, + "learning_rate": 0.0015, + "loss": 1.8297, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.840844988822937, + "learning_rate": 0.0015, + "loss": 1.816, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.751136064529419, + "learning_rate": 0.0015, + "loss": 1.8298, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.1605173349380493, + "learning_rate": 0.0015, + "loss": 1.817, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7156989574432373, + "learning_rate": 0.0015, + "loss": 1.8224, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.0872548818588257, + "learning_rate": 0.0015, + "loss": 1.8127, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.8772828578948975, + "learning_rate": 0.0015, + "loss": 1.7977, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.8067958354949951, + "learning_rate": 0.0015, + "loss": 1.7981, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.7361685037612915, + "learning_rate": 0.0015, + "loss": 1.8107, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8069626092910767, + "learning_rate": 0.0015, + "loss": 1.8055, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6968889832496643, + "learning_rate": 0.0015, + "loss": 1.7883, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7040984630584717, + "learning_rate": 0.0015, + "loss": 1.7808, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7593387961387634, + "learning_rate": 0.0015, + "loss": 1.7971, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.7017865777015686, + "learning_rate": 0.0015, + "loss": 1.7978, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.9030086994171143, + "learning_rate": 0.0015, + "loss": 1.7859, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.8524131178855896, + "learning_rate": 0.0015, + "loss": 1.7917, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.7238936424255371, + "learning_rate": 0.0015, + "loss": 1.7896, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.769715428352356, + "learning_rate": 0.0015, + "loss": 1.7762, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.6929978728294373, + "learning_rate": 0.0015, + "loss": 1.7657, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.6356785893440247, + "learning_rate": 0.0015, + "loss": 1.7734, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.7417169213294983, + "learning_rate": 0.0015, + "loss": 1.7768, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.9621840119361877, + "learning_rate": 0.0015, + "loss": 1.7663, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.7108407616615295, + "learning_rate": 0.0015, + "loss": 1.7682, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.697222113609314, + "learning_rate": 0.0015, + "loss": 1.7692, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.7190929055213928, + "learning_rate": 0.0015, + "loss": 1.7615, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.6882973909378052, + "learning_rate": 0.0015, + "loss": 1.7591, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.7334148287773132, + "learning_rate": 0.0015, + "loss": 1.749, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.8000644445419312, + "learning_rate": 0.0015, + "loss": 1.7617, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8157377243041992, + "learning_rate": 0.0015, + "loss": 1.7426, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.6745840907096863, + "learning_rate": 0.0015, + "loss": 1.7447, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.6679766178131104, + "learning_rate": 0.0015, + "loss": 1.7529, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.7112199068069458, + "learning_rate": 0.0015, + "loss": 1.7466, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.6960644721984863, + "learning_rate": 0.0015, + "loss": 1.7428, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7292028665542603, + "learning_rate": 0.0015, + "loss": 1.7426, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.6769152879714966, + "learning_rate": 0.0015, + "loss": 1.7365, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.8447495698928833, + "learning_rate": 0.0015, + "loss": 1.7367, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.6558757424354553, + "learning_rate": 0.0015, + "loss": 1.7396, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7889874577522278, + "learning_rate": 0.0015, + "loss": 1.7395, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6630954742431641, + "learning_rate": 0.0015, + "loss": 1.7371, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6887485980987549, + "learning_rate": 0.0015, + "loss": 1.7358, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.6903918385505676, + "learning_rate": 0.0015, + "loss": 1.7368, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.6579201817512512, + "learning_rate": 0.0015, + "loss": 1.7161, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.7270757555961609, + "learning_rate": 0.0015, + "loss": 1.7072, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.0334845781326294, + "learning_rate": 0.0015, + "loss": 1.7098, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.6460733413696289, + "learning_rate": 0.0015, + "loss": 1.7151, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.7780994772911072, + "learning_rate": 0.0015, + "loss": 1.7072, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7687972187995911, + "learning_rate": 0.0015, + "loss": 1.7177, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8084600567817688, + "learning_rate": 0.0015, + "loss": 1.7126, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.6287113428115845, + "learning_rate": 0.0015, + "loss": 1.7162, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6447685360908508, + "learning_rate": 0.0015, + "loss": 1.713, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6482794880867004, + "learning_rate": 0.0015, + "loss": 1.6851, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 0.705457329750061, + "learning_rate": 0.0015, + "loss": 1.6977, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.660488486289978, + "learning_rate": 0.0015, + "loss": 1.702, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.7893764972686768, + "learning_rate": 0.0015, + "loss": 1.6933, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.6730534434318542, + "learning_rate": 0.0015, + "loss": 1.6916, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.7435712814331055, + "learning_rate": 0.0015, + "loss": 1.7014, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.2738463878631592, + "learning_rate": 0.0015, + "loss": 1.6888, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.7414880394935608, + "learning_rate": 0.0015, + "loss": 1.6812, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7940903902053833, + "learning_rate": 0.0015, + "loss": 1.6989, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.669350802898407, + "learning_rate": 0.0015, + "loss": 1.6792, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7148312926292419, + "learning_rate": 0.0015, + "loss": 1.6774, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6126022934913635, + "learning_rate": 0.0015, + "loss": 1.6797, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.9832109212875366, + "learning_rate": 0.0015, + "loss": 1.6848, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7003793120384216, + "learning_rate": 0.0015, + "loss": 1.7042, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.6719087958335876, + "learning_rate": 0.0015, + "loss": 1.6821, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.682457685470581, + "learning_rate": 0.0015, + "loss": 1.6861, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.7376171350479126, + "learning_rate": 0.0015, + "loss": 1.6859, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.9756227135658264, + "learning_rate": 0.0015, + "loss": 1.6864, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.7332729697227478, + "learning_rate": 0.0015, + "loss": 1.6833, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.6887666583061218, + "learning_rate": 0.0015, + "loss": 1.6723, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.7090199589729309, + "learning_rate": 0.0015, + "loss": 1.669, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6778591871261597, + "learning_rate": 0.0015, + "loss": 1.6676, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6932234764099121, + "learning_rate": 0.0015, + "loss": 1.6635, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6492232084274292, + "learning_rate": 0.0015, + "loss": 1.6682, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6796147227287292, + "learning_rate": 0.0015, + "loss": 1.6723, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.6933506727218628, + "learning_rate": 0.0015, + "loss": 1.6705, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.7694240212440491, + "learning_rate": 0.0015, + "loss": 1.6578, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.6754550933837891, + "learning_rate": 0.0015, + "loss": 1.6648, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.8966112732887268, + "learning_rate": 0.0015, + "loss": 1.6643, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.7566027641296387, + "learning_rate": 0.0015, + "loss": 1.6719, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.7169021964073181, + "learning_rate": 0.0015, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.6798155903816223, + "learning_rate": 0.0015, + "loss": 1.6576, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6130403876304626, + "learning_rate": 0.0015, + "loss": 1.65, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6401936411857605, + "learning_rate": 0.0015, + "loss": 1.6501, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.6401504278182983, + "learning_rate": 0.0015, + "loss": 1.6512, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.7140792608261108, + "learning_rate": 0.0015, + "loss": 1.667, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.655855119228363, + "learning_rate": 0.0015, + "loss": 1.6448, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6278616786003113, + "learning_rate": 0.0015, + "loss": 1.6448, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.6758130192756653, + "learning_rate": 0.0015, + "loss": 1.6431, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.6739853620529175, + "learning_rate": 0.0015, + "loss": 1.6493, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.0525661706924438, + "learning_rate": 0.0015, + "loss": 1.6609, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.5911339521408081, + "learning_rate": 0.0015, + "loss": 1.6461, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.8021566271781921, + "learning_rate": 0.0015, + "loss": 1.6457, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.6833557486534119, + "learning_rate": 0.0015, + "loss": 1.6447, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.6437957286834717, + "learning_rate": 0.0015, + "loss": 1.6358, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.7161999344825745, + "learning_rate": 0.0015, + "loss": 1.6407, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.8495738506317139, + "learning_rate": 0.0015, + "loss": 1.6432, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.7828426957130432, + "learning_rate": 0.0015, + "loss": 1.6293, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.938301682472229, + "learning_rate": 0.0015, + "loss": 1.639, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.5759251713752747, + "learning_rate": 0.0015, + "loss": 1.6299, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6175514459609985, + "learning_rate": 0.0015, + "loss": 1.6285, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6164925694465637, + "learning_rate": 0.0015, + "loss": 1.6313, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.57523113489151, + "learning_rate": 0.0015, + "loss": 1.6264, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.877746045589447, + "learning_rate": 0.0015, + "loss": 1.6317, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.0311013460159302, + "learning_rate": 0.0015, + "loss": 1.6452, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.7110464572906494, + "learning_rate": 0.0015, + "loss": 1.6313, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.6689086556434631, + "learning_rate": 0.0015, + "loss": 1.6119, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.91727614402771, + "learning_rate": 0.0015, + "loss": 1.6318, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6395199298858643, + "learning_rate": 0.0015, + "loss": 1.6319, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.8275812268257141, + "learning_rate": 0.0015, + "loss": 1.6166, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.6372953057289124, + "learning_rate": 0.0015, + "loss": 1.6282, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.652755081653595, + "learning_rate": 0.0015, + "loss": 1.624, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.609228789806366, + "learning_rate": 0.0015, + "loss": 1.6206, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.7790429592132568, + "learning_rate": 0.0015, + "loss": 1.6173, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.7801122069358826, + "learning_rate": 0.0015, + "loss": 1.6077, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.8564427495002747, + "learning_rate": 0.0015, + "loss": 1.6393, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.9358509182929993, + "learning_rate": 0.0015, + "loss": 1.6262, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.6864131689071655, + "learning_rate": 0.0015, + "loss": 1.6188, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6207598447799683, + "learning_rate": 0.0015, + "loss": 1.611, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.659015417098999, + "learning_rate": 0.0015, + "loss": 1.6099, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.7773450016975403, + "learning_rate": 0.0015, + "loss": 1.6197, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.6822430491447449, + "learning_rate": 0.0015, + "loss": 1.6047, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.726402997970581, + "learning_rate": 0.0015, + "loss": 1.5989, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6547382473945618, + "learning_rate": 0.0015, + "loss": 1.6029, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.6222516894340515, + "learning_rate": 0.0015, + "loss": 1.612, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.6733616590499878, + "learning_rate": 0.0015, + "loss": 1.6097, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.6370599269866943, + "learning_rate": 0.0015, + "loss": 1.6068, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.6119050979614258, + "learning_rate": 0.0015, + "loss": 1.6081, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6206974983215332, + "learning_rate": 0.0015, + "loss": 1.6061, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.6768079400062561, + "learning_rate": 0.0015, + "loss": 1.6102, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8551848530769348, + "learning_rate": 0.0015, + "loss": 1.6032, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.7469660043716431, + "learning_rate": 0.0015, + "loss": 1.6013, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7898887395858765, + "learning_rate": 0.0015, + "loss": 1.6114, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.6077714562416077, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5667428374290466, + "learning_rate": 0.0015, + "loss": 1.6097, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.7291853427886963, + "learning_rate": 0.0015, + "loss": 1.5977, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.6472011208534241, + "learning_rate": 0.0015, + "loss": 1.6051, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6464855670928955, + "learning_rate": 0.0015, + "loss": 1.5911, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7730283737182617, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.5892321467399597, + "learning_rate": 0.0015, + "loss": 1.5962, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 0.6655471920967102, + "learning_rate": 0.0015, + "loss": 1.5998, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.5926106572151184, + "learning_rate": 0.0015, + "loss": 1.594, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.8199711441993713, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7836127877235413, + "learning_rate": 0.0015, + "loss": 1.5903, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.656940758228302, + "learning_rate": 0.0015, + "loss": 1.5978, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6139289736747742, + "learning_rate": 0.0015, + "loss": 1.5936, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.6537942290306091, + "learning_rate": 0.0015, + "loss": 1.5921, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.6428055763244629, + "learning_rate": 0.0015, + "loss": 1.5943, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.5821113586425781, + "learning_rate": 0.0015, + "loss": 1.5985, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.583448588848114, + "learning_rate": 0.0015, + "loss": 1.5942, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.7979843616485596, + "learning_rate": 0.0015, + "loss": 1.5934, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.8395136594772339, + "learning_rate": 0.0015, + "loss": 1.5816, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.8521457314491272, + "learning_rate": 0.0015, + "loss": 1.5974, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.5900971293449402, + "learning_rate": 0.0015, + "loss": 1.5841, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.6168383359909058, + "learning_rate": 0.0015, + "loss": 1.5798, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6166432499885559, + "learning_rate": 0.0015, + "loss": 1.5815, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.6223092079162598, + "learning_rate": 0.0015, + "loss": 1.5819, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.7489519119262695, + "learning_rate": 0.0015, + "loss": 1.5826, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.5589955449104309, + "learning_rate": 0.0015, + "loss": 1.5753, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.694901168346405, + "learning_rate": 0.0015, + "loss": 1.5843, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.5959713459014893, + "learning_rate": 0.0015, + "loss": 1.5827, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.5947645902633667, + "learning_rate": 0.0015, + "loss": 1.5635, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.8809595704078674, + "learning_rate": 0.0015, + "loss": 1.5792, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6509250402450562, + "learning_rate": 0.0015, + "loss": 1.58, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.8621741533279419, + "learning_rate": 0.0015, + "loss": 1.5905, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6411758661270142, + "learning_rate": 0.0015, + "loss": 1.5856, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.7532762885093689, + "learning_rate": 0.0015, + "loss": 1.5827, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5644182562828064, + "learning_rate": 0.0015, + "loss": 1.5774, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.6383939385414124, + "learning_rate": 0.0015, + "loss": 1.5789, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6670384407043457, + "learning_rate": 0.0015, + "loss": 1.5787, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6427937150001526, + "learning_rate": 0.0015, + "loss": 1.5836, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.7825064659118652, + "learning_rate": 0.0015, + "loss": 1.5575, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.0004284381866455, + "learning_rate": 0.0015, + "loss": 1.5627, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.631316602230072, + "learning_rate": 0.0015, + "loss": 1.573, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.589532196521759, + "learning_rate": 0.0015, + "loss": 1.5731, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.8045487403869629, + "learning_rate": 0.0015, + "loss": 1.5727, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.7376754879951477, + "learning_rate": 0.0015, + "loss": 1.5609, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6830873489379883, + "learning_rate": 0.0015, + "loss": 1.565, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.76837557554245, + "learning_rate": 0.0015, + "loss": 1.5716, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.5781823992729187, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6937173008918762, + "learning_rate": 0.0015, + "loss": 1.5632, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6034339070320129, + "learning_rate": 0.0015, + "loss": 1.5594, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.7342604994773865, + "learning_rate": 0.0015, + "loss": 1.5686, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.5865502953529358, + "learning_rate": 0.0015, + "loss": 1.5771, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.7613010406494141, + "learning_rate": 0.0015, + "loss": 1.5669, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.6190593838691711, + "learning_rate": 0.0015, + "loss": 1.5515, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.5639388561248779, + "learning_rate": 0.0015, + "loss": 1.5546, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.677467405796051, + "learning_rate": 0.0015, + "loss": 1.5732, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.7955570220947266, + "learning_rate": 0.0015, + "loss": 1.551, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5949367880821228, + "learning_rate": 0.0015, + "loss": 1.5596, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6030087471008301, + "learning_rate": 0.0015, + "loss": 1.5625, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.5963402986526489, + "learning_rate": 0.0015, + "loss": 1.5482, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.6607348322868347, + "learning_rate": 0.0015, + "loss": 1.559, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.5944842100143433, + "learning_rate": 0.0015, + "loss": 1.5533, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.5868210792541504, + "learning_rate": 0.0015, + "loss": 1.5662, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5413980484008789, + "learning_rate": 0.0015, + "loss": 1.5537, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.7731280326843262, + "learning_rate": 0.0015, + "loss": 1.5444, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5965157151222229, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5767632722854614, + "learning_rate": 0.0015, + "loss": 1.5457, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6005727648735046, + "learning_rate": 0.0015, + "loss": 1.5522, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6084572672843933, + "learning_rate": 0.0015, + "loss": 1.5537, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6025862693786621, + "learning_rate": 0.0015, + "loss": 1.5663, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.6831938624382019, + "learning_rate": 0.0015, + "loss": 1.5415, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.6555197834968567, + "learning_rate": 0.0015, + "loss": 1.5514, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.587959349155426, + "learning_rate": 0.0015, + "loss": 1.5529, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.6241684556007385, + "learning_rate": 0.0015, + "loss": 1.5547, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.7014182806015015, + "learning_rate": 0.0015, + "loss": 1.5514, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.8257023692131042, + "learning_rate": 0.0015, + "loss": 1.5503, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.748823344707489, + "learning_rate": 0.0015, + "loss": 1.5413, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 0.8594170212745667, + "learning_rate": 0.0015, + "loss": 1.5564, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6882944107055664, + "learning_rate": 0.0015, + "loss": 1.5512, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6814117431640625, + "learning_rate": 0.0015, + "loss": 1.5445, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.685268223285675, + "learning_rate": 0.0015, + "loss": 1.5248, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.7319694757461548, + "learning_rate": 0.0015, + "loss": 1.551, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.5664178729057312, + "learning_rate": 0.0015, + "loss": 1.5381, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.6146418452262878, + "learning_rate": 0.0015, + "loss": 1.5564, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6547569632530212, + "learning_rate": 0.0015, + "loss": 1.5553, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.9004910588264465, + "learning_rate": 0.0015, + "loss": 1.5388, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6813182830810547, + "learning_rate": 0.0015, + "loss": 1.5464, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.6318476796150208, + "learning_rate": 0.0015, + "loss": 1.544, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.7451459765434265, + "learning_rate": 0.0015, + "loss": 1.5527, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5823635458946228, + "learning_rate": 0.0015, + "loss": 1.541, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.7066875696182251, + "learning_rate": 0.0015, + "loss": 1.5428, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.5843395590782166, + "learning_rate": 0.0015, + "loss": 1.5349, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.6571747064590454, + "learning_rate": 0.0015, + "loss": 1.5373, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7951338291168213, + "learning_rate": 0.0015, + "loss": 1.5452, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.5756196975708008, + "learning_rate": 0.0015, + "loss": 1.5399, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.5810162425041199, + "learning_rate": 0.0015, + "loss": 1.5325, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.6007491946220398, + "learning_rate": 0.0015, + "loss": 1.542, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.6379159092903137, + "learning_rate": 0.0015, + "loss": 1.5408, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 1.1357885599136353, + "learning_rate": 0.0015, + "loss": 1.5205, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.7009986639022827, + "learning_rate": 0.0015, + "loss": 1.5364, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.5768688321113586, + "learning_rate": 0.0015, + "loss": 1.532, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6127245426177979, + "learning_rate": 0.0015, + "loss": 1.5323, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.8031426072120667, + "learning_rate": 0.0015, + "loss": 1.5247, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.5734440088272095, + "learning_rate": 0.0015, + "loss": 1.5407, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5927961468696594, + "learning_rate": 0.0015, + "loss": 1.5442, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5900518298149109, + "learning_rate": 0.0015, + "loss": 1.5371, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6462515592575073, + "learning_rate": 0.0015, + "loss": 1.5196, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.8342040777206421, + "learning_rate": 0.0015, + "loss": 1.5394, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6555162072181702, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.5997101664543152, + "learning_rate": 0.0015, + "loss": 1.5459, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.8569707274436951, + "learning_rate": 0.0015, + "loss": 1.5397, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.6976277232170105, + "learning_rate": 0.0015, + "loss": 1.5292, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5660588145256042, + "learning_rate": 0.0015, + "loss": 1.5272, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.758441150188446, + "learning_rate": 0.0015, + "loss": 1.5231, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5981553196907043, + "learning_rate": 0.0015, + "loss": 1.5244, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.6322183609008789, + "learning_rate": 0.0015, + "loss": 1.5375, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.5914291739463806, + "learning_rate": 0.0015, + "loss": 1.5221, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.57709801197052, + "learning_rate": 0.0015, + "loss": 1.5238, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.5868989825248718, + "learning_rate": 0.0015, + "loss": 1.5241, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.7497850656509399, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.7099733352661133, + "learning_rate": 0.0015, + "loss": 1.5272, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.9020441770553589, + "learning_rate": 0.0015, + "loss": 1.5348, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6452409625053406, + "learning_rate": 0.0015, + "loss": 1.5277, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.6022611260414124, + "learning_rate": 0.0015, + "loss": 1.5188, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.8621293306350708, + "learning_rate": 0.0015, + "loss": 1.525, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.6642029881477356, + "learning_rate": 0.0015, + "loss": 1.5347, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.7331409454345703, + "learning_rate": 0.0015, + "loss": 1.5352, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5715054869651794, + "learning_rate": 0.0015, + "loss": 1.5231, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6164951920509338, + "learning_rate": 0.0015, + "loss": 1.5035, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.7061692476272583, + "learning_rate": 0.0015, + "loss": 1.5226, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.6119129061698914, + "learning_rate": 0.0015, + "loss": 1.5222, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.7107184529304504, + "learning_rate": 0.0015, + "loss": 1.5282, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.826982855796814, + "learning_rate": 0.0015, + "loss": 1.515, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.5485012531280518, + "learning_rate": 0.0015, + "loss": 1.5293, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5439923405647278, + "learning_rate": 0.0015, + "loss": 1.5161, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.6651463508605957, + "learning_rate": 0.0015, + "loss": 1.5203, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6533514857292175, + "learning_rate": 0.0015, + "loss": 1.5287, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5899593234062195, + "learning_rate": 0.0015, + "loss": 1.5142, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6121179461479187, + "learning_rate": 0.0015, + "loss": 1.5077, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.6892524361610413, + "learning_rate": 0.0015, + "loss": 1.5107, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.5747148394584656, + "learning_rate": 0.0015, + "loss": 1.528, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6541330218315125, + "learning_rate": 0.0015, + "loss": 1.5104, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.8900302648544312, + "learning_rate": 0.0015, + "loss": 1.5246, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.7976734638214111, + "learning_rate": 0.0015, + "loss": 1.515, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.5735594630241394, + "learning_rate": 0.0015, + "loss": 1.5064, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.5281085968017578, + "learning_rate": 0.0015, + "loss": 1.5043, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.1084778308868408, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.6525058150291443, + "learning_rate": 0.0015, + "loss": 1.5103, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.57621169090271, + "learning_rate": 0.0015, + "loss": 1.5056, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5507239699363708, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6383925676345825, + "learning_rate": 0.0015, + "loss": 1.5054, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.7025693655014038, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5488110780715942, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.5871785879135132, + "learning_rate": 0.0015, + "loss": 1.5032, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5467215776443481, + "learning_rate": 0.0015, + "loss": 1.5124, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.6366924047470093, + "learning_rate": 0.0015, + "loss": 1.5048, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.7158915996551514, + "learning_rate": 0.0015, + "loss": 1.5174, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.6797720789909363, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5900347232818604, + "learning_rate": 0.0015, + "loss": 1.5088, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.5335093140602112, + "learning_rate": 0.0015, + "loss": 1.5016, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.587550163269043, + "learning_rate": 0.0015, + "loss": 1.5118, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5668577551841736, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.5600316524505615, + "learning_rate": 0.0015, + "loss": 1.5158, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.566749632358551, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.7001132965087891, + "learning_rate": 0.0015, + "loss": 1.516, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.7568824291229248, + "learning_rate": 0.0015, + "loss": 1.5169, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.6620433330535889, + "learning_rate": 0.0015, + "loss": 1.5022, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6334508061408997, + "learning_rate": 0.0015, + "loss": 1.4975, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6248696446418762, + "learning_rate": 0.0015, + "loss": 1.5025, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.6209613680839539, + "learning_rate": 0.0015, + "loss": 1.4956, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.6247389316558838, + "learning_rate": 0.0015, + "loss": 1.5012, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.8461310267448425, + "learning_rate": 0.0015, + "loss": 1.5068, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.5571132898330688, + "learning_rate": 0.0015, + "loss": 1.4985, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5557324886322021, + "learning_rate": 0.0015, + "loss": 1.498, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.5811228156089783, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6004396677017212, + "learning_rate": 0.0015, + "loss": 1.5019, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.6580677032470703, + "learning_rate": 0.0015, + "loss": 1.5021, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5888010859489441, + "learning_rate": 0.0015, + "loss": 1.4925, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6848561763763428, + "learning_rate": 0.0015, + "loss": 1.5044, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.7595495581626892, + "learning_rate": 0.0015, + "loss": 1.4987, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.596481442451477, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6054179668426514, + "learning_rate": 0.0015, + "loss": 1.5007, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7717207670211792, + "learning_rate": 0.0015, + "loss": 1.5065, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5191652774810791, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.9249812960624695, + "learning_rate": 0.0015, + "loss": 1.4913, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.5537610054016113, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.6503710746765137, + "learning_rate": 0.0015, + "loss": 1.5007, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.5915091037750244, + "learning_rate": 0.0015, + "loss": 1.4946, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7852327823638916, + "learning_rate": 0.0015, + "loss": 1.4926, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5818652510643005, + "learning_rate": 0.0015, + "loss": 1.4999, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.5784410834312439, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.6357165575027466, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.589191198348999, + "learning_rate": 0.0015, + "loss": 1.5105, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.5415104031562805, + "learning_rate": 0.0015, + "loss": 1.4852, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5607947707176208, + "learning_rate": 0.0015, + "loss": 1.4923, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6082947254180908, + "learning_rate": 0.0015, + "loss": 1.4884, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.5177328586578369, + "learning_rate": 0.0015, + "loss": 1.4948, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.591102123260498, + "learning_rate": 0.0015, + "loss": 1.5112, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6058090925216675, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.6276431679725647, + "learning_rate": 0.0015, + "loss": 1.4943, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7581775784492493, + "learning_rate": 0.0015, + "loss": 1.493, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6002991199493408, + "learning_rate": 0.0015, + "loss": 1.5018, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5554525852203369, + "learning_rate": 0.0015, + "loss": 1.4847, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5427175164222717, + "learning_rate": 0.0015, + "loss": 1.495, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.5853176712989807, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.6766331791877747, + "learning_rate": 0.0015, + "loss": 1.4877, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.7871882319450378, + "learning_rate": 0.0015, + "loss": 1.486, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.6787986755371094, + "learning_rate": 0.0015, + "loss": 1.4948, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.647108256816864, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.7084519267082214, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5790630578994751, + "learning_rate": 0.0015, + "loss": 1.4977, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.693557858467102, + "learning_rate": 0.0015, + "loss": 1.4963, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5635671019554138, + "learning_rate": 0.0015, + "loss": 1.4812, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.577720046043396, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7572693228721619, + "learning_rate": 0.0015, + "loss": 1.4882, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6934337019920349, + "learning_rate": 0.0015, + "loss": 1.4736, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6067906022071838, + "learning_rate": 0.0015, + "loss": 1.4937, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.854539155960083, + "learning_rate": 0.0015, + "loss": 1.5033, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5632352828979492, + "learning_rate": 0.0015, + "loss": 1.4766, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5445347428321838, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.6026565432548523, + "learning_rate": 0.0015, + "loss": 1.4941, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.6113373637199402, + "learning_rate": 0.0015, + "loss": 1.497, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5771219730377197, + "learning_rate": 0.0015, + "loss": 1.4828, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.7776427865028381, + "learning_rate": 0.0015, + "loss": 1.4806, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5412534475326538, + "learning_rate": 0.0015, + "loss": 1.4792, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6301031708717346, + "learning_rate": 0.0015, + "loss": 1.4737, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5478329658508301, + "learning_rate": 0.0015, + "loss": 1.4864, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5928974747657776, + "learning_rate": 0.0015, + "loss": 1.4869, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.9306030869483948, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.5972734689712524, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6967829465866089, + "learning_rate": 0.0015, + "loss": 1.4757, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.8020076751708984, + "learning_rate": 0.0015, + "loss": 1.4964, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5298338532447815, + "learning_rate": 0.0015, + "loss": 1.4814, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5524680614471436, + "learning_rate": 0.0015, + "loss": 1.479, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.6525600552558899, + "learning_rate": 0.0015, + "loss": 1.491, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.6837475299835205, + "learning_rate": 0.0015, + "loss": 1.4718, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.5860769748687744, + "learning_rate": 0.0015, + "loss": 1.481, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5237947702407837, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6122362613677979, + "learning_rate": 0.0015, + "loss": 1.4958, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7768372297286987, + "learning_rate": 0.0015, + "loss": 1.4785, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6994263529777527, + "learning_rate": 0.0015, + "loss": 1.4767, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5731573104858398, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.7731010913848877, + "learning_rate": 0.0015, + "loss": 1.4768, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.7868461608886719, + "learning_rate": 0.0015, + "loss": 1.4689, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.5191790461540222, + "learning_rate": 0.0015, + "loss": 1.4919, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.5549134612083435, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.6342470049858093, + "learning_rate": 0.0015, + "loss": 1.4891, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.7580611705780029, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.6348286271095276, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.7329462766647339, + "learning_rate": 0.0015, + "loss": 1.48, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.6396538615226746, + "learning_rate": 0.0015, + "loss": 1.4795, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.5981616973876953, + "learning_rate": 0.0015, + "loss": 1.484, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7989825010299683, + "learning_rate": 0.0015, + "loss": 1.4669, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.5611702799797058, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.5846310257911682, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.7064183950424194, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.5847730040550232, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5902356505393982, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6948460340499878, + "learning_rate": 0.0015, + "loss": 1.4704, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5226870775222778, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.5750400424003601, + "learning_rate": 0.0015, + "loss": 1.4814, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5621861815452576, + "learning_rate": 0.0015, + "loss": 1.4709, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5736236572265625, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.7704600095748901, + "learning_rate": 0.0015, + "loss": 1.4714, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5920323729515076, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.6053578853607178, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.5860698819160461, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.8899604082107544, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.5846308469772339, + "learning_rate": 0.0015, + "loss": 1.4717, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.5950767397880554, + "learning_rate": 0.0015, + "loss": 1.468, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8036394119262695, + "learning_rate": 0.0015, + "loss": 1.4826, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.6413695812225342, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5772433876991272, + "learning_rate": 0.0015, + "loss": 1.4719, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5428828597068787, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.653570830821991, + "learning_rate": 0.0015, + "loss": 1.4816, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.7586245536804199, + "learning_rate": 0.0015, + "loss": 1.4648, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6878697872161865, + "learning_rate": 0.0015, + "loss": 1.4784, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.5730896592140198, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6019439697265625, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.5853422284126282, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5966352224349976, + "learning_rate": 0.0015, + "loss": 1.473, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.7382096648216248, + "learning_rate": 0.0015, + "loss": 1.4647, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5436208844184875, + "learning_rate": 0.0015, + "loss": 1.4709, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.68397057056427, + "learning_rate": 0.0015, + "loss": 1.4786, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.7784256339073181, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5590550899505615, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.6612066030502319, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.803427517414093, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.6463020443916321, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5473004579544067, + "learning_rate": 0.0015, + "loss": 1.4718, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5486018657684326, + "learning_rate": 0.0015, + "loss": 1.4637, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.5925554037094116, + "learning_rate": 0.0015, + "loss": 1.4575, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.6081317067146301, + "learning_rate": 0.0015, + "loss": 1.4683, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.5776993632316589, + "learning_rate": 0.0015, + "loss": 1.4671, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.53392493724823, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.8357311487197876, + "learning_rate": 0.0015, + "loss": 1.4603, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5891213417053223, + "learning_rate": 0.0015, + "loss": 1.4608, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5555610656738281, + "learning_rate": 0.0015, + "loss": 1.4629, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.6354741454124451, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.7271915078163147, + "learning_rate": 0.0015, + "loss": 1.4562, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5961223244667053, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.7367521524429321, + "learning_rate": 0.0015, + "loss": 1.4629, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.6168522834777832, + "learning_rate": 0.0015, + "loss": 1.4659, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.547753632068634, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 1.0330567359924316, + "learning_rate": 0.0015, + "loss": 1.4662, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.6913944482803345, + "learning_rate": 0.0015, + "loss": 1.4694, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6058813333511353, + "learning_rate": 0.0015, + "loss": 1.4613, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.6103336215019226, + "learning_rate": 0.0015, + "loss": 1.4685, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.5560775995254517, + "learning_rate": 0.0015, + "loss": 1.4567, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.6679261922836304, + "learning_rate": 0.0015, + "loss": 1.4526, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5514129996299744, + "learning_rate": 0.0015, + "loss": 1.4508, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.5773583054542542, + "learning_rate": 0.0015, + "loss": 1.4694, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5170280337333679, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5283346176147461, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.5822664499282837, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6493128538131714, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5848828554153442, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5807870626449585, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.53345787525177, + "learning_rate": 0.0015, + "loss": 1.4715, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.7117975950241089, + "learning_rate": 0.0015, + "loss": 1.4638, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.6246553659439087, + "learning_rate": 0.0015, + "loss": 1.4716, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.6104882955551147, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.7386797070503235, + "learning_rate": 0.0015, + "loss": 1.4633, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.6682509779930115, + "learning_rate": 0.0015, + "loss": 1.4661, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.511111855506897, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.9600934386253357, + "learning_rate": 0.0015, + "loss": 1.4426, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.5728079080581665, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.7112113833427429, + "learning_rate": 0.0015, + "loss": 1.4558, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5937158465385437, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.6941133737564087, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.5259798765182495, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.6969171166419983, + "learning_rate": 0.0015, + "loss": 1.4288, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.625761866569519, + "learning_rate": 0.0015, + "loss": 1.4433, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.7165429592132568, + "learning_rate": 0.0015, + "loss": 1.4444, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.6433166265487671, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.7717519998550415, + "learning_rate": 0.0015, + "loss": 1.4486, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.6579998135566711, + "learning_rate": 0.0015, + "loss": 1.4531, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5285688638687134, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.6201212406158447, + "learning_rate": 0.0015, + "loss": 1.4686, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.6227584481239319, + "learning_rate": 0.0015, + "loss": 1.4534, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.5108602643013, + "learning_rate": 0.0015, + "loss": 1.4674, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.5681540966033936, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5306471586227417, + "learning_rate": 0.0015, + "loss": 1.4553, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.5248048901557922, + "learning_rate": 0.0015, + "loss": 1.4493, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.5459740161895752, + "learning_rate": 0.0015, + "loss": 1.4579, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5460260510444641, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5432175397872925, + "learning_rate": 0.0015, + "loss": 1.4532, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.5493617653846741, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.8126962184906006, + "learning_rate": 0.0015, + "loss": 1.4416, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.9607099294662476, + "learning_rate": 0.0015, + "loss": 1.4499, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.6232514977455139, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.617291271686554, + "learning_rate": 0.0015, + "loss": 1.4461, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.5878762006759644, + "learning_rate": 0.0015, + "loss": 1.4499, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.6263806223869324, + "learning_rate": 0.0015, + "loss": 1.4554, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.6655560731887817, + "learning_rate": 0.0015, + "loss": 1.4397, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6009809970855713, + "learning_rate": 0.0015, + "loss": 1.4544, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5823677778244019, + "learning_rate": 0.0015, + "loss": 1.4665, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5322988033294678, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.7943912744522095, + "learning_rate": 0.0015, + "loss": 1.4535, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5789506435394287, + "learning_rate": 0.0015, + "loss": 1.4345, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.69305819272995, + "learning_rate": 0.0015, + "loss": 1.455, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5343384742736816, + "learning_rate": 0.0015, + "loss": 1.4364, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.5963276624679565, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.670915961265564, + "learning_rate": 0.0015, + "loss": 1.449, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5331263542175293, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.6590878367424011, + "learning_rate": 0.0015, + "loss": 1.4455, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5836607217788696, + "learning_rate": 0.0015, + "loss": 1.4404, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.9287127256393433, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5732965469360352, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.6267041563987732, + "learning_rate": 0.0015, + "loss": 1.4447, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.9444072246551514, + "learning_rate": 0.0015, + "loss": 1.447, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.586888313293457, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.5283125042915344, + "learning_rate": 0.0015, + "loss": 1.4497, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5395106077194214, + "learning_rate": 0.0014854972418331944, + "loss": 1.4286, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.7098312973976135, + "learning_rate": 0.0014650219182191931, + "loss": 1.4503, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.6048309206962585, + "learning_rate": 0.001444828815847542, + "loss": 1.4518, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.7327156662940979, + "learning_rate": 0.0014249140447269945, + "loss": 1.4457, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5438316464424133, + "learning_rate": 0.0014052737684839257, + "loss": 1.4363, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.5198256373405457, + "learning_rate": 0.0013859042036232954, + "loss": 1.4441, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.5687582492828369, + "learning_rate": 0.001366801618799797, + "loss": 1.4326, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.6995623111724854, + "learning_rate": 0.001347962334099052, + "loss": 1.4343, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.509340763092041, + "learning_rate": 0.0013293827203287143, + "loss": 1.44, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5355310440063477, + "learning_rate": 0.0013110591983193423, + "loss": 1.4311, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.548905074596405, + "learning_rate": 0.0012929882382349102, + "loss": 1.438, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.4873788356781006, + "learning_rate": 0.0012751663588928214, + "loss": 1.4357, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.631611704826355, + "learning_rate": 0.0012575901270932943, + "loss": 1.4301, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.8499652743339539, + "learning_rate": 0.0012402561569579936, + "loss": 1.4246, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.6700102686882019, + "learning_rate": 0.0012231611092777745, + "loss": 1.4222, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.5186423063278198, + "learning_rate": 0.0012063016908694193, + "loss": 1.4176, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.6421409845352173, + "learning_rate": 0.0011896746539412405, + "loss": 1.4256, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.5476720333099365, + "learning_rate": 0.0011732767954674265, + "loss": 1.4163, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5340564846992493, + "learning_rate": 0.0011571049565710122, + "loss": 1.4203, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6699637174606323, + "learning_rate": 0.001141156021915355, + "loss": 1.4168, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.6275952458381653, + "learning_rate": 0.001125426919103997, + "loss": 1.3998, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.4699743390083313, + "learning_rate": 0.001109914618088799, + "loss": 1.4014, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 1.073651909828186, + "learning_rate": 0.0010946161305862348, + "loss": 1.4192, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.7428803443908691, + "learning_rate": 0.001079528509501728, + "loss": 1.4152, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5374838709831238, + "learning_rate": 0.0010646488483619261, + "loss": 1.41, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5018162727355957, + "learning_rate": 0.0010499742807547976, + "loss": 1.3984, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.5314995646476746, + "learning_rate": 0.0010355019797774478, + "loss": 1.4051, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.5697439312934875, + "learning_rate": 0.001021229157491546, + "loss": 1.3903, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5618188977241516, + "learning_rate": 0.0010071530643862578, + "loss": 1.3939, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.4895390570163727, + "learning_rate": 0.000993270988848579, + "loss": 1.4057, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.5397166609764099, + "learning_rate": 0.0009795802566409742, + "loss": 1.3983, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.7619431018829346, + "learning_rate": 0.0009660782303862109, + "loss": 1.4059, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.50459223985672, + "learning_rate": 0.0009527623090592963, + "loss": 1.398, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5022749900817871, + "learning_rate": 0.0009396299274864177, + "loss": 1.412, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.5197463035583496, + "learning_rate": 0.0009266785558507877, + "loss": 1.4113, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.526943564414978, + "learning_rate": 0.0009139056992053016, + "loss": 1.3953, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5856936573982239, + "learning_rate": 0.000901308896991912, + "loss": 1.3883, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.6642751693725586, + "learning_rate": 0.000888885722567627, + "loss": 1.3971, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5277908444404602, + "learning_rate": 0.0008766337827370438, + "loss": 1.3895, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.5875319838523865, + "learning_rate": 0.000864550717291324, + "loss": 1.3904, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.6334923505783081, + "learning_rate": 0.0008526341985535229, + "loss": 1.3861, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5657727122306824, + "learning_rate": 0.0008408819309301891, + "loss": 1.3822, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5528696179389954, + "learning_rate": 0.0008292916504691397, + "loss": 1.3857, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5821501612663269, + "learning_rate": 0.0008178611244233354, + "loss": 1.391, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5141332149505615, + "learning_rate": 0.0008065881508207637, + "loss": 1.3748, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.49109554290771484, + "learning_rate": 0.0007954705580402523, + "loss": 1.3842, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.6199126839637756, + "learning_rate": 0.0007845062043931298, + "loss": 1.379, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.589775562286377, + "learning_rate": 0.0007736929777106497, + "loss": 1.3819, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.523037314414978, + "learning_rate": 0.000763028794937105, + "loss": 1.3763, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.4995577335357666, + "learning_rate": 0.0007525116017285476, + "loss": 1.3748, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5697234272956848, + "learning_rate": 0.0007421393720570417, + "loss": 1.3755, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4992501139640808, + "learning_rate": 0.0007319101078203694, + "loss": 1.3801, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.6102484464645386, + "learning_rate": 0.0007218218384571178, + "loss": 1.3691, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.5639467835426331, + "learning_rate": 0.0007118726205670703, + "loss": 1.3725, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5324056148529053, + "learning_rate": 0.0007020605375368316, + "loss": 1.3732, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.7141972780227661, + "learning_rate": 0.000692383699170611, + "loss": 1.3623, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5241162776947021, + "learning_rate": 0.0006828402413260966, + "loss": 1.3725, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.5272830724716187, + "learning_rate": 0.0006734283255553471, + "loss": 1.3728, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.48721379041671753, + "learning_rate": 0.0006641461387506347, + "loss": 1.3741, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6066696047782898, + "learning_rate": 0.0006549918927951678, + "loss": 1.369, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5072205066680908, + "learning_rate": 0.0006459638242186297, + "loss": 1.3711, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.5590020418167114, + "learning_rate": 0.0006370601938574639, + "loss": 1.3702, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5257422924041748, + "learning_rate": 0.0006282792865198421, + "loss": 1.3734, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.507043182849884, + "learning_rate": 0.0006196194106552512, + "loss": 1.3598, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6919113993644714, + "learning_rate": 0.0006110788980286328, + "loss": 1.3628, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5221960544586182, + "learning_rate": 0.0006026561033990158, + "loss": 1.3633, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.6955567002296448, + "learning_rate": 0.000594349404202577, + "loss": 1.3597, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.6678497195243835, + "learning_rate": 0.0005861572002400716, + "loss": 1.3501, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.47937989234924316, + "learning_rate": 0.0005780779133685717, + "loss": 1.3575, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5580503940582275, + "learning_rate": 0.0005701099871974524, + "loss": 1.3518, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5255514979362488, + "learning_rate": 0.0005622518867885708, + "loss": 1.3515, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5830591320991516, + "learning_rate": 0.0005545020983605748, + "loss": 1.3585, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.6176114082336426, + "learning_rate": 0.0005468591289972898, + "loss": 1.348, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5113802552223206, + "learning_rate": 0.0005393215063601232, + "loss": 1.3503, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.5364299416542053, + "learning_rate": 0.0005318877784044343, + "loss": 1.371, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.6056578159332275, + "learning_rate": 0.0005245565130998126, + "loss": 1.3539, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5133475065231323, + "learning_rate": 0.000517326298154212, + "loss": 1.3571, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.5651105046272278, + "learning_rate": 0.0005101957407418877, + "loss": 1.3614, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5171464085578918, + "learning_rate": 0.0005031634672350829, + "loss": 1.358, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5256888270378113, + "learning_rate": 0.0004962281229394129, + "loss": 1.345, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5139944553375244, + "learning_rate": 0.0004893883718328983, + "loss": 1.3421, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.4978431463241577, + "learning_rate": 0.0004826428963085938, + "loss": 1.3455, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.49191033840179443, + "learning_rate": 0.00047599039692076457, + "loss": 1.3434, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5524239540100098, + "learning_rate": 0.0004694295921345622, + "loss": 1.3534, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.5257285237312317, + "learning_rate": 0.00046295921807915015, + "loss": 1.3272, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.661358118057251, + "learning_rate": 0.00045657802830423164, + "loss": 1.3424, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.551108717918396, + "learning_rate": 0.00045028479353993473, + "loss": 1.3466, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.8290835022926331, + "learning_rate": 0.00044407830146000587, + "loss": 1.351, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5961285829544067, + "learning_rate": 0.0004379573564482676, + "loss": 1.3374, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.6232960820198059, + "learning_rate": 0.0004319207793682963, + "loss": 1.3434, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.7010045647621155, + "learning_rate": 0.0004259674073362731, + "loss": 1.3509, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.520423412322998, + "learning_rate": 0.00042009609349696626, + "loss": 1.345, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.5359690189361572, + "learning_rate": 0.00041430570680280233, + "loss": 1.343, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.49600905179977417, + "learning_rate": 0.0004085951317959809, + "loss": 1.3379, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.6081998348236084, + "learning_rate": 0.00040296326839359315, + "loss": 1.3483, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.6609866619110107, + "learning_rate": 0.000397409031675703, + "loss": 1.3426, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.536064624786377, + "learning_rate": 0.00039193135167634786, + "loss": 1.3499, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.4863293766975403, + "learning_rate": 0.00038652917317742123, + "loss": 1.3339, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5027630925178528, + "learning_rate": 0.0003812014555053956, + "loss": 1.33, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.4723963737487793, + "learning_rate": 0.00037594717233084774, + "loss": 1.3397, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.6620370149612427, + "learning_rate": 0.0003707653114707471, + "loss": 1.3467, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5821727514266968, + "learning_rate": 0.00036565487469346906, + "loss": 1.3245, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.5151779055595398, + "learning_rate": 0.0003606148775264958, + "loss": 1.3292, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.5009140968322754, + "learning_rate": 0.0003556443490667684, + "loss": 1.3318, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.528863251209259, + "learning_rate": 0.0003507423317936521, + "loss": 1.336, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.4931434094905853, + "learning_rate": 0.00034590788138448006, + "loss": 1.3491, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.491980642080307, + "learning_rate": 0.0003411400665326393, + "loss": 1.3442, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5399563908576965, + "learning_rate": 0.00033643796876816424, + "loss": 1.3409, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5418160557746887, + "learning_rate": 0.000331800682280803, + "loss": 1.3367, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.5032287836074829, + "learning_rate": 0.0003272273137455226, + "loss": 1.3331, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.5012362003326416, + "learning_rate": 0.00032271698215041863, + "loss": 1.3301, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.5789482593536377, + "learning_rate": 0.0003182688186269984, + "loss": 1.3325, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.4966793656349182, + "learning_rate": 0.0003138819662828017, + "loss": 1.3416, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5547864437103271, + "learning_rate": 0.00030955558003632966, + "loss": 1.345, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4647029638290405, + "learning_rate": 0.0003052888264542483, + "loss": 1.3277, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5753936171531677, + "learning_rate": 0.0003010808835908368, + "loss": 1.3213, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.6154542565345764, + "learning_rate": 0.00029693094082964785, + "loss": 1.3287, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.598323404788971, + "learning_rate": 0.0002928381987273508, + "loss": 1.3259, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.5006633996963501, + "learning_rate": 0.0002888018688597272, + "loss": 1.3198, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.4882687032222748, + "learning_rate": 0.0002848211736697894, + "loss": 1.3283, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5119569301605225, + "learning_rate": 0.00028089534631799183, + "loss": 1.3283, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5318867564201355, + "learning_rate": 0.0002770236305345076, + "loss": 1.3161, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.4910036325454712, + "learning_rate": 0.00027320528047354093, + "loss": 1.328, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.48780035972595215, + "learning_rate": 0.00026943956056964773, + "loss": 1.3334, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.4997692406177521, + "learning_rate": 0.0002657257453960364, + "loss": 1.3148, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.5489689111709595, + "learning_rate": 0.0002620631195248222, + "loss": 1.3203, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.5267713665962219, + "learning_rate": 0.00025845097738920735, + "loss": 1.3047, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.486724317073822, + "learning_rate": 0.0002548886231475606, + "loss": 1.3108, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.4874594211578369, + "learning_rate": 0.0002513753705493713, + "loss": 1.3135, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.48283547163009644, + "learning_rate": 0.0002479105428030497, + "loss": 1.3249, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.48693206906318665, + "learning_rate": 0.00024449347244555043, + "loss": 1.3141, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5472205281257629, + "learning_rate": 0.00024112350121379254, + "loss": 1.3178, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.5164501070976257, + "learning_rate": 0.000237799979917852, + "loss": 1.3259, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.530007004737854, + "learning_rate": 0.00023452226831590227, + "loss": 1.3237, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5641535520553589, + "learning_rate": 0.00023128973499087779, + "loss": 1.3293, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.5073875188827515, + "learning_rate": 0.00022810175722883858, + "loss": 1.3136, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.48042020201683044, + "learning_rate": 0.0002249577208990106, + "loss": 1.3131, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5865467190742493, + "learning_rate": 0.00022185702033547996, + "loss": 1.3103, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.5267748832702637, + "learning_rate": 0.00021879905822051756, + "loss": 1.3095, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.6182904243469238, + "learning_rate": 0.00021578324546951222, + "loss": 1.3107, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5023428797721863, + "learning_rate": 0.00021280900111748948, + "loss": 1.3216, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5239208340644836, + "learning_rate": 0.00020987575220719483, + "loss": 1.3165, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.5179942846298218, + "learning_rate": 0.00020698293367871933, + "loss": 1.3094, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.4845218360424042, + "learning_rate": 0.00020412998826064692, + "loss": 1.3137, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5675336122512817, + "learning_rate": 0.00020131636636270178, + "loss": 1.3257, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.48125994205474854, + "learning_rate": 0.00019854152596987523, + "loss": 1.2984, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.4836585521697998, + "learning_rate": 0.00019580493253801255, + "loss": 1.3212, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.6062663197517395, + "learning_rate": 0.00019310605889083838, + "loss": 1.312, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.5034996867179871, + "learning_rate": 0.0001904443851184018, + "loss": 1.3287, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.4783088266849518, + "learning_rate": 0.00018781939847692096, + "loss": 1.3068, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.5093357563018799, + "learning_rate": 0.00018523059329000844, + "loss": 1.3142, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5633978843688965, + "learning_rate": 0.0001826774708512579, + "loss": 1.3267, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.513913631439209, + "learning_rate": 0.00018015953932817348, + "loss": 1.3008, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.5098474621772766, + "learning_rate": 0.00017767631366742332, + "loss": 1.309, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6060389876365662, + "learning_rate": 0.00017522731550139922, + "loss": 1.3088, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.4866204261779785, + "learning_rate": 0.00017281207305606407, + "loss": 1.3115, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5403462648391724, + "learning_rate": 0.00017043012106006926, + "loss": 1.3178, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.5017001032829285, + "learning_rate": 0.00016808100065512528, + "loss": 1.3167, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.5176090598106384, + "learning_rate": 0.00016576425930760734, + "loss": 1.3025, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.6115782260894775, + "learning_rate": 0.00016347945072137934, + "loss": 1.3045, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.5008241534233093, + "learning_rate": 0.00016122613475181977, + "loss": 1.311, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.562349796295166, + "learning_rate": 0.00015900387732103232, + "loss": 1.3041, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5984846353530884, + "learning_rate": 0.00015681225033422526, + "loss": 1.3219, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.48865172266960144, + "learning_rate": 0.00015465083159724345, + "loss": 1.3094, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5066742897033691, + "learning_rate": 0.0001525192047352371, + "loss": 1.3073, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.47045275568962097, + "learning_rate": 0.00015041695911245136, + "loss": 1.316, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.49147549271583557, + "learning_rate": 0.00014834368975312172, + "loss": 1.3061, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.4852771759033203, + "learning_rate": 0.00014629899726345958, + "loss": 1.2906, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.5160054564476013, + "learning_rate": 0.00014428248775471316, + "loss": 1.2992, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4813045859336853, + "learning_rate": 0.000142293772767289, + "loss": 1.2892, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5508834719657898, + "learning_rate": 0.00014033246919591922, + "loss": 1.3025, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5198022723197937, + "learning_rate": 0.00013839819921586025, + "loss": 1.3227, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.5295002460479736, + "learning_rate": 0.00013649059021010894, + "loss": 1.3182, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.5217185616493225, + "learning_rate": 0.00013460927469762155, + "loss": 1.3001, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5397905707359314, + "learning_rate": 0.00013275389026252255, + "loss": 1.3083, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5477846264839172, + "learning_rate": 0.0001309240794842889, + "loss": 1.3059, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4732798933982849, + "learning_rate": 0.00012911948986889664, + "loss": 1.316, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.504267156124115, + "learning_rate": 0.00012733977378091664, + "loss": 1.309, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.49806636571884155, + "learning_rate": 0.00012558458837654633, + "loss": 1.3116, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4816571772098541, + "learning_rate": 0.00012385359553756422, + "loss": 1.2955, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.5049906969070435, + "learning_rate": 0.0001221464618061951, + "loss": 1.2974, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.499115914106369, + "learning_rate": 0.0001204628583208727, + "loss": 1.2964, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5876280069351196, + "learning_rate": 0.00011880246075288824, + "loss": 1.3082, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5175741314888, + "learning_rate": 0.00011716494924391148, + "loss": 1.303, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.5635720491409302, + "learning_rate": 0.00011555000834437363, + "loss": 1.3113, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.48741814494132996, + "learning_rate": 0.00011395732695269907, + "loss": 1.304, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5248410701751709, + "learning_rate": 0.00011238659825537507, + "loss": 1.2994, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.5233311653137207, + "learning_rate": 0.00011083751966784716, + "loss": 1.3125, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.4862500727176666, + "learning_rate": 0.00010930979277622952, + "loss": 1.2945, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.5003134608268738, + "learning_rate": 0.00010780312327981853, + "loss": 1.3027, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.4847339987754822, + "learning_rate": 0.0001063172209343989, + "loss": 1.3044, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.5006664991378784, + "learning_rate": 0.000104851799496331, + "loss": 1.3093, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.48141565918922424, + "learning_rate": 0.00010340657666740917, + "loss": 1.2969, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5219181776046753, + "learning_rate": 0.00010198127404047976, + "loss": 1.2917, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.5590118765830994, + "learning_rate": 0.00010057561704580898, + "loss": 1.3084, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4880479872226715, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2997, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.5311319231987, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2994, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4897703230381012, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2991, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.47157132625579834, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2914, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4827571511268616, + "learning_rate": 9.383266863140043e-05, + "loss": 1.3036, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5001205205917358, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2952, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5113715529441833, + "learning_rate": 9.126381368383881e-05, + "loss": 1.3046, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.579359769821167, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2981, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.519410252571106, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3097, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.4916882812976837, + "learning_rate": 8.754179155053052e-05, + "loss": 1.3012, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.4877505600452423, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3086, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.4885445237159729, + "learning_rate": 8.514516180927926e-05, + "loss": 1.3048, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.47297462821006775, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2984, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.5089222192764282, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3146, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.4750029444694519, + "learning_rate": 8.167267732713705e-05, + "loss": 1.3047, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5366829633712769, + "learning_rate": 8.054694349768114e-05, + "loss": 1.3018, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4654030501842499, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2851, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.511030912399292, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2853, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.480373740196228, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3114, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.5110170841217041, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2896, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.5047649145126343, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3071, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4901358485221863, + "learning_rate": 7.411100449176634e-05, + "loss": 1.3034, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.49301019310951233, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2916, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.4920080602169037, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2922, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.49126097559928894, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2917, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.46778157353401184, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2978, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.503203272819519, + "learning_rate": 6.914233817972799e-05, + "loss": 1.3051, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.47534313797950745, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2967, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5223330855369568, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2943, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.49394169449806213, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3121, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.47549957036972046, + "learning_rate": 6.540834368410549e-05, + "loss": 1.3017, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.4839845299720764, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2994, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4955841600894928, + "learning_rate": 6.361766086824344e-05, + "loss": 1.291, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5463472008705139, + "learning_rate": 6.274078802246449e-05, + "loss": 1.3004, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.47443780303001404, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2945, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4725564122200012, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2977, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.47879496216773987, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2904, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.5074980854988098, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2978, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.49148306250572205, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.287, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4878489673137665, + "learning_rate": 5.772761350135759e-05, + "loss": 1.298, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.49073758721351624, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2924, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.4852772355079651, + "learning_rate": 5.61472058702326e-05, + "loss": 1.309, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.49267956614494324, + "learning_rate": 5.53733019020258e-05, + "loss": 1.3039, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.5028148293495178, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2942, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.5062852501869202, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2865, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5660513639450073, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.3048, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5213887095451355, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2972, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5929401516914368, + "learning_rate": 5.166087806384275e-05, + "loss": 1.3004, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.4870017468929291, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2932, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5668933987617493, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2955, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.49722158908843994, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2914, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.4881995916366577, + "learning_rate": 4.887096034616319e-05, + "loss": 1.3011, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5907979011535645, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2842, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.5000638365745544, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2866, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.580437958240509, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2876, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.4773852527141571, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2951, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.47092971205711365, + "learning_rate": 4.559447669877288e-05, + "loss": 1.3044, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4799868166446686, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2988, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.4847927987575531, + "learning_rate": 4.434623769249217e-05, + "loss": 1.295, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.48153772950172424, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2941, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.47419920563697815, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2881, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.48553529381752014, + "learning_rate": 4.253766021191256e-05, + "loss": 1.3012, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.5051169991493225, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2907, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.5035005807876587, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2883, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5083355903625488, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2762, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4823686182498932, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2877, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4915006458759308, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2934, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.47328677773475647, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2891, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4731299877166748, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2866, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4881187379360199, + "learning_rate": 3.806727394468005e-05, + "loss": 1.3061, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4692056477069855, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2903, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.48216119408607483, + "learning_rate": 3.702510700602975e-05, + "loss": 1.3073, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.4915314316749573, + "learning_rate": 3.651477213199394e-05, + "loss": 1.2933, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5446067452430725, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2929, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5282917022705078, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.292, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.47242701053619385, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2954, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.49233877658843994, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2974, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.5039977431297302, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2971, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.4674046039581299, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2863, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.5445543527603149, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2868, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4756639301776886, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2941, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.4958875775337219, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2891, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.4658530056476593, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2909, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.48363304138183594, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2904, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.5023489594459534, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2964, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5082892775535583, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2936, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5517795085906982, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.289, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.48109281063079834, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2972, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4731999933719635, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2891, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.49114990234375, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2868, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.49432164430618286, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2878, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.532630443572998, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3096, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.5225582122802734, + "learning_rate": 2.766394062878302e-05, + "loss": 1.284, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.49826663732528687, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2924, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.47297245264053345, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2972, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.47627463936805725, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2964, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.5146387219429016, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2957, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4866551458835602, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2963, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4756510555744171, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2773, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.46866482496261597, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2884, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.484931081533432, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2969, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.48912495374679565, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2832, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.535068929195404, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.3005, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5023750066757202, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2895, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4853544533252716, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2976, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.49703240394592285, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2963, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.4836122691631317, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2905, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.4654273986816406, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2863, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.4867843985557556, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2922, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.47418704628944397, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2897, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.48642486333847046, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.289, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.4737606942653656, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2813, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.49894508719444275, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2739, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.47334063053131104, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.287, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4761556088924408, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2843, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.47607120871543884, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2942, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4674082398414612, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2803, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4719976484775543, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2886, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4913352429866791, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2868, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.502959132194519, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2889, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.48875683546066284, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2848, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4971379339694977, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2973, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.49458426237106323, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2947, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4720616340637207, + "learning_rate": 1.799096629434529e-05, + "loss": 1.3047, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.4982151985168457, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2975, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.5000994801521301, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2947, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.4965839087963104, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.279, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.492767870426178, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2842, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.5057751536369324, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2991, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.5063526630401611, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2732, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.49704957008361816, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2927, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.47462695837020874, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2906, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.47527989745140076, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2879, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.47216713428497314, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2987, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.4610474705696106, + "learning_rate": 1.544363350968769e-05, + "loss": 1.283, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.47478029131889343, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2952, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.448287010192871, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.286, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-relu6/checkpoint-9480/training_args.bin b/saves-llama-relu6/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d35e82a436ee4afafd220c11094ad8e781130f68 --- /dev/null +++ b/saves-llama-relu6/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d06ece0d49781edc6aa6139882537e21768d0d3b600c80a99168beb9393866 +size 5176 diff --git a/saves-llama-relu6/config.json b/saves-llama-relu6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d8cd6f8f38541f16bf307bc34e97c8b39a808a2 --- /dev/null +++ b/saves-llama-relu6/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "relu6", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-relu6/generation_config.json b/saves-llama-relu6/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-relu6/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-relu6/model.safetensors b/saves-llama-relu6/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff05935bc8679c049755edfa9756199f8b73cc9e --- /dev/null +++ b/saves-llama-relu6/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7476e5ba642303511839f20f1ec6fd9dd12d3ac9627ec7e234bc1faf2737d8a +size 8346712 diff --git a/saves-llama-relu6/result.log b/saves-llama-relu6/result.log new file mode 100644 index 0000000000000000000000000000000000000000..c13b608a6f0b6e8d4a30d5408d65e9f8a2b1e63b --- /dev/null +++ b/saves-llama-relu6/result.log @@ -0,0 +1 @@ +{'train_runtime': 2203.6814, 'train_samples_per_second': 4404.722, 'train_steps_per_second': 4.302, 'train_loss': 1.5894105445483566, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-relu6/special_tokens_map.json b/saves-llama-relu6/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-relu6/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-relu6/tokenizer.json b/saves-llama-relu6/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-relu6/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-relu6/tokenizer_config.json b/saves-llama-relu6/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-relu6/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-sigmoid/checkpoint-9480/config.json b/saves-llama-sigmoid/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7590d2e47232eca9771ca7d50f9a3f8df6a4269a --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "sigmoid", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-sigmoid/checkpoint-9480/generation_config.json b/saves-llama-sigmoid/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-sigmoid/checkpoint-9480/model.safetensors b/saves-llama-sigmoid/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9162f9277075c5fffb9b9d7c4318090318dc237c --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978f7fee6a116315026ecda292c29a7b0e891fd32f7a42804ec62c2c076070db +size 8346712 diff --git a/saves-llama-sigmoid/checkpoint-9480/optimizer.pt b/saves-llama-sigmoid/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..42e735180f18a94eaf043f0c43221ae4f390e982 --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b4b8d42952215e9fd3f4c8dd0a8d359a1967640c185fca113f81509b36f00e +size 16706402 diff --git a/saves-llama-sigmoid/checkpoint-9480/rng_state.pth b/saves-llama-sigmoid/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-sigmoid/checkpoint-9480/scheduler.pt b/saves-llama-sigmoid/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-sigmoid/checkpoint-9480/special_tokens_map.json b/saves-llama-sigmoid/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-sigmoid/checkpoint-9480/tokenizer.json b/saves-llama-sigmoid/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-sigmoid/checkpoint-9480/tokenizer_config.json b/saves-llama-sigmoid/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-sigmoid/checkpoint-9480/trainer_state.json b/saves-llama-sigmoid/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6cb2ccba5d9f7b677202df50270b7d5c90256fce --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.3397021293640137, + "learning_rate": 0.00015822784810126583, + "loss": 7.4721, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.136689305305481, + "learning_rate": 0.00031645569620253165, + "loss": 6.8153, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8098750710487366, + "learning_rate": 0.00047468354430379745, + "loss": 6.2017, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.9272205233573914, + "learning_rate": 0.0006329113924050633, + "loss": 5.7161, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 1.084282636642456, + "learning_rate": 0.0007911392405063291, + "loss": 5.2716, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 0.6899151802062988, + "learning_rate": 0.0009493670886075949, + "loss": 4.8051, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.6759849786758423, + "learning_rate": 0.0011075949367088608, + "loss": 4.4368, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 1.038089632987976, + "learning_rate": 0.0012658227848101266, + "loss": 4.1839, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 1.0073802471160889, + "learning_rate": 0.0014240506329113926, + "loss": 3.9962, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.7574492692947388, + "learning_rate": 0.0015, + "loss": 3.8597, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 1.1157487630844116, + "learning_rate": 0.0015, + "loss": 3.7187, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8779634833335876, + "learning_rate": 0.0015, + "loss": 3.6095, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.778461754322052, + "learning_rate": 0.0015, + "loss": 3.516, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 0.7274221181869507, + "learning_rate": 0.0015, + "loss": 3.4278, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.8095102310180664, + "learning_rate": 0.0015, + "loss": 3.3619, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 0.9684142470359802, + "learning_rate": 0.0015, + "loss": 3.3059, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.7604600787162781, + "learning_rate": 0.0015, + "loss": 3.2488, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.9694035053253174, + "learning_rate": 0.0015, + "loss": 3.2096, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.7628135681152344, + "learning_rate": 0.0015, + "loss": 3.1461, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 1.0301553010940552, + "learning_rate": 0.0015, + "loss": 3.0966, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 1.1700559854507446, + "learning_rate": 0.0015, + "loss": 3.062, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 1.197657823562622, + "learning_rate": 0.0015, + "loss": 3.0296, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 1.2426693439483643, + "learning_rate": 0.0015, + "loss": 2.9846, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.8460396528244019, + "learning_rate": 0.0015, + "loss": 2.9508, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 0.7164676785469055, + "learning_rate": 0.0015, + "loss": 2.9132, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.7206992506980896, + "learning_rate": 0.0015, + "loss": 2.883, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.9594203233718872, + "learning_rate": 0.0015, + "loss": 2.8554, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 0.7299516201019287, + "learning_rate": 0.0015, + "loss": 2.8197, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.8385831117630005, + "learning_rate": 0.0015, + "loss": 2.8011, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.7937972545623779, + "learning_rate": 0.0015, + "loss": 2.7853, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 0.7406367063522339, + "learning_rate": 0.0015, + "loss": 2.7601, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.7328479886054993, + "learning_rate": 0.0015, + "loss": 2.7278, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 1.0301793813705444, + "learning_rate": 0.0015, + "loss": 2.724, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.8138129711151123, + "learning_rate": 0.0015, + "loss": 2.7012, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 1.181775689125061, + "learning_rate": 0.0015, + "loss": 2.6615, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.8988584280014038, + "learning_rate": 0.0015, + "loss": 2.6425, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.914655327796936, + "learning_rate": 0.0015, + "loss": 2.6295, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.7428645491600037, + "learning_rate": 0.0015, + "loss": 2.6202, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 1.1158854961395264, + "learning_rate": 0.0015, + "loss": 2.5909, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 1.1994683742523193, + "learning_rate": 0.0015, + "loss": 2.5617, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 1.2935009002685547, + "learning_rate": 0.0015, + "loss": 2.5546, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 0.8982540965080261, + "learning_rate": 0.0015, + "loss": 2.5277, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 1.023997187614441, + "learning_rate": 0.0015, + "loss": 2.5029, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 0.836985170841217, + "learning_rate": 0.0015, + "loss": 2.4812, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.843768835067749, + "learning_rate": 0.0015, + "loss": 2.4787, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.9822819828987122, + "learning_rate": 0.0015, + "loss": 2.456, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.8150400519371033, + "learning_rate": 0.0015, + "loss": 2.437, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 2.1341159343719482, + "learning_rate": 0.0015, + "loss": 2.4411, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 1.39860999584198, + "learning_rate": 0.0015, + "loss": 2.4272, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 0.7701128125190735, + "learning_rate": 0.0015, + "loss": 2.3938, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.9761020541191101, + "learning_rate": 0.0015, + "loss": 2.3815, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.7822571992874146, + "learning_rate": 0.0015, + "loss": 2.3652, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.8156120181083679, + "learning_rate": 0.0015, + "loss": 2.346, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8002166152000427, + "learning_rate": 0.0015, + "loss": 2.3246, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.884454607963562, + "learning_rate": 0.0015, + "loss": 2.328, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.8039128184318542, + "learning_rate": 0.0015, + "loss": 2.2905, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.7633215188980103, + "learning_rate": 0.0015, + "loss": 2.2859, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 0.916057288646698, + "learning_rate": 0.0015, + "loss": 2.2868, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 1.1457180976867676, + "learning_rate": 0.0015, + "loss": 2.2558, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.0829994678497314, + "learning_rate": 0.0015, + "loss": 2.2373, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8183304071426392, + "learning_rate": 0.0015, + "loss": 2.2389, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.7653764486312866, + "learning_rate": 0.0015, + "loss": 2.2204, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8026252388954163, + "learning_rate": 0.0015, + "loss": 2.2025, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 1.3496354818344116, + "learning_rate": 0.0015, + "loss": 2.2135, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7338984608650208, + "learning_rate": 0.0015, + "loss": 2.2015, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 0.8441481590270996, + "learning_rate": 0.0015, + "loss": 2.19, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 1.3149561882019043, + "learning_rate": 0.0015, + "loss": 2.1768, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.9476154446601868, + "learning_rate": 0.0015, + "loss": 2.1729, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.8760243654251099, + "learning_rate": 0.0015, + "loss": 2.1663, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8701883554458618, + "learning_rate": 0.0015, + "loss": 2.1475, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.8988751173019409, + "learning_rate": 0.0015, + "loss": 2.1377, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.8064243197441101, + "learning_rate": 0.0015, + "loss": 2.1137, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.867396891117096, + "learning_rate": 0.0015, + "loss": 2.1058, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8787369132041931, + "learning_rate": 0.0015, + "loss": 2.1153, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.9942680597305298, + "learning_rate": 0.0015, + "loss": 2.0937, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 0.9529973864555359, + "learning_rate": 0.0015, + "loss": 2.0873, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 1.173665165901184, + "learning_rate": 0.0015, + "loss": 2.0802, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 1.2182964086532593, + "learning_rate": 0.0015, + "loss": 2.07, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 1.059755802154541, + "learning_rate": 0.0015, + "loss": 2.0774, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.7862180471420288, + "learning_rate": 0.0015, + "loss": 2.0457, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7564679980278015, + "learning_rate": 0.0015, + "loss": 2.0305, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 0.7812259197235107, + "learning_rate": 0.0015, + "loss": 2.0374, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.8012553453445435, + "learning_rate": 0.0015, + "loss": 2.0435, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.8185495734214783, + "learning_rate": 0.0015, + "loss": 2.017, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7166506052017212, + "learning_rate": 0.0015, + "loss": 2.0127, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.7329044342041016, + "learning_rate": 0.0015, + "loss": 2.0125, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8734481334686279, + "learning_rate": 0.0015, + "loss": 2.0108, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8001703023910522, + "learning_rate": 0.0015, + "loss": 2.0008, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9160671234130859, + "learning_rate": 0.0015, + "loss": 1.9965, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.7755894660949707, + "learning_rate": 0.0015, + "loss": 1.9884, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.9019327759742737, + "learning_rate": 0.0015, + "loss": 1.9953, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.8435174226760864, + "learning_rate": 0.0015, + "loss": 1.9779, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 1.1994447708129883, + "learning_rate": 0.0015, + "loss": 1.965, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 1.0067620277404785, + "learning_rate": 0.0015, + "loss": 1.9704, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8129244446754456, + "learning_rate": 0.0015, + "loss": 1.9467, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 1.1381558179855347, + "learning_rate": 0.0015, + "loss": 1.9528, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.0507841110229492, + "learning_rate": 0.0015, + "loss": 1.9574, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 0.815375566482544, + "learning_rate": 0.0015, + "loss": 1.933, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 0.8429960012435913, + "learning_rate": 0.0015, + "loss": 1.9349, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.9796448945999146, + "learning_rate": 0.0015, + "loss": 1.9438, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 0.8199640512466431, + "learning_rate": 0.0015, + "loss": 1.929, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 1.2170000076293945, + "learning_rate": 0.0015, + "loss": 1.9226, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 1.2479748725891113, + "learning_rate": 0.0015, + "loss": 1.9369, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 1.3237216472625732, + "learning_rate": 0.0015, + "loss": 1.916, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.1406712532043457, + "learning_rate": 0.0015, + "loss": 1.9111, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.9305289387702942, + "learning_rate": 0.0015, + "loss": 1.8968, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 1.0148980617523193, + "learning_rate": 0.0015, + "loss": 1.889, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 0.7419229745864868, + "learning_rate": 0.0015, + "loss": 1.8907, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.9416002631187439, + "learning_rate": 0.0015, + "loss": 1.8988, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.8499802947044373, + "learning_rate": 0.0015, + "loss": 1.8888, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6645232439041138, + "learning_rate": 0.0015, + "loss": 1.8905, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7198423147201538, + "learning_rate": 0.0015, + "loss": 1.882, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.852379322052002, + "learning_rate": 0.0015, + "loss": 1.8702, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 1.1107473373413086, + "learning_rate": 0.0015, + "loss": 1.8834, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.106709361076355, + "learning_rate": 0.0015, + "loss": 1.8712, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 1.0673258304595947, + "learning_rate": 0.0015, + "loss": 1.8734, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 0.8679680824279785, + "learning_rate": 0.0015, + "loss": 1.8602, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.7253555655479431, + "learning_rate": 0.0015, + "loss": 1.8415, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7012081146240234, + "learning_rate": 0.0015, + "loss": 1.8437, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 0.9653070569038391, + "learning_rate": 0.0015, + "loss": 1.8605, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.7660831212997437, + "learning_rate": 0.0015, + "loss": 1.8527, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.7793110013008118, + "learning_rate": 0.0015, + "loss": 1.8352, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.8483590483665466, + "learning_rate": 0.0015, + "loss": 1.8262, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7838729023933411, + "learning_rate": 0.0015, + "loss": 1.8399, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6669213175773621, + "learning_rate": 0.0015, + "loss": 1.842, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.8930490016937256, + "learning_rate": 0.0015, + "loss": 1.8268, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7132560610771179, + "learning_rate": 0.0015, + "loss": 1.8246, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.8697483539581299, + "learning_rate": 0.0015, + "loss": 1.837, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 1.0857971906661987, + "learning_rate": 0.0015, + "loss": 1.8244, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.9896478652954102, + "learning_rate": 0.0015, + "loss": 1.8129, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.7061738967895508, + "learning_rate": 0.0015, + "loss": 1.8095, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8025678396224976, + "learning_rate": 0.0015, + "loss": 1.8151, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 1.0133813619613647, + "learning_rate": 0.0015, + "loss": 1.8103, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.8547568917274475, + "learning_rate": 0.0015, + "loss": 1.8063, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.69908607006073, + "learning_rate": 0.0015, + "loss": 1.8105, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.7478834986686707, + "learning_rate": 0.0015, + "loss": 1.799, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.7246057391166687, + "learning_rate": 0.0015, + "loss": 1.7973, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.6963855028152466, + "learning_rate": 0.0015, + "loss": 1.7868, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.8682602643966675, + "learning_rate": 0.0015, + "loss": 1.7981, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8462231159210205, + "learning_rate": 0.0015, + "loss": 1.7805, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.7269719243049622, + "learning_rate": 0.0015, + "loss": 1.7828, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.8429042100906372, + "learning_rate": 0.0015, + "loss": 1.7925, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 1.024043083190918, + "learning_rate": 0.0015, + "loss": 1.7869, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.7805044054985046, + "learning_rate": 0.0015, + "loss": 1.7784, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.8264865279197693, + "learning_rate": 0.0015, + "loss": 1.7738, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.763292133808136, + "learning_rate": 0.0015, + "loss": 1.7703, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 1.0404407978057861, + "learning_rate": 0.0015, + "loss": 1.769, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.8386539816856384, + "learning_rate": 0.0015, + "loss": 1.7717, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.7656059861183167, + "learning_rate": 0.0015, + "loss": 1.7693, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.794370710849762, + "learning_rate": 0.0015, + "loss": 1.7723, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.7575610876083374, + "learning_rate": 0.0015, + "loss": 1.767, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.9768180847167969, + "learning_rate": 0.0015, + "loss": 1.7709, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.7393150329589844, + "learning_rate": 0.0015, + "loss": 1.747, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.6776866316795349, + "learning_rate": 0.0015, + "loss": 1.7362, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 0.8535764217376709, + "learning_rate": 0.0015, + "loss": 1.7404, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.7989625930786133, + "learning_rate": 0.0015, + "loss": 1.7437, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.6813144683837891, + "learning_rate": 0.0015, + "loss": 1.7351, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.7631856799125671, + "learning_rate": 0.0015, + "loss": 1.7459, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 1.1133170127868652, + "learning_rate": 0.0015, + "loss": 1.74, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.7708894610404968, + "learning_rate": 0.0015, + "loss": 1.7469, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.7341798543930054, + "learning_rate": 0.0015, + "loss": 1.7492, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.9063665866851807, + "learning_rate": 0.0015, + "loss": 1.7145, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 1.089953899383545, + "learning_rate": 0.0015, + "loss": 1.7278, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.7466268539428711, + "learning_rate": 0.0015, + "loss": 1.7291, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 1.3892422914505005, + "learning_rate": 0.0015, + "loss": 1.7217, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.8362346887588501, + "learning_rate": 0.0015, + "loss": 1.7212, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 1.0671621561050415, + "learning_rate": 0.0015, + "loss": 1.7402, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 0.8592439293861389, + "learning_rate": 0.0015, + "loss": 1.7109, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 0.6391453146934509, + "learning_rate": 0.0015, + "loss": 1.7036, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.6798646450042725, + "learning_rate": 0.0015, + "loss": 1.7221, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.6581218242645264, + "learning_rate": 0.0015, + "loss": 1.7046, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.7533050775527954, + "learning_rate": 0.0015, + "loss": 1.705, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.8654773831367493, + "learning_rate": 0.0015, + "loss": 1.7045, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.8242506980895996, + "learning_rate": 0.0015, + "loss": 1.7109, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.7418439388275146, + "learning_rate": 0.0015, + "loss": 1.7303, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 1.159389615058899, + "learning_rate": 0.0015, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.7161679267883301, + "learning_rate": 0.0015, + "loss": 1.7118, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.9196571707725525, + "learning_rate": 0.0015, + "loss": 1.7118, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.7085834741592407, + "learning_rate": 0.0015, + "loss": 1.713, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.9034872651100159, + "learning_rate": 0.0015, + "loss": 1.7051, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.6875524520874023, + "learning_rate": 0.0015, + "loss": 1.6914, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6815218329429626, + "learning_rate": 0.0015, + "loss": 1.6912, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6970322132110596, + "learning_rate": 0.0015, + "loss": 1.6887, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.7006077766418457, + "learning_rate": 0.0015, + "loss": 1.6881, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.91715407371521, + "learning_rate": 0.0015, + "loss": 1.6914, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.8137788772583008, + "learning_rate": 0.0015, + "loss": 1.6966, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 1.0555278062820435, + "learning_rate": 0.0015, + "loss": 1.6945, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.7847416996955872, + "learning_rate": 0.0015, + "loss": 1.684, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.9874126315116882, + "learning_rate": 0.0015, + "loss": 1.6876, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 1.0768123865127563, + "learning_rate": 0.0015, + "loss": 1.6862, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.715620219707489, + "learning_rate": 0.0015, + "loss": 1.6839, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6945231556892395, + "learning_rate": 0.0015, + "loss": 1.6824, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 1.0736790895462036, + "learning_rate": 0.0015, + "loss": 1.6774, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.7148323059082031, + "learning_rate": 0.0015, + "loss": 1.6684, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.7406855821609497, + "learning_rate": 0.0015, + "loss": 1.6708, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7619132399559021, + "learning_rate": 0.0015, + "loss": 1.6754, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.7463786602020264, + "learning_rate": 0.0015, + "loss": 1.6874, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.7707073092460632, + "learning_rate": 0.0015, + "loss": 1.6679, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.8146074414253235, + "learning_rate": 0.0015, + "loss": 1.6613, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.6983264088630676, + "learning_rate": 0.0015, + "loss": 1.6607, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.7436968088150024, + "learning_rate": 0.0015, + "loss": 1.6708, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 1.4310158491134644, + "learning_rate": 0.0015, + "loss": 1.6804, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.7543537020683289, + "learning_rate": 0.0015, + "loss": 1.6638, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.8308615684509277, + "learning_rate": 0.0015, + "loss": 1.6629, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.7490244507789612, + "learning_rate": 0.0015, + "loss": 1.6623, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.9437407851219177, + "learning_rate": 0.0015, + "loss": 1.6536, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 1.2229796648025513, + "learning_rate": 0.0015, + "loss": 1.6571, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 1.518165946006775, + "learning_rate": 0.0015, + "loss": 1.6695, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 1.0399690866470337, + "learning_rate": 0.0015, + "loss": 1.6483, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 0.6899170279502869, + "learning_rate": 0.0015, + "loss": 1.6513, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 1.0685254335403442, + "learning_rate": 0.0015, + "loss": 1.6434, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.7257625460624695, + "learning_rate": 0.0015, + "loss": 1.6458, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.7144858241081238, + "learning_rate": 0.0015, + "loss": 1.6477, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6763691902160645, + "learning_rate": 0.0015, + "loss": 1.6417, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.6912670135498047, + "learning_rate": 0.0015, + "loss": 1.6518, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.1099659204483032, + "learning_rate": 0.0015, + "loss": 1.664, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.7874529957771301, + "learning_rate": 0.0015, + "loss": 1.6471, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.6986516118049622, + "learning_rate": 0.0015, + "loss": 1.6292, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 1.0932278633117676, + "learning_rate": 0.0015, + "loss": 1.6454, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6628523468971252, + "learning_rate": 0.0015, + "loss": 1.6483, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.6702194809913635, + "learning_rate": 0.0015, + "loss": 1.6318, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.7181211113929749, + "learning_rate": 0.0015, + "loss": 1.6456, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.6595872640609741, + "learning_rate": 0.0015, + "loss": 1.6413, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.811349630355835, + "learning_rate": 0.0015, + "loss": 1.6354, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.7871328592300415, + "learning_rate": 0.0015, + "loss": 1.6328, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.6592774987220764, + "learning_rate": 0.0015, + "loss": 1.6226, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.65437251329422, + "learning_rate": 0.0015, + "loss": 1.6536, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 0.7831175327301025, + "learning_rate": 0.0015, + "loss": 1.6406, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.7220971584320068, + "learning_rate": 0.0015, + "loss": 1.6256, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6522467732429504, + "learning_rate": 0.0015, + "loss": 1.624, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6585654616355896, + "learning_rate": 0.0015, + "loss": 1.6252, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.7398912906646729, + "learning_rate": 0.0015, + "loss": 1.6369, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.7604799270629883, + "learning_rate": 0.0015, + "loss": 1.6197, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.7381947636604309, + "learning_rate": 0.0015, + "loss": 1.6146, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.9567630290985107, + "learning_rate": 0.0015, + "loss": 1.6166, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.8064576387405396, + "learning_rate": 0.0015, + "loss": 1.6274, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.7255324721336365, + "learning_rate": 0.0015, + "loss": 1.6252, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.7276428937911987, + "learning_rate": 0.0015, + "loss": 1.6181, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.7791715860366821, + "learning_rate": 0.0015, + "loss": 1.6187, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.8771077394485474, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 1.001243233680725, + "learning_rate": 0.0015, + "loss": 1.6204, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.8947417736053467, + "learning_rate": 0.0015, + "loss": 1.6128, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.8311835527420044, + "learning_rate": 0.0015, + "loss": 1.6133, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 1.043542742729187, + "learning_rate": 0.0015, + "loss": 1.6202, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.7981247901916504, + "learning_rate": 0.0015, + "loss": 1.6042, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.7243756055831909, + "learning_rate": 0.0015, + "loss": 1.6214, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.7286001443862915, + "learning_rate": 0.0015, + "loss": 1.6077, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.7343308329582214, + "learning_rate": 0.0015, + "loss": 1.6167, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6685175895690918, + "learning_rate": 0.0015, + "loss": 1.6013, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.7038484215736389, + "learning_rate": 0.0015, + "loss": 1.6073, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.8611014485359192, + "learning_rate": 0.0015, + "loss": 1.6065, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 1.1888885498046875, + "learning_rate": 0.0015, + "loss": 1.6114, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.9594510197639465, + "learning_rate": 0.0015, + "loss": 1.6051, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.6710864305496216, + "learning_rate": 0.0015, + "loss": 1.6065, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7104532718658447, + "learning_rate": 0.0015, + "loss": 1.6013, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.7468929886817932, + "learning_rate": 0.0015, + "loss": 1.6093, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.702059268951416, + "learning_rate": 0.0015, + "loss": 1.6014, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.7423490881919861, + "learning_rate": 0.0015, + "loss": 1.6023, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.7431269884109497, + "learning_rate": 0.0015, + "loss": 1.6066, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6941695809364319, + "learning_rate": 0.0015, + "loss": 1.6065, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.645296573638916, + "learning_rate": 0.0015, + "loss": 1.6025, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.6798649430274963, + "learning_rate": 0.0015, + "loss": 1.5993, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 1.0740681886672974, + "learning_rate": 0.0015, + "loss": 1.5935, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.7309725880622864, + "learning_rate": 0.0015, + "loss": 1.6074, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.9289873242378235, + "learning_rate": 0.0015, + "loss": 1.5958, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.7800815105438232, + "learning_rate": 0.0015, + "loss": 1.5901, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6484802961349487, + "learning_rate": 0.0015, + "loss": 1.5903, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.57625412940979, + "learning_rate": 0.0015, + "loss": 1.5897, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.6476288437843323, + "learning_rate": 0.0015, + "loss": 1.5878, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.676726222038269, + "learning_rate": 0.0015, + "loss": 1.5852, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.7169195413589478, + "learning_rate": 0.0015, + "loss": 1.5929, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.7074972987174988, + "learning_rate": 0.0015, + "loss": 1.5937, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.7642833590507507, + "learning_rate": 0.0015, + "loss": 1.5735, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 1.1806122064590454, + "learning_rate": 0.0015, + "loss": 1.585, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.7364752888679504, + "learning_rate": 0.0015, + "loss": 1.5889, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 0.9919878244400024, + "learning_rate": 0.0015, + "loss": 1.5954, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.8859516978263855, + "learning_rate": 0.0015, + "loss": 1.5917, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.7350729703903198, + "learning_rate": 0.0015, + "loss": 1.5887, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.8372875452041626, + "learning_rate": 0.0015, + "loss": 1.5854, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.881028413772583, + "learning_rate": 0.0015, + "loss": 1.5834, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.6990062594413757, + "learning_rate": 0.0015, + "loss": 1.5823, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6466425061225891, + "learning_rate": 0.0015, + "loss": 1.5914, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.6364843845367432, + "learning_rate": 0.0015, + "loss": 1.5653, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.365331768989563, + "learning_rate": 0.0015, + "loss": 1.5712, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.9264095425605774, + "learning_rate": 0.0015, + "loss": 1.5754, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.8226460814476013, + "learning_rate": 0.0015, + "loss": 1.5789, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.713683545589447, + "learning_rate": 0.0015, + "loss": 1.5772, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.6855358481407166, + "learning_rate": 0.0015, + "loss": 1.5666, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6595340967178345, + "learning_rate": 0.0015, + "loss": 1.5706, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.7083262205123901, + "learning_rate": 0.0015, + "loss": 1.5743, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 1.2716031074523926, + "learning_rate": 0.0015, + "loss": 1.5801, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.9259185194969177, + "learning_rate": 0.0015, + "loss": 1.5736, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.6017977595329285, + "learning_rate": 0.0015, + "loss": 1.5584, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.8078634142875671, + "learning_rate": 0.0015, + "loss": 1.5718, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.9805811047554016, + "learning_rate": 0.0015, + "loss": 1.5791, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.6644474267959595, + "learning_rate": 0.0015, + "loss": 1.561, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.8711930513381958, + "learning_rate": 0.0015, + "loss": 1.5551, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.6799366474151611, + "learning_rate": 0.0015, + "loss": 1.5611, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.817496657371521, + "learning_rate": 0.0015, + "loss": 1.5807, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.7953488826751709, + "learning_rate": 0.0015, + "loss": 1.5596, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.7319418787956238, + "learning_rate": 0.0015, + "loss": 1.5696, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.9101760387420654, + "learning_rate": 0.0015, + "loss": 1.5723, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.7753686904907227, + "learning_rate": 0.0015, + "loss": 1.5512, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.7214187383651733, + "learning_rate": 0.0015, + "loss": 1.5578, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.7102193236351013, + "learning_rate": 0.0015, + "loss": 1.555, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.648233950138092, + "learning_rate": 0.0015, + "loss": 1.5688, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.6145837903022766, + "learning_rate": 0.0015, + "loss": 1.5575, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.9192663431167603, + "learning_rate": 0.0015, + "loss": 1.5494, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.8631917238235474, + "learning_rate": 0.0015, + "loss": 1.5696, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.771202802658081, + "learning_rate": 0.0015, + "loss": 1.5542, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.602157473564148, + "learning_rate": 0.0015, + "loss": 1.5571, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.7125054597854614, + "learning_rate": 0.0015, + "loss": 1.5578, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.6983281970024109, + "learning_rate": 0.0015, + "loss": 1.5703, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 1.2969087362289429, + "learning_rate": 0.0015, + "loss": 1.5477, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.9162406921386719, + "learning_rate": 0.0015, + "loss": 1.5573, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.6898977160453796, + "learning_rate": 0.0015, + "loss": 1.555, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 1.0400786399841309, + "learning_rate": 0.0015, + "loss": 1.5608, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.7270253896713257, + "learning_rate": 0.0015, + "loss": 1.5548, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 1.0606741905212402, + "learning_rate": 0.0015, + "loss": 1.5541, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 1.3107160329818726, + "learning_rate": 0.0015, + "loss": 1.5477, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 1.0795092582702637, + "learning_rate": 0.0015, + "loss": 1.5626, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.6988163590431213, + "learning_rate": 0.0015, + "loss": 1.5521, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.6561897397041321, + "learning_rate": 0.0015, + "loss": 1.5458, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.6604097485542297, + "learning_rate": 0.0015, + "loss": 1.5272, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.5984498262405396, + "learning_rate": 0.0015, + "loss": 1.5511, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.6424399018287659, + "learning_rate": 0.0015, + "loss": 1.5397, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.6872613430023193, + "learning_rate": 0.0015, + "loss": 1.5585, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.76835036277771, + "learning_rate": 0.0015, + "loss": 1.5564, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.8765422701835632, + "learning_rate": 0.0015, + "loss": 1.5389, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.6829902529716492, + "learning_rate": 0.0015, + "loss": 1.5465, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.9604573249816895, + "learning_rate": 0.0015, + "loss": 1.5496, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 1.1367082595825195, + "learning_rate": 0.0015, + "loss": 1.5571, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.7305183410644531, + "learning_rate": 0.0015, + "loss": 1.543, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6980558037757874, + "learning_rate": 0.0015, + "loss": 1.5454, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.759498119354248, + "learning_rate": 0.0015, + "loss": 1.535, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.90203857421875, + "learning_rate": 0.0015, + "loss": 1.5362, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.915706992149353, + "learning_rate": 0.0015, + "loss": 1.545, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.6060503125190735, + "learning_rate": 0.0015, + "loss": 1.5437, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.7453034520149231, + "learning_rate": 0.0015, + "loss": 1.5357, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.8964662551879883, + "learning_rate": 0.0015, + "loss": 1.5434, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.761834979057312, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.6560376882553101, + "learning_rate": 0.0015, + "loss": 1.5216, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.7171397805213928, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.6611981987953186, + "learning_rate": 0.0015, + "loss": 1.5339, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.6830444931983948, + "learning_rate": 0.0015, + "loss": 1.5324, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.7635794878005981, + "learning_rate": 0.0015, + "loss": 1.5272, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6735896468162537, + "learning_rate": 0.0015, + "loss": 1.5425, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.8362301588058472, + "learning_rate": 0.0015, + "loss": 1.5468, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.7441055178642273, + "learning_rate": 0.0015, + "loss": 1.542, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.6775609850883484, + "learning_rate": 0.0015, + "loss": 1.521, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.7223839163780212, + "learning_rate": 0.0015, + "loss": 1.5441, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6842220425605774, + "learning_rate": 0.0015, + "loss": 1.5368, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.7941586971282959, + "learning_rate": 0.0015, + "loss": 1.5469, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.7365679144859314, + "learning_rate": 0.0015, + "loss": 1.54, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.5994584560394287, + "learning_rate": 0.0015, + "loss": 1.5285, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.7914338707923889, + "learning_rate": 0.0015, + "loss": 1.5284, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.8956851363182068, + "learning_rate": 0.0015, + "loss": 1.5256, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 1.0106325149536133, + "learning_rate": 0.0015, + "loss": 1.5271, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.8350408673286438, + "learning_rate": 0.0015, + "loss": 1.5429, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.7121778130531311, + "learning_rate": 0.0015, + "loss": 1.5217, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.8942973613739014, + "learning_rate": 0.0015, + "loss": 1.5236, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.7246872186660767, + "learning_rate": 0.0015, + "loss": 1.53, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.8182368874549866, + "learning_rate": 0.0015, + "loss": 1.5302, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 1.0207018852233887, + "learning_rate": 0.0015, + "loss": 1.5246, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.7427076101303101, + "learning_rate": 0.0015, + "loss": 1.5346, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6050834655761719, + "learning_rate": 0.0015, + "loss": 1.5295, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.7235346436500549, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.9958651065826416, + "learning_rate": 0.0015, + "loss": 1.5209, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.8838019967079163, + "learning_rate": 0.0015, + "loss": 1.5385, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.7999688386917114, + "learning_rate": 0.0015, + "loss": 1.5394, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.6044819355010986, + "learning_rate": 0.0015, + "loss": 1.5221, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.7554451823234558, + "learning_rate": 0.0015, + "loss": 1.5019, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.7508047223091125, + "learning_rate": 0.0015, + "loss": 1.5208, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.8876667022705078, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.8767880201339722, + "learning_rate": 0.0015, + "loss": 1.5281, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8517648577690125, + "learning_rate": 0.0015, + "loss": 1.517, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.8356355428695679, + "learning_rate": 0.0015, + "loss": 1.5346, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.7213584780693054, + "learning_rate": 0.0015, + "loss": 1.516, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7383463978767395, + "learning_rate": 0.0015, + "loss": 1.523, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.6591663956642151, + "learning_rate": 0.0015, + "loss": 1.5264, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 1.0491307973861694, + "learning_rate": 0.0015, + "loss": 1.5142, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.7695230841636658, + "learning_rate": 0.0015, + "loss": 1.5066, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.7305437922477722, + "learning_rate": 0.0015, + "loss": 1.511, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.7006357312202454, + "learning_rate": 0.0015, + "loss": 1.5279, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.6859897971153259, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7518332004547119, + "learning_rate": 0.0015, + "loss": 1.5253, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 1.3180180788040161, + "learning_rate": 0.0015, + "loss": 1.5155, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.7493243217468262, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 1.0501549243927002, + "learning_rate": 0.0015, + "loss": 1.5083, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 1.2609368562698364, + "learning_rate": 0.0015, + "loss": 1.5056, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.7794736623764038, + "learning_rate": 0.0015, + "loss": 1.5067, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.7087891101837158, + "learning_rate": 0.0015, + "loss": 1.5029, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5950733423233032, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.7069768309593201, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.9713910818099976, + "learning_rate": 0.0015, + "loss": 1.5132, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.6404741406440735, + "learning_rate": 0.0015, + "loss": 1.5136, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 1.1282258033752441, + "learning_rate": 0.0015, + "loss": 1.5047, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.647782027721405, + "learning_rate": 0.0015, + "loss": 1.512, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.686306893825531, + "learning_rate": 0.0015, + "loss": 1.5029, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.6707547903060913, + "learning_rate": 0.0015, + "loss": 1.5171, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.6273207068443298, + "learning_rate": 0.0015, + "loss": 1.5046, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5783335566520691, + "learning_rate": 0.0015, + "loss": 1.5095, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.6700469851493835, + "learning_rate": 0.0015, + "loss": 1.4996, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.7783094048500061, + "learning_rate": 0.0015, + "loss": 1.5108, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.6601783633232117, + "learning_rate": 0.0015, + "loss": 1.5097, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.8722248077392578, + "learning_rate": 0.0015, + "loss": 1.5139, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.7969071865081787, + "learning_rate": 0.0015, + "loss": 1.5093, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.7317668199539185, + "learning_rate": 0.0015, + "loss": 1.5153, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.6291927099227905, + "learning_rate": 0.0015, + "loss": 1.5067, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.6127601861953735, + "learning_rate": 0.0015, + "loss": 1.502, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.7215042114257812, + "learning_rate": 0.0015, + "loss": 1.5006, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.9169463515281677, + "learning_rate": 0.0015, + "loss": 1.5057, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.777242124080658, + "learning_rate": 0.0015, + "loss": 1.4965, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.7443799376487732, + "learning_rate": 0.0015, + "loss": 1.5038, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.6533626914024353, + "learning_rate": 0.0015, + "loss": 1.5053, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.8310633897781372, + "learning_rate": 0.0015, + "loss": 1.4993, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5894217491149902, + "learning_rate": 0.0015, + "loss": 1.499, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.6423804759979248, + "learning_rate": 0.0015, + "loss": 1.4952, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.6476794481277466, + "learning_rate": 0.0015, + "loss": 1.5026, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.9073814153671265, + "learning_rate": 0.0015, + "loss": 1.5026, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.9996076226234436, + "learning_rate": 0.0015, + "loss": 1.4945, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.5472381114959717, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.7490856051445007, + "learning_rate": 0.0015, + "loss": 1.4965, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.7002153396606445, + "learning_rate": 0.0015, + "loss": 1.4944, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6175771951675415, + "learning_rate": 0.0015, + "loss": 1.5012, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 0.7904702425003052, + "learning_rate": 0.0015, + "loss": 1.5069, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.6783920526504517, + "learning_rate": 0.0015, + "loss": 1.4949, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 1.1128846406936646, + "learning_rate": 0.0015, + "loss": 1.4876, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 1.2783397436141968, + "learning_rate": 0.0015, + "loss": 1.5013, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.8462021350860596, + "learning_rate": 0.0015, + "loss": 1.5001, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 1.3818095922470093, + "learning_rate": 0.0015, + "loss": 1.5009, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.7871596217155457, + "learning_rate": 0.0015, + "loss": 1.4958, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.6252312660217285, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.8445419669151306, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.8715271353721619, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.913651168346405, + "learning_rate": 0.0015, + "loss": 1.5073, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.7324750423431396, + "learning_rate": 0.0015, + "loss": 1.4859, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.8492749929428101, + "learning_rate": 0.0015, + "loss": 1.4942, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.7236855030059814, + "learning_rate": 0.0015, + "loss": 1.4884, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6073410511016846, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.8953651785850525, + "learning_rate": 0.0015, + "loss": 1.5106, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.6081573963165283, + "learning_rate": 0.0015, + "loss": 1.4909, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.8910192847251892, + "learning_rate": 0.0015, + "loss": 1.4956, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.7651636600494385, + "learning_rate": 0.0015, + "loss": 1.4895, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.6420003175735474, + "learning_rate": 0.0015, + "loss": 1.4982, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.6746680736541748, + "learning_rate": 0.0015, + "loss": 1.4821, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.6262339353561401, + "learning_rate": 0.0015, + "loss": 1.4933, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.6889312863349915, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 1.2188829183578491, + "learning_rate": 0.0015, + "loss": 1.4858, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.7641380429267883, + "learning_rate": 0.0015, + "loss": 1.4867, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.6539110541343689, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.6086702942848206, + "learning_rate": 0.0015, + "loss": 1.4721, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.6310505270957947, + "learning_rate": 0.0015, + "loss": 1.4934, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.8871763348579407, + "learning_rate": 0.0015, + "loss": 1.4962, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.9105933904647827, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.6619030237197876, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 1.5309333801269531, + "learning_rate": 0.0015, + "loss": 1.4694, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.7246461510658264, + "learning_rate": 0.0015, + "loss": 1.4885, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.7377817630767822, + "learning_rate": 0.0015, + "loss": 1.4686, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6182488203048706, + "learning_rate": 0.0015, + "loss": 1.4893, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.8174245357513428, + "learning_rate": 0.0015, + "loss": 1.4953, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.802039384841919, + "learning_rate": 0.0015, + "loss": 1.4711, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.6101912260055542, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.6976581811904907, + "learning_rate": 0.0015, + "loss": 1.4896, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.6874483227729797, + "learning_rate": 0.0015, + "loss": 1.4943, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.8055582046508789, + "learning_rate": 0.0015, + "loss": 1.48, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.6898857951164246, + "learning_rate": 0.0015, + "loss": 1.4825, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.5998250246047974, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.6918155550956726, + "learning_rate": 0.0015, + "loss": 1.4737, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5907736420631409, + "learning_rate": 0.0015, + "loss": 1.4861, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5626223087310791, + "learning_rate": 0.0015, + "loss": 1.485, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 1.703070044517517, + "learning_rate": 0.0015, + "loss": 1.4856, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.6553173661231995, + "learning_rate": 0.0015, + "loss": 1.482, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.6390185952186584, + "learning_rate": 0.0015, + "loss": 1.4731, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.7078346014022827, + "learning_rate": 0.0015, + "loss": 1.4932, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.582314133644104, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.5889726281166077, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.6979236602783203, + "learning_rate": 0.0015, + "loss": 1.489, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.795099139213562, + "learning_rate": 0.0015, + "loss": 1.4724, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.9273343682289124, + "learning_rate": 0.0015, + "loss": 1.4762, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.5872697830200195, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.6161046624183655, + "learning_rate": 0.0015, + "loss": 1.4948, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.6719598770141602, + "learning_rate": 0.0015, + "loss": 1.48, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.6115500330924988, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.6972357630729675, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.6651111841201782, + "learning_rate": 0.0015, + "loss": 1.4712, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.6432939171791077, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.6825852394104004, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.595329999923706, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.7059808373451233, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.8381614089012146, + "learning_rate": 0.0015, + "loss": 1.4776, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.6942689418792725, + "learning_rate": 0.0015, + "loss": 1.4694, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.6588048934936523, + "learning_rate": 0.0015, + "loss": 1.4811, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.8669576048851013, + "learning_rate": 0.0015, + "loss": 1.4786, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.6544519066810608, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.6948521137237549, + "learning_rate": 0.0015, + "loss": 1.4652, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.6198159456253052, + "learning_rate": 0.0015, + "loss": 1.4721, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.5888083577156067, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.7153487205505371, + "learning_rate": 0.0015, + "loss": 1.4697, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.6156671643257141, + "learning_rate": 0.0015, + "loss": 1.4802, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.6581755876541138, + "learning_rate": 0.0015, + "loss": 1.4759, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6645719408988953, + "learning_rate": 0.0015, + "loss": 1.4672, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.8044109344482422, + "learning_rate": 0.0015, + "loss": 1.4537, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.8291137218475342, + "learning_rate": 0.0015, + "loss": 1.4801, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.6000443696975708, + "learning_rate": 0.0015, + "loss": 1.4709, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.783880889415741, + "learning_rate": 0.0015, + "loss": 1.4825, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.5742357969284058, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.7374261021614075, + "learning_rate": 0.0015, + "loss": 1.4791, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.6016556620597839, + "learning_rate": 0.0015, + "loss": 1.4719, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.7587828636169434, + "learning_rate": 0.0015, + "loss": 1.4561, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.6267649531364441, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.7941640019416809, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.6890218257904053, + "learning_rate": 0.0015, + "loss": 1.4639, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8185859322547913, + "learning_rate": 0.0015, + "loss": 1.4826, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 1.0187774896621704, + "learning_rate": 0.0015, + "loss": 1.4754, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5768060684204102, + "learning_rate": 0.0015, + "loss": 1.4723, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.7687947750091553, + "learning_rate": 0.0015, + "loss": 1.4679, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.6017113327980042, + "learning_rate": 0.0015, + "loss": 1.4784, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.722407877445221, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.6834829449653625, + "learning_rate": 0.0015, + "loss": 1.4707, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 1.1091898679733276, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.6864643692970276, + "learning_rate": 0.0015, + "loss": 1.4692, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.7664520740509033, + "learning_rate": 0.0015, + "loss": 1.4615, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.6616633534431458, + "learning_rate": 0.0015, + "loss": 1.4699, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.6325118541717529, + "learning_rate": 0.0015, + "loss": 1.4597, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.6634750366210938, + "learning_rate": 0.0015, + "loss": 1.4664, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.6554301977157593, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.724250078201294, + "learning_rate": 0.0015, + "loss": 1.4659, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.5946497321128845, + "learning_rate": 0.0015, + "loss": 1.4655, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.6724700927734375, + "learning_rate": 0.0015, + "loss": 1.4698, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.6191155910491943, + "learning_rate": 0.0015, + "loss": 1.4574, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.780673623085022, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.7781249284744263, + "learning_rate": 0.0015, + "loss": 1.4703, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.5810477137565613, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.6291821002960205, + "learning_rate": 0.0015, + "loss": 1.4527, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.937061607837677, + "learning_rate": 0.0015, + "loss": 1.4656, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.7050600051879883, + "learning_rate": 0.0015, + "loss": 1.4647, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.6359207034111023, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7879754900932312, + "learning_rate": 0.0015, + "loss": 1.4577, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.6475502252578735, + "learning_rate": 0.0015, + "loss": 1.4616, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5688998699188232, + "learning_rate": 0.0015, + "loss": 1.4598, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.6732515096664429, + "learning_rate": 0.0015, + "loss": 1.4547, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.7802504897117615, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5626354217529297, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.7756912708282471, + "learning_rate": 0.0015, + "loss": 1.4583, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.5857520699501038, + "learning_rate": 0.0015, + "loss": 1.4605, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.5884727239608765, + "learning_rate": 0.0015, + "loss": 1.4586, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.7846634984016418, + "learning_rate": 0.0015, + "loss": 1.459, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.6255020499229431, + "learning_rate": 0.0015, + "loss": 1.4653, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6956149339675903, + "learning_rate": 0.0015, + "loss": 1.4591, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.627978503704071, + "learning_rate": 0.0015, + "loss": 1.4641, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.6166219711303711, + "learning_rate": 0.0015, + "loss": 1.4532, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.7870295643806458, + "learning_rate": 0.0015, + "loss": 1.4474, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5551435947418213, + "learning_rate": 0.0015, + "loss": 1.4485, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.813109815120697, + "learning_rate": 0.0015, + "loss": 1.4622, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.6161676049232483, + "learning_rate": 0.0015, + "loss": 1.4668, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.5612552165985107, + "learning_rate": 0.0015, + "loss": 1.4546, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 1.067157506942749, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.6132718920707703, + "learning_rate": 0.0015, + "loss": 1.4556, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.587890625, + "learning_rate": 0.0015, + "loss": 1.4505, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.6528381705284119, + "learning_rate": 0.0015, + "loss": 1.4541, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.556348443031311, + "learning_rate": 0.0015, + "loss": 1.4621, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 1.2712301015853882, + "learning_rate": 0.0015, + "loss": 1.4587, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.9220497012138367, + "learning_rate": 0.0015, + "loss": 1.4789, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.7786820530891418, + "learning_rate": 0.0015, + "loss": 1.4625, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.8947556018829346, + "learning_rate": 0.0015, + "loss": 1.4561, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5660863518714905, + "learning_rate": 0.0015, + "loss": 1.4598, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.6227750778198242, + "learning_rate": 0.0015, + "loss": 1.4637, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 1.2814600467681885, + "learning_rate": 0.0015, + "loss": 1.4446, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.8313575983047485, + "learning_rate": 0.0015, + "loss": 1.4491, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.7356163263320923, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.6898415684700012, + "learning_rate": 0.0015, + "loss": 1.4581, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.715573251247406, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.6267057657241821, + "learning_rate": 0.0015, + "loss": 1.4509, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.8068167567253113, + "learning_rate": 0.0015, + "loss": 1.4264, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.6631330251693726, + "learning_rate": 0.0015, + "loss": 1.4368, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.7484444379806519, + "learning_rate": 0.0015, + "loss": 1.4421, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.7279346585273743, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5904207825660706, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.6138933897018433, + "learning_rate": 0.0015, + "loss": 1.4501, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.6113951206207275, + "learning_rate": 0.0015, + "loss": 1.4536, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.8266294598579407, + "learning_rate": 0.0015, + "loss": 1.4692, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.766165554523468, + "learning_rate": 0.0015, + "loss": 1.4523, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.655093789100647, + "learning_rate": 0.0015, + "loss": 1.4611, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.7466137409210205, + "learning_rate": 0.0015, + "loss": 1.4661, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.6578369736671448, + "learning_rate": 0.0015, + "loss": 1.4535, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.7789978384971619, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.791374921798706, + "learning_rate": 0.0015, + "loss": 1.4572, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.7036945819854736, + "learning_rate": 0.0015, + "loss": 1.446, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5747935175895691, + "learning_rate": 0.0015, + "loss": 1.4464, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.7401605844497681, + "learning_rate": 0.0015, + "loss": 1.4432, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.6901456117630005, + "learning_rate": 0.0015, + "loss": 1.4383, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 1.081793189048767, + "learning_rate": 0.0015, + "loss": 1.4478, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.961441695690155, + "learning_rate": 0.0015, + "loss": 1.4563, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 1.0877147912979126, + "learning_rate": 0.0015, + "loss": 1.4441, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.6864612698554993, + "learning_rate": 0.0015, + "loss": 1.4497, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.80023592710495, + "learning_rate": 0.0015, + "loss": 1.4519, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.6622740030288696, + "learning_rate": 0.0015, + "loss": 1.4324, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 0.6700109243392944, + "learning_rate": 0.0015, + "loss": 1.45, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.7228174209594727, + "learning_rate": 0.0015, + "loss": 1.4588, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.9464039206504822, + "learning_rate": 0.0015, + "loss": 1.4473, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 1.2985541820526123, + "learning_rate": 0.0015, + "loss": 1.4504, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.6005134582519531, + "learning_rate": 0.0015, + "loss": 1.4319, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.7684504985809326, + "learning_rate": 0.0015, + "loss": 1.4493, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.6616390943527222, + "learning_rate": 0.0015, + "loss": 1.4331, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.637528657913208, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7414926290512085, + "learning_rate": 0.0015, + "loss": 1.442, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.6350718140602112, + "learning_rate": 0.0015, + "loss": 1.4452, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.6726467609405518, + "learning_rate": 0.0015, + "loss": 1.4413, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.6512112617492676, + "learning_rate": 0.0015, + "loss": 1.432, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5727444291114807, + "learning_rate": 0.0015, + "loss": 1.4483, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5925425291061401, + "learning_rate": 0.0015, + "loss": 1.4429, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.7938264012336731, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.7680057883262634, + "learning_rate": 0.0015, + "loss": 1.4422, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.5217701196670532, + "learning_rate": 0.0015, + "loss": 1.4511, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.6532988548278809, + "learning_rate": 0.0015, + "loss": 1.4437, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.6280972957611084, + "learning_rate": 0.0014854972418331944, + "loss": 1.4212, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.7559055089950562, + "learning_rate": 0.0014650219182191931, + "loss": 1.4458, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.7506310939788818, + "learning_rate": 0.001444828815847542, + "loss": 1.4461, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.6627061367034912, + "learning_rate": 0.0014249140447269945, + "loss": 1.4375, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5914060473442078, + "learning_rate": 0.0014052737684839257, + "loss": 1.4333, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.7104692459106445, + "learning_rate": 0.0013859042036232954, + "loss": 1.4376, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.6083253026008606, + "learning_rate": 0.001366801618799797, + "loss": 1.4272, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.7337905764579773, + "learning_rate": 0.001347962334099052, + "loss": 1.4323, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.5822725296020508, + "learning_rate": 0.0013293827203287143, + "loss": 1.4354, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.6789887547492981, + "learning_rate": 0.0013110591983193423, + "loss": 1.4262, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.6596651673316956, + "learning_rate": 0.0012929882382349102, + "loss": 1.4351, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.5200344324111938, + "learning_rate": 0.0012751663588928214, + "loss": 1.4318, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.5850722789764404, + "learning_rate": 0.0012575901270932943, + "loss": 1.4271, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.7797148823738098, + "learning_rate": 0.0012402561569579936, + "loss": 1.4219, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.551133930683136, + "learning_rate": 0.0012231611092777745, + "loss": 1.4182, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.562569260597229, + "learning_rate": 0.0012063016908694193, + "loss": 1.4124, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.539879560470581, + "learning_rate": 0.0011896746539412405, + "loss": 1.4209, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.545093834400177, + "learning_rate": 0.0011732767954674265, + "loss": 1.4125, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.6854336857795715, + "learning_rate": 0.0011571049565710122, + "loss": 1.4197, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.6967311501502991, + "learning_rate": 0.001141156021915355, + "loss": 1.4157, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.7279050350189209, + "learning_rate": 0.001125426919103997, + "loss": 1.3964, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.8763272762298584, + "learning_rate": 0.001109914618088799, + "loss": 1.4004, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 1.1000611782073975, + "learning_rate": 0.0010946161305862348, + "loss": 1.4119, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.6773595213890076, + "learning_rate": 0.001079528509501728, + "loss": 1.4107, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.5465587973594666, + "learning_rate": 0.0010646488483619261, + "loss": 1.4059, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.6026661396026611, + "learning_rate": 0.0010499742807547976, + "loss": 1.3943, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.6543821096420288, + "learning_rate": 0.0010355019797774478, + "loss": 1.4028, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.6115674376487732, + "learning_rate": 0.001021229157491546, + "loss": 1.3867, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5702367424964905, + "learning_rate": 0.0010071530643862578, + "loss": 1.3918, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.6310847997665405, + "learning_rate": 0.000993270988848579, + "loss": 1.4039, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.6059965491294861, + "learning_rate": 0.0009795802566409742, + "loss": 1.3969, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.8618730306625366, + "learning_rate": 0.0009660782303862109, + "loss": 1.4016, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.6959863305091858, + "learning_rate": 0.0009527623090592963, + "loss": 1.3963, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.6322191953659058, + "learning_rate": 0.0009396299274864177, + "loss": 1.4098, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.6541111469268799, + "learning_rate": 0.0009266785558507877, + "loss": 1.4097, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.4998353123664856, + "learning_rate": 0.0009139056992053016, + "loss": 1.3937, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.703711748123169, + "learning_rate": 0.000901308896991912, + "loss": 1.384, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.8552108407020569, + "learning_rate": 0.000888885722567627, + "loss": 1.3938, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5808490514755249, + "learning_rate": 0.0008766337827370438, + "loss": 1.3879, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.7448403835296631, + "learning_rate": 0.000864550717291324, + "loss": 1.3881, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.6231171488761902, + "learning_rate": 0.0008526341985535229, + "loss": 1.3865, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.5269373655319214, + "learning_rate": 0.0008408819309301891, + "loss": 1.3798, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5919986367225647, + "learning_rate": 0.0008292916504691397, + "loss": 1.3851, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.6555333733558655, + "learning_rate": 0.0008178611244233354, + "loss": 1.3868, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.5538814067840576, + "learning_rate": 0.0008065881508207637, + "loss": 1.3722, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.6605461835861206, + "learning_rate": 0.0007954705580402523, + "loss": 1.3809, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.6512175798416138, + "learning_rate": 0.0007845062043931298, + "loss": 1.3739, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.5514397621154785, + "learning_rate": 0.0007736929777106497, + "loss": 1.3788, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5621406435966492, + "learning_rate": 0.000763028794937105, + "loss": 1.3739, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5441491007804871, + "learning_rate": 0.0007525116017285476, + "loss": 1.3721, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.5280332565307617, + "learning_rate": 0.0007421393720570417, + "loss": 1.3744, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.6707326173782349, + "learning_rate": 0.0007319101078203694, + "loss": 1.374, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5328864455223083, + "learning_rate": 0.0007218218384571178, + "loss": 1.368, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.5780766010284424, + "learning_rate": 0.0007118726205670703, + "loss": 1.3673, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5733605623245239, + "learning_rate": 0.0007020605375368316, + "loss": 1.3699, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.712762713432312, + "learning_rate": 0.000692383699170611, + "loss": 1.359, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.5743919610977173, + "learning_rate": 0.0006828402413260966, + "loss": 1.3699, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.60797518491745, + "learning_rate": 0.0006734283255553471, + "loss": 1.3676, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5335143804550171, + "learning_rate": 0.0006641461387506347, + "loss": 1.3717, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.6901885271072388, + "learning_rate": 0.0006549918927951678, + "loss": 1.3652, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.6731492280960083, + "learning_rate": 0.0006459638242186297, + "loss": 1.3687, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.5400770306587219, + "learning_rate": 0.0006370601938574639, + "loss": 1.366, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.5798165798187256, + "learning_rate": 0.0006282792865198421, + "loss": 1.37, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.5513922572135925, + "learning_rate": 0.0006196194106552512, + "loss": 1.3558, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.6569952964782715, + "learning_rate": 0.0006110788980286328, + "loss": 1.3582, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5382561683654785, + "learning_rate": 0.0006026561033990158, + "loss": 1.3617, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.8384004831314087, + "learning_rate": 0.000594349404202577, + "loss": 1.3576, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.5331985950469971, + "learning_rate": 0.0005861572002400716, + "loss": 1.3485, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.5605695843696594, + "learning_rate": 0.0005780779133685717, + "loss": 1.3553, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5896724462509155, + "learning_rate": 0.0005701099871974524, + "loss": 1.3526, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.6399041414260864, + "learning_rate": 0.0005622518867885708, + "loss": 1.3476, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5403424501419067, + "learning_rate": 0.0005545020983605748, + "loss": 1.3547, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.520779013633728, + "learning_rate": 0.0005468591289972898, + "loss": 1.3439, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5069386959075928, + "learning_rate": 0.0005393215063601232, + "loss": 1.346, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.4963918924331665, + "learning_rate": 0.0005318877784044343, + "loss": 1.371, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5721443891525269, + "learning_rate": 0.0005245565130998126, + "loss": 1.3509, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.5837213397026062, + "learning_rate": 0.000517326298154212, + "loss": 1.3549, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.6190680265426636, + "learning_rate": 0.0005101957407418877, + "loss": 1.3584, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5684599280357361, + "learning_rate": 0.0005031634672350829, + "loss": 1.3554, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.5403565168380737, + "learning_rate": 0.0004962281229394129, + "loss": 1.345, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5263940095901489, + "learning_rate": 0.0004893883718328983, + "loss": 1.338, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.597694993019104, + "learning_rate": 0.0004826428963085938, + "loss": 1.3441, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.6197099685668945, + "learning_rate": 0.00047599039692076457, + "loss": 1.3422, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5611956119537354, + "learning_rate": 0.0004694295921345622, + "loss": 1.3547, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.5434994101524353, + "learning_rate": 0.00046295921807915015, + "loss": 1.3247, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.6144739389419556, + "learning_rate": 0.00045657802830423164, + "loss": 1.3416, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5775692462921143, + "learning_rate": 0.00045028479353993473, + "loss": 1.3433, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.7864705920219421, + "learning_rate": 0.00044407830146000587, + "loss": 1.3494, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5465448498725891, + "learning_rate": 0.0004379573564482676, + "loss": 1.3345, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5656061768531799, + "learning_rate": 0.0004319207793682963, + "loss": 1.3388, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.4929872453212738, + "learning_rate": 0.0004259674073362731, + "loss": 1.3455, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4774475693702698, + "learning_rate": 0.00042009609349696626, + "loss": 1.3437, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.6230209469795227, + "learning_rate": 0.00041430570680280233, + "loss": 1.3395, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.5424861311912537, + "learning_rate": 0.0004085951317959809, + "loss": 1.3342, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.522216796875, + "learning_rate": 0.00040296326839359315, + "loss": 1.3464, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.6159690618515015, + "learning_rate": 0.000397409031675703, + "loss": 1.3415, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.5480912327766418, + "learning_rate": 0.00039193135167634786, + "loss": 1.3482, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.5348317623138428, + "learning_rate": 0.00038652917317742123, + "loss": 1.3308, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.6219075918197632, + "learning_rate": 0.0003812014555053956, + "loss": 1.3286, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.5030568838119507, + "learning_rate": 0.00037594717233084774, + "loss": 1.3348, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.6016682982444763, + "learning_rate": 0.0003707653114707471, + "loss": 1.3448, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.5313711166381836, + "learning_rate": 0.00036565487469346906, + "loss": 1.3199, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.6125990152359009, + "learning_rate": 0.0003606148775264958, + "loss": 1.3244, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.49162450432777405, + "learning_rate": 0.0003556443490667684, + "loss": 1.3294, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5386223196983337, + "learning_rate": 0.0003507423317936521, + "loss": 1.3331, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.5538195967674255, + "learning_rate": 0.00034590788138448006, + "loss": 1.3477, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.5454724431037903, + "learning_rate": 0.0003411400665326393, + "loss": 1.3422, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.5092780590057373, + "learning_rate": 0.00033643796876816424, + "loss": 1.3397, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5544507503509521, + "learning_rate": 0.000331800682280803, + "loss": 1.3321, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.516399085521698, + "learning_rate": 0.0003272273137455226, + "loss": 1.3308, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.536420464515686, + "learning_rate": 0.00032271698215041863, + "loss": 1.3293, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.6084784269332886, + "learning_rate": 0.0003182688186269984, + "loss": 1.3305, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.543696939945221, + "learning_rate": 0.0003138819662828017, + "loss": 1.3409, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5781537294387817, + "learning_rate": 0.00030955558003632966, + "loss": 1.3454, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.5616500973701477, + "learning_rate": 0.0003052888264542483, + "loss": 1.3248, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.5455727577209473, + "learning_rate": 0.0003010808835908368, + "loss": 1.3196, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.5474423766136169, + "learning_rate": 0.00029693094082964785, + "loss": 1.3239, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5294349789619446, + "learning_rate": 0.0002928381987273508, + "loss": 1.3232, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.49991077184677124, + "learning_rate": 0.0002888018688597272, + "loss": 1.3193, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.5195955634117126, + "learning_rate": 0.0002848211736697894, + "loss": 1.3269, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.6016406416893005, + "learning_rate": 0.00028089534631799183, + "loss": 1.3279, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.5648074150085449, + "learning_rate": 0.0002770236305345076, + "loss": 1.3144, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.509959876537323, + "learning_rate": 0.00027320528047354093, + "loss": 1.327, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.5984483957290649, + "learning_rate": 0.00026943956056964773, + "loss": 1.3333, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.5631221532821655, + "learning_rate": 0.0002657257453960364, + "loss": 1.313, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.6560440063476562, + "learning_rate": 0.0002620631195248222, + "loss": 1.3165, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.5138839483261108, + "learning_rate": 0.00025845097738920735, + "loss": 1.3055, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.525912880897522, + "learning_rate": 0.0002548886231475606, + "loss": 1.3095, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.529765784740448, + "learning_rate": 0.0002513753705493713, + "loss": 1.3109, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.5081570744514465, + "learning_rate": 0.0002479105428030497, + "loss": 1.324, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.5157694816589355, + "learning_rate": 0.00024449347244555043, + "loss": 1.3144, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.5470078587532043, + "learning_rate": 0.00024112350121379254, + "loss": 1.3209, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.5139183402061462, + "learning_rate": 0.000237799979917852, + "loss": 1.3266, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5600863695144653, + "learning_rate": 0.00023452226831590227, + "loss": 1.3204, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5788533091545105, + "learning_rate": 0.00023128973499087779, + "loss": 1.3278, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.5055301189422607, + "learning_rate": 0.00022810175722883858, + "loss": 1.3104, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.48840397596359253, + "learning_rate": 0.0002249577208990106, + "loss": 1.3129, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5325451493263245, + "learning_rate": 0.00022185702033547996, + "loss": 1.31, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.5035877823829651, + "learning_rate": 0.00021879905822051756, + "loss": 1.3077, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5955586433410645, + "learning_rate": 0.00021578324546951222, + "loss": 1.3094, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5703140497207642, + "learning_rate": 0.00021280900111748948, + "loss": 1.3235, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.5122249722480774, + "learning_rate": 0.00020987575220719483, + "loss": 1.3167, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.5039489269256592, + "learning_rate": 0.00020698293367871933, + "loss": 1.3077, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.4919370412826538, + "learning_rate": 0.00020412998826064692, + "loss": 1.3116, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.5258891582489014, + "learning_rate": 0.00020131636636270178, + "loss": 1.3246, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.49214524030685425, + "learning_rate": 0.00019854152596987523, + "loss": 1.2962, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5175203680992126, + "learning_rate": 0.00019580493253801255, + "loss": 1.3196, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.5410559773445129, + "learning_rate": 0.00019310605889083838, + "loss": 1.3127, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.5237467288970947, + "learning_rate": 0.0001904443851184018, + "loss": 1.3289, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.48308265209198, + "learning_rate": 0.00018781939847692096, + "loss": 1.305, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.49922168254852295, + "learning_rate": 0.00018523059329000844, + "loss": 1.3124, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.6226266622543335, + "learning_rate": 0.0001826774708512579, + "loss": 1.3255, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.5644611716270447, + "learning_rate": 0.00018015953932817348, + "loss": 1.2996, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.519618034362793, + "learning_rate": 0.00017767631366742332, + "loss": 1.3095, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.6029574871063232, + "learning_rate": 0.00017522731550139922, + "loss": 1.3058, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.5497695803642273, + "learning_rate": 0.00017281207305606407, + "loss": 1.3103, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5183163285255432, + "learning_rate": 0.00017043012106006926, + "loss": 1.3192, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.468843549489975, + "learning_rate": 0.00016808100065512528, + "loss": 1.3171, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.558984637260437, + "learning_rate": 0.00016576425930760734, + "loss": 1.3013, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.547166645526886, + "learning_rate": 0.00016347945072137934, + "loss": 1.302, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.5058865547180176, + "learning_rate": 0.00016122613475181977, + "loss": 1.3105, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5527293086051941, + "learning_rate": 0.00015900387732103232, + "loss": 1.3042, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.579980194568634, + "learning_rate": 0.00015681225033422526, + "loss": 1.3196, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.5007410049438477, + "learning_rate": 0.00015465083159724345, + "loss": 1.3083, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.5182146430015564, + "learning_rate": 0.0001525192047352371, + "loss": 1.3067, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.48958340287208557, + "learning_rate": 0.00015041695911245136, + "loss": 1.3155, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.5170102715492249, + "learning_rate": 0.00014834368975312172, + "loss": 1.3032, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.5101377964019775, + "learning_rate": 0.00014629899726345958, + "loss": 1.2923, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.48420247435569763, + "learning_rate": 0.00014428248775471316, + "loss": 1.3001, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.548686146736145, + "learning_rate": 0.000142293772767289, + "loss": 1.2873, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.5197620391845703, + "learning_rate": 0.00014033246919591922, + "loss": 1.3019, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.5307919979095459, + "learning_rate": 0.00013839819921586025, + "loss": 1.3217, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.4938800036907196, + "learning_rate": 0.00013649059021010894, + "loss": 1.3168, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4781702160835266, + "learning_rate": 0.00013460927469762155, + "loss": 1.2956, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.6519982814788818, + "learning_rate": 0.00013275389026252255, + "loss": 1.3075, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.6223312616348267, + "learning_rate": 0.0001309240794842889, + "loss": 1.3046, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.47923973202705383, + "learning_rate": 0.00012911948986889664, + "loss": 1.3155, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.49030300974845886, + "learning_rate": 0.00012733977378091664, + "loss": 1.3058, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.5002045631408691, + "learning_rate": 0.00012558458837654633, + "loss": 1.3106, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.553246259689331, + "learning_rate": 0.00012385359553756422, + "loss": 1.2965, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.5064789056777954, + "learning_rate": 0.0001221464618061951, + "loss": 1.2967, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.4697871804237366, + "learning_rate": 0.0001204628583208727, + "loss": 1.2961, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5355260372161865, + "learning_rate": 0.00011880246075288824, + "loss": 1.3084, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.5343178510665894, + "learning_rate": 0.00011716494924391148, + "loss": 1.3018, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.48908600211143494, + "learning_rate": 0.00011555000834437363, + "loss": 1.308, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.5605019330978394, + "learning_rate": 0.00011395732695269907, + "loss": 1.3011, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.5201292037963867, + "learning_rate": 0.00011238659825537507, + "loss": 1.3003, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.5084089636802673, + "learning_rate": 0.00011083751966784716, + "loss": 1.3111, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.5102573037147522, + "learning_rate": 0.00010930979277622952, + "loss": 1.2932, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.5106557011604309, + "learning_rate": 0.00010780312327981853, + "loss": 1.3008, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.47778791189193726, + "learning_rate": 0.0001063172209343989, + "loss": 1.304, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.5210788249969482, + "learning_rate": 0.000104851799496331, + "loss": 1.3071, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.5408992171287537, + "learning_rate": 0.00010340657666740917, + "loss": 1.2954, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.5446940660476685, + "learning_rate": 0.00010198127404047976, + "loss": 1.2907, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.6036625504493713, + "learning_rate": 0.00010057561704580898, + "loss": 1.3085, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.49641308188438416, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2964, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.4895021617412567, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2981, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.47471192479133606, + "learning_rate": 9.647383061364803e-05, + "loss": 1.297, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4902117848396301, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2926, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.5516418814659119, + "learning_rate": 9.383266863140043e-05, + "loss": 1.3051, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5642313957214355, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2955, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.509499192237854, + "learning_rate": 9.126381368383881e-05, + "loss": 1.3024, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.6498205065727234, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2952, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.5078306794166565, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3072, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.5143274664878845, + "learning_rate": 8.754179155053052e-05, + "loss": 1.3014, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.5038567781448364, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3062, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.5190634727478027, + "learning_rate": 8.514516180927926e-05, + "loss": 1.3014, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.48455747961997986, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2991, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.48884767293930054, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3136, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5300871133804321, + "learning_rate": 8.167267732713705e-05, + "loss": 1.3052, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.5088255405426025, + "learning_rate": 8.054694349768114e-05, + "loss": 1.3013, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.4769764840602875, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2841, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5021964907646179, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2856, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.5049500465393066, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3094, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.5334702134132385, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2883, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.5031997561454773, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3071, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4763595759868622, + "learning_rate": 7.411100449176634e-05, + "loss": 1.3007, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.49567654728889465, + "learning_rate": 7.308949683924792e-05, + "loss": 1.2883, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.5219976305961609, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2916, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.5310531854629517, + "learning_rate": 7.10885272589427e-05, + "loss": 1.2885, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4969848096370697, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2959, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.4864654839038849, + "learning_rate": 6.914233817972799e-05, + "loss": 1.303, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.48535841703414917, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2935, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.5341526865959167, + "learning_rate": 6.724942987700563e-05, + "loss": 1.2946, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5003179907798767, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3138, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.4698779881000519, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2983, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.5344341993331909, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2945, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.47701603174209595, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2913, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5191767811775208, + "learning_rate": 6.274078802246449e-05, + "loss": 1.2992, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.519603967666626, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2962, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.49676114320755005, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2964, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.47936803102493286, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2889, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.48017385601997375, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2975, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.48173895478248596, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2857, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4755687713623047, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2977, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.5045614242553711, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.293, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.475423663854599, + "learning_rate": 5.61472058702326e-05, + "loss": 1.3064, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.4791017472743988, + "learning_rate": 5.53733019020258e-05, + "loss": 1.3022, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.4963599741458893, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2933, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.5005757212638855, + "learning_rate": 5.38573482088337e-05, + "loss": 1.286, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5692294239997864, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.3029, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.5141058564186096, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2962, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.6370875239372253, + "learning_rate": 5.166087806384275e-05, + "loss": 1.3007, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.5637837648391724, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2937, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5138459801673889, + "learning_rate": 5.024655931808697e-05, + "loss": 1.295, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.5217002034187317, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2914, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.500371515750885, + "learning_rate": 4.887096034616319e-05, + "loss": 1.3014, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.6228562593460083, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2817, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4928045868873596, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2877, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.6132054328918457, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2868, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.5056333541870117, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2957, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.46151548624038696, + "learning_rate": 4.559447669877288e-05, + "loss": 1.3031, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.48203369975090027, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2971, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.49719300866127014, + "learning_rate": 4.434623769249217e-05, + "loss": 1.2935, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4817093014717102, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2939, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.46479031443595886, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2867, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.47453004121780396, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2992, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.4910855293273926, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2879, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.4786224067211151, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2887, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5647456049919128, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2761, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4884388744831085, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2862, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4842807352542877, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2933, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.48728105425834656, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2881, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.5108777284622192, + "learning_rate": 3.859930677192103e-05, + "loss": 1.2847, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.4820750653743744, + "learning_rate": 3.806727394468005e-05, + "loss": 1.3056, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.4765397608280182, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2887, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4785712659358978, + "learning_rate": 3.702510700602975e-05, + "loss": 1.307, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.5128861665725708, + "learning_rate": 3.651477213199394e-05, + "loss": 1.293, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5544613003730774, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2917, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.4928419291973114, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2913, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.4879048764705658, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2959, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.46393612027168274, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2962, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.48430198431015015, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2957, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.4783560633659363, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2865, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.6171797513961792, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2852, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.4747253656387329, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2934, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.47359922528266907, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2894, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.46184906363487244, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2925, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.48917824029922485, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2909, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.5259106159210205, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.2949, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5416010022163391, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2922, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5682014226913452, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2891, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.46354174613952637, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2939, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.48647066950798035, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2877, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.5502805709838867, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.2861, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.49270859360694885, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2851, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.5223342180252075, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3084, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.4943687915802002, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2827, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.4947090446949005, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2927, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4683780372142792, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2947, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.47029685974121094, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2948, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.4725326895713806, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2962, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.49819663166999817, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2953, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.47418150305747986, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2755, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.48437395691871643, + "learning_rate": 2.510267197422317e-05, + "loss": 1.2873, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.5014476776123047, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2974, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.49984732270240784, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2815, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.61572265625, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.3018, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.5155858397483826, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2902, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.4732297956943512, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2955, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.5050025582313538, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2944, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.4833448529243469, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2907, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.47420835494995117, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2874, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.5339566469192505, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2896, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.4964723289012909, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2903, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.4992397725582123, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2864, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.4733891785144806, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2788, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.4762892723083496, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2738, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4731954038143158, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2874, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.49619337916374207, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2813, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4892803728580475, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2933, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.4628475308418274, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2797, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4966474175453186, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.289, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4984710216522217, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2867, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.5080695748329163, + "learning_rate": 1.90180243932089e-05, + "loss": 1.288, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.4980122447013855, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2845, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4965197741985321, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.296, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.4872538149356842, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2932, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.4794572591781616, + "learning_rate": 1.799096629434529e-05, + "loss": 1.3047, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.46566179394721985, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2965, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.5157544016838074, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.2935, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.5063626170158386, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.278, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.5424981117248535, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.284, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.4898609519004822, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2994, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.48818764090538025, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2717, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.4959019422531128, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2916, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.47310319542884827, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2919, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.47896796464920044, + "learning_rate": 1.587833432645528e-05, + "loss": 1.2856, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.4974011778831482, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2963, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.46979349851608276, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2817, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.49228617548942566, + "learning_rate": 1.523076647433954e-05, + "loss": 1.295, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.4112894535064697, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.2829, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-sigmoid/checkpoint-9480/training_args.bin b/saves-llama-sigmoid/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2cf4c32fc0bca55305da13406ca0cf726150aa26 --- /dev/null +++ b/saves-llama-sigmoid/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66da5989ad58ec5985f09827093318f3242d2216b64fdcd6e6e9d6698948ba4b +size 5176 diff --git a/saves-llama-sigmoid/config.json b/saves-llama-sigmoid/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7590d2e47232eca9771ca7d50f9a3f8df6a4269a --- /dev/null +++ b/saves-llama-sigmoid/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "sigmoid", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-sigmoid/generation_config.json b/saves-llama-sigmoid/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-sigmoid/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-sigmoid/model.safetensors b/saves-llama-sigmoid/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9162f9277075c5fffb9b9d7c4318090318dc237c --- /dev/null +++ b/saves-llama-sigmoid/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978f7fee6a116315026ecda292c29a7b0e891fd32f7a42804ec62c2c076070db +size 8346712 diff --git a/saves-llama-sigmoid/result.log b/saves-llama-sigmoid/result.log new file mode 100644 index 0000000000000000000000000000000000000000..908978838f753cc8f42baa61885ef5ef22c67283 --- /dev/null +++ b/saves-llama-sigmoid/result.log @@ -0,0 +1 @@ +{'train_runtime': 2138.9716, 'train_samples_per_second': 4537.977, 'train_steps_per_second': 4.432, 'train_loss': 1.6057989373991761, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-sigmoid/special_tokens_map.json b/saves-llama-sigmoid/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-sigmoid/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-sigmoid/tokenizer.json b/saves-llama-sigmoid/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-sigmoid/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-sigmoid/tokenizer_config.json b/saves-llama-sigmoid/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-sigmoid/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-tanh/checkpoint-9480/config.json b/saves-llama-tanh/checkpoint-9480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ad39630f15d3cea60233261388c64d6998898001 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "tanh", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-tanh/checkpoint-9480/generation_config.json b/saves-llama-tanh/checkpoint-9480/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-tanh/checkpoint-9480/model.safetensors b/saves-llama-tanh/checkpoint-9480/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac8108e8338dd5ec374ff822432c6a9fad08bcca --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b5c78ed90761035df862267e0b43f0a9b8fcaa457efedf42e7a63607af5811 +size 8346712 diff --git a/saves-llama-tanh/checkpoint-9480/optimizer.pt b/saves-llama-tanh/checkpoint-9480/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcf34b3affa60f45b946fbecd6a5dea0e3e082c --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb2593527e4139f0df59e75460b2e43d3e04681e7078693acf298fd2cdecd40 +size 16706402 diff --git a/saves-llama-tanh/checkpoint-9480/rng_state.pth b/saves-llama-tanh/checkpoint-9480/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f8291cd6ce87668b786a72f3e93d072fbe54902 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c917636c7a58af68a29056522a757e9f9b99005b776641aa157c536967817d +size 14244 diff --git a/saves-llama-tanh/checkpoint-9480/scheduler.pt b/saves-llama-tanh/checkpoint-9480/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf50df04a9ac08734240e157616aef0a08ac6d87 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bdd7f8407770bf2829beee8ca5424e0186d2b8dc76a58be6b08576e1d5978 +size 1128 diff --git a/saves-llama-tanh/checkpoint-9480/special_tokens_map.json b/saves-llama-tanh/checkpoint-9480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-tanh/checkpoint-9480/tokenizer.json b/saves-llama-tanh/checkpoint-9480/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-tanh/checkpoint-9480/tokenizer_config.json b/saves-llama-tanh/checkpoint-9480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/saves-llama-tanh/checkpoint-9480/trainer_state.json b/saves-llama-tanh/checkpoint-9480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7e3c766731557413c3dd8dcb016f7d0841501c00 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/trainer_state.json @@ -0,0 +1,6669 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 9480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010548523206751054, + "grad_norm": 1.252522349357605, + "learning_rate": 0.00015822784810126583, + "loss": 7.4804, + "step": 10 + }, + { + "epoch": 0.002109704641350211, + "grad_norm": 1.1000920534133911, + "learning_rate": 0.00031645569620253165, + "loss": 6.8247, + "step": 20 + }, + { + "epoch": 0.0031645569620253164, + "grad_norm": 0.8507410883903503, + "learning_rate": 0.00047468354430379745, + "loss": 6.1978, + "step": 30 + }, + { + "epoch": 0.004219409282700422, + "grad_norm": 0.6792912483215332, + "learning_rate": 0.0006329113924050633, + "loss": 5.6539, + "step": 40 + }, + { + "epoch": 0.005274261603375527, + "grad_norm": 0.5512610673904419, + "learning_rate": 0.0007911392405063291, + "loss": 5.1298, + "step": 50 + }, + { + "epoch": 0.006329113924050633, + "grad_norm": 1.6829159259796143, + "learning_rate": 0.0009493670886075949, + "loss": 4.6431, + "step": 60 + }, + { + "epoch": 0.007383966244725738, + "grad_norm": 1.5187345743179321, + "learning_rate": 0.0011075949367088608, + "loss": 4.3098, + "step": 70 + }, + { + "epoch": 0.008438818565400843, + "grad_norm": 0.9871526956558228, + "learning_rate": 0.0012658227848101266, + "loss": 4.089, + "step": 80 + }, + { + "epoch": 0.00949367088607595, + "grad_norm": 0.8603453040122986, + "learning_rate": 0.0014240506329113926, + "loss": 3.9106, + "step": 90 + }, + { + "epoch": 0.010548523206751054, + "grad_norm": 0.9857443571090698, + "learning_rate": 0.0015, + "loss": 3.7692, + "step": 100 + }, + { + "epoch": 0.011603375527426161, + "grad_norm": 0.9845615029335022, + "learning_rate": 0.0015, + "loss": 3.6229, + "step": 110 + }, + { + "epoch": 0.012658227848101266, + "grad_norm": 0.8077515959739685, + "learning_rate": 0.0015, + "loss": 3.5022, + "step": 120 + }, + { + "epoch": 0.013713080168776372, + "grad_norm": 0.7223982214927673, + "learning_rate": 0.0015, + "loss": 3.3904, + "step": 130 + }, + { + "epoch": 0.014767932489451477, + "grad_norm": 1.2559893131256104, + "learning_rate": 0.0015, + "loss": 3.3051, + "step": 140 + }, + { + "epoch": 0.015822784810126583, + "grad_norm": 0.5861561894416809, + "learning_rate": 0.0015, + "loss": 3.2205, + "step": 150 + }, + { + "epoch": 0.016877637130801686, + "grad_norm": 1.3253904581069946, + "learning_rate": 0.0015, + "loss": 3.1521, + "step": 160 + }, + { + "epoch": 0.017932489451476793, + "grad_norm": 0.8034362196922302, + "learning_rate": 0.0015, + "loss": 3.0831, + "step": 170 + }, + { + "epoch": 0.0189873417721519, + "grad_norm": 0.641057014465332, + "learning_rate": 0.0015, + "loss": 3.0401, + "step": 180 + }, + { + "epoch": 0.020042194092827006, + "grad_norm": 0.9403523802757263, + "learning_rate": 0.0015, + "loss": 2.9806, + "step": 190 + }, + { + "epoch": 0.02109704641350211, + "grad_norm": 0.8479517102241516, + "learning_rate": 0.0015, + "loss": 2.9328, + "step": 200 + }, + { + "epoch": 0.022151898734177215, + "grad_norm": 0.7839453220367432, + "learning_rate": 0.0015, + "loss": 2.8927, + "step": 210 + }, + { + "epoch": 0.023206751054852322, + "grad_norm": 0.8618499040603638, + "learning_rate": 0.0015, + "loss": 2.8606, + "step": 220 + }, + { + "epoch": 0.024261603375527425, + "grad_norm": 0.8639710545539856, + "learning_rate": 0.0015, + "loss": 2.815, + "step": 230 + }, + { + "epoch": 0.02531645569620253, + "grad_norm": 0.9371837377548218, + "learning_rate": 0.0015, + "loss": 2.7749, + "step": 240 + }, + { + "epoch": 0.026371308016877638, + "grad_norm": 1.2291475534439087, + "learning_rate": 0.0015, + "loss": 2.7385, + "step": 250 + }, + { + "epoch": 0.027426160337552744, + "grad_norm": 0.789775013923645, + "learning_rate": 0.0015, + "loss": 2.7046, + "step": 260 + }, + { + "epoch": 0.028481012658227847, + "grad_norm": 0.7895159125328064, + "learning_rate": 0.0015, + "loss": 2.6751, + "step": 270 + }, + { + "epoch": 0.029535864978902954, + "grad_norm": 1.0680145025253296, + "learning_rate": 0.0015, + "loss": 2.6383, + "step": 280 + }, + { + "epoch": 0.03059071729957806, + "grad_norm": 0.9882407784461975, + "learning_rate": 0.0015, + "loss": 2.6158, + "step": 290 + }, + { + "epoch": 0.03164556962025317, + "grad_norm": 0.8950514793395996, + "learning_rate": 0.0015, + "loss": 2.5936, + "step": 300 + }, + { + "epoch": 0.03270042194092827, + "grad_norm": 1.250455379486084, + "learning_rate": 0.0015, + "loss": 2.5668, + "step": 310 + }, + { + "epoch": 0.03375527426160337, + "grad_norm": 0.9550969004631042, + "learning_rate": 0.0015, + "loss": 2.5322, + "step": 320 + }, + { + "epoch": 0.03481012658227848, + "grad_norm": 0.9048781991004944, + "learning_rate": 0.0015, + "loss": 2.531, + "step": 330 + }, + { + "epoch": 0.035864978902953586, + "grad_norm": 0.760736882686615, + "learning_rate": 0.0015, + "loss": 2.4979, + "step": 340 + }, + { + "epoch": 0.03691983122362869, + "grad_norm": 0.8057079315185547, + "learning_rate": 0.0015, + "loss": 2.4602, + "step": 350 + }, + { + "epoch": 0.0379746835443038, + "grad_norm": 0.8271151185035706, + "learning_rate": 0.0015, + "loss": 2.4384, + "step": 360 + }, + { + "epoch": 0.039029535864978905, + "grad_norm": 0.7715069651603699, + "learning_rate": 0.0015, + "loss": 2.4289, + "step": 370 + }, + { + "epoch": 0.04008438818565401, + "grad_norm": 0.8445009589195251, + "learning_rate": 0.0015, + "loss": 2.4145, + "step": 380 + }, + { + "epoch": 0.04113924050632911, + "grad_norm": 0.9835455417633057, + "learning_rate": 0.0015, + "loss": 2.393, + "step": 390 + }, + { + "epoch": 0.04219409282700422, + "grad_norm": 0.8982846736907959, + "learning_rate": 0.0015, + "loss": 2.3699, + "step": 400 + }, + { + "epoch": 0.043248945147679324, + "grad_norm": 0.8850642442703247, + "learning_rate": 0.0015, + "loss": 2.3584, + "step": 410 + }, + { + "epoch": 0.04430379746835443, + "grad_norm": 1.1749838590621948, + "learning_rate": 0.0015, + "loss": 2.3433, + "step": 420 + }, + { + "epoch": 0.04535864978902954, + "grad_norm": 0.757171630859375, + "learning_rate": 0.0015, + "loss": 2.3133, + "step": 430 + }, + { + "epoch": 0.046413502109704644, + "grad_norm": 1.2953829765319824, + "learning_rate": 0.0015, + "loss": 2.2933, + "step": 440 + }, + { + "epoch": 0.04746835443037975, + "grad_norm": 0.9513627290725708, + "learning_rate": 0.0015, + "loss": 2.2979, + "step": 450 + }, + { + "epoch": 0.04852320675105485, + "grad_norm": 0.8289362192153931, + "learning_rate": 0.0015, + "loss": 2.2778, + "step": 460 + }, + { + "epoch": 0.049578059071729956, + "grad_norm": 0.9080241322517395, + "learning_rate": 0.0015, + "loss": 2.2616, + "step": 470 + }, + { + "epoch": 0.05063291139240506, + "grad_norm": 0.9738650918006897, + "learning_rate": 0.0015, + "loss": 2.2516, + "step": 480 + }, + { + "epoch": 0.05168776371308017, + "grad_norm": 0.7926310896873474, + "learning_rate": 0.0015, + "loss": 2.2263, + "step": 490 + }, + { + "epoch": 0.052742616033755275, + "grad_norm": 1.1924057006835938, + "learning_rate": 0.0015, + "loss": 2.2217, + "step": 500 + }, + { + "epoch": 0.05379746835443038, + "grad_norm": 0.7833127379417419, + "learning_rate": 0.0015, + "loss": 2.2064, + "step": 510 + }, + { + "epoch": 0.05485232067510549, + "grad_norm": 0.8512415289878845, + "learning_rate": 0.0015, + "loss": 2.1885, + "step": 520 + }, + { + "epoch": 0.05590717299578059, + "grad_norm": 0.747489869594574, + "learning_rate": 0.0015, + "loss": 2.177, + "step": 530 + }, + { + "epoch": 0.056962025316455694, + "grad_norm": 0.8559404015541077, + "learning_rate": 0.0015, + "loss": 2.1614, + "step": 540 + }, + { + "epoch": 0.0580168776371308, + "grad_norm": 0.838374674320221, + "learning_rate": 0.0015, + "loss": 2.1638, + "step": 550 + }, + { + "epoch": 0.05907172995780591, + "grad_norm": 0.9322778582572937, + "learning_rate": 0.0015, + "loss": 2.1268, + "step": 560 + }, + { + "epoch": 0.060126582278481014, + "grad_norm": 0.8562554717063904, + "learning_rate": 0.0015, + "loss": 2.1294, + "step": 570 + }, + { + "epoch": 0.06118143459915612, + "grad_norm": 1.2495431900024414, + "learning_rate": 0.0015, + "loss": 2.1357, + "step": 580 + }, + { + "epoch": 0.06223628691983123, + "grad_norm": 0.8939051628112793, + "learning_rate": 0.0015, + "loss": 2.108, + "step": 590 + }, + { + "epoch": 0.06329113924050633, + "grad_norm": 1.1370033025741577, + "learning_rate": 0.0015, + "loss": 2.0899, + "step": 600 + }, + { + "epoch": 0.06434599156118144, + "grad_norm": 0.8906479477882385, + "learning_rate": 0.0015, + "loss": 2.0908, + "step": 610 + }, + { + "epoch": 0.06540084388185655, + "grad_norm": 0.7592072486877441, + "learning_rate": 0.0015, + "loss": 2.08, + "step": 620 + }, + { + "epoch": 0.06645569620253164, + "grad_norm": 0.8847842812538147, + "learning_rate": 0.0015, + "loss": 2.0626, + "step": 630 + }, + { + "epoch": 0.06751054852320675, + "grad_norm": 0.80992192029953, + "learning_rate": 0.0015, + "loss": 2.0758, + "step": 640 + }, + { + "epoch": 0.06856540084388185, + "grad_norm": 0.7670337557792664, + "learning_rate": 0.0015, + "loss": 2.0681, + "step": 650 + }, + { + "epoch": 0.06962025316455696, + "grad_norm": 1.0644383430480957, + "learning_rate": 0.0015, + "loss": 2.0542, + "step": 660 + }, + { + "epoch": 0.07067510548523206, + "grad_norm": 0.802211344242096, + "learning_rate": 0.0015, + "loss": 2.0361, + "step": 670 + }, + { + "epoch": 0.07172995780590717, + "grad_norm": 0.7406486868858337, + "learning_rate": 0.0015, + "loss": 2.025, + "step": 680 + }, + { + "epoch": 0.07278481012658228, + "grad_norm": 0.7359614372253418, + "learning_rate": 0.0015, + "loss": 2.0367, + "step": 690 + }, + { + "epoch": 0.07383966244725738, + "grad_norm": 0.8403868079185486, + "learning_rate": 0.0015, + "loss": 2.0209, + "step": 700 + }, + { + "epoch": 0.07489451476793249, + "grad_norm": 0.7695398926734924, + "learning_rate": 0.0015, + "loss": 2.012, + "step": 710 + }, + { + "epoch": 0.0759493670886076, + "grad_norm": 0.7453827261924744, + "learning_rate": 0.0015, + "loss": 1.9922, + "step": 720 + }, + { + "epoch": 0.0770042194092827, + "grad_norm": 0.8518917560577393, + "learning_rate": 0.0015, + "loss": 1.9842, + "step": 730 + }, + { + "epoch": 0.07805907172995781, + "grad_norm": 0.8525162935256958, + "learning_rate": 0.0015, + "loss": 1.9939, + "step": 740 + }, + { + "epoch": 0.07911392405063292, + "grad_norm": 0.9009069800376892, + "learning_rate": 0.0015, + "loss": 1.9782, + "step": 750 + }, + { + "epoch": 0.08016877637130802, + "grad_norm": 1.3110953569412231, + "learning_rate": 0.0015, + "loss": 1.978, + "step": 760 + }, + { + "epoch": 0.08122362869198312, + "grad_norm": 0.8284780979156494, + "learning_rate": 0.0015, + "loss": 1.9659, + "step": 770 + }, + { + "epoch": 0.08227848101265822, + "grad_norm": 0.8100257515907288, + "learning_rate": 0.0015, + "loss": 1.9651, + "step": 780 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 0.7772668600082397, + "learning_rate": 0.0015, + "loss": 1.9699, + "step": 790 + }, + { + "epoch": 0.08438818565400844, + "grad_norm": 0.6757662892341614, + "learning_rate": 0.0015, + "loss": 1.943, + "step": 800 + }, + { + "epoch": 0.08544303797468354, + "grad_norm": 0.7380781769752502, + "learning_rate": 0.0015, + "loss": 1.9317, + "step": 810 + }, + { + "epoch": 0.08649789029535865, + "grad_norm": 1.0726897716522217, + "learning_rate": 0.0015, + "loss": 1.941, + "step": 820 + }, + { + "epoch": 0.08755274261603375, + "grad_norm": 0.9912097454071045, + "learning_rate": 0.0015, + "loss": 1.9426, + "step": 830 + }, + { + "epoch": 0.08860759493670886, + "grad_norm": 0.8630762100219727, + "learning_rate": 0.0015, + "loss": 1.9223, + "step": 840 + }, + { + "epoch": 0.08966244725738397, + "grad_norm": 0.7220410704612732, + "learning_rate": 0.0015, + "loss": 1.9236, + "step": 850 + }, + { + "epoch": 0.09071729957805907, + "grad_norm": 0.8265845775604248, + "learning_rate": 0.0015, + "loss": 1.9192, + "step": 860 + }, + { + "epoch": 0.09177215189873418, + "grad_norm": 0.8414561748504639, + "learning_rate": 0.0015, + "loss": 1.9174, + "step": 870 + }, + { + "epoch": 0.09282700421940929, + "grad_norm": 0.8560569286346436, + "learning_rate": 0.0015, + "loss": 1.9101, + "step": 880 + }, + { + "epoch": 0.0938818565400844, + "grad_norm": 0.9429737329483032, + "learning_rate": 0.0015, + "loss": 1.9028, + "step": 890 + }, + { + "epoch": 0.0949367088607595, + "grad_norm": 0.9511808753013611, + "learning_rate": 0.0015, + "loss": 1.8982, + "step": 900 + }, + { + "epoch": 0.09599156118143459, + "grad_norm": 0.7845291495323181, + "learning_rate": 0.0015, + "loss": 1.9041, + "step": 910 + }, + { + "epoch": 0.0970464135021097, + "grad_norm": 0.7083245515823364, + "learning_rate": 0.0015, + "loss": 1.8959, + "step": 920 + }, + { + "epoch": 0.0981012658227848, + "grad_norm": 0.695321798324585, + "learning_rate": 0.0015, + "loss": 1.8762, + "step": 930 + }, + { + "epoch": 0.09915611814345991, + "grad_norm": 0.7678042650222778, + "learning_rate": 0.0015, + "loss": 1.8839, + "step": 940 + }, + { + "epoch": 0.10021097046413502, + "grad_norm": 0.8387939929962158, + "learning_rate": 0.0015, + "loss": 1.8689, + "step": 950 + }, + { + "epoch": 0.10126582278481013, + "grad_norm": 0.7231588363647461, + "learning_rate": 0.0015, + "loss": 1.8725, + "step": 960 + }, + { + "epoch": 0.10232067510548523, + "grad_norm": 1.4515342712402344, + "learning_rate": 0.0015, + "loss": 1.8773, + "step": 970 + }, + { + "epoch": 0.10337552742616034, + "grad_norm": 1.2844597101211548, + "learning_rate": 0.0015, + "loss": 1.8664, + "step": 980 + }, + { + "epoch": 0.10443037974683544, + "grad_norm": 1.171708583831787, + "learning_rate": 0.0015, + "loss": 1.8612, + "step": 990 + }, + { + "epoch": 0.10548523206751055, + "grad_norm": 0.9919615387916565, + "learning_rate": 0.0015, + "loss": 1.8619, + "step": 1000 + }, + { + "epoch": 0.10654008438818566, + "grad_norm": 1.0693222284317017, + "learning_rate": 0.0015, + "loss": 1.8548, + "step": 1010 + }, + { + "epoch": 0.10759493670886076, + "grad_norm": 0.8183884620666504, + "learning_rate": 0.0015, + "loss": 1.8415, + "step": 1020 + }, + { + "epoch": 0.10864978902953587, + "grad_norm": 0.7043951153755188, + "learning_rate": 0.0015, + "loss": 1.8463, + "step": 1030 + }, + { + "epoch": 0.10970464135021098, + "grad_norm": 0.7884238958358765, + "learning_rate": 0.0015, + "loss": 1.8401, + "step": 1040 + }, + { + "epoch": 0.11075949367088607, + "grad_norm": 1.0709902048110962, + "learning_rate": 0.0015, + "loss": 1.8438, + "step": 1050 + }, + { + "epoch": 0.11181434599156118, + "grad_norm": 0.7990682125091553, + "learning_rate": 0.0015, + "loss": 1.8367, + "step": 1060 + }, + { + "epoch": 0.11286919831223628, + "grad_norm": 0.7052449584007263, + "learning_rate": 0.0015, + "loss": 1.8247, + "step": 1070 + }, + { + "epoch": 0.11392405063291139, + "grad_norm": 1.0053858757019043, + "learning_rate": 0.0015, + "loss": 1.8223, + "step": 1080 + }, + { + "epoch": 0.1149789029535865, + "grad_norm": 0.6969329118728638, + "learning_rate": 0.0015, + "loss": 1.8329, + "step": 1090 + }, + { + "epoch": 0.1160337552742616, + "grad_norm": 0.7716851830482483, + "learning_rate": 0.0015, + "loss": 1.817, + "step": 1100 + }, + { + "epoch": 0.11708860759493671, + "grad_norm": 0.6982385516166687, + "learning_rate": 0.0015, + "loss": 1.8253, + "step": 1110 + }, + { + "epoch": 0.11814345991561181, + "grad_norm": 0.7668865919113159, + "learning_rate": 0.0015, + "loss": 1.8193, + "step": 1120 + }, + { + "epoch": 0.11919831223628692, + "grad_norm": 0.9826824069023132, + "learning_rate": 0.0015, + "loss": 1.8032, + "step": 1130 + }, + { + "epoch": 0.12025316455696203, + "grad_norm": 0.783207356929779, + "learning_rate": 0.0015, + "loss": 1.8184, + "step": 1140 + }, + { + "epoch": 0.12130801687763713, + "grad_norm": 1.2691607475280762, + "learning_rate": 0.0015, + "loss": 1.802, + "step": 1150 + }, + { + "epoch": 0.12236286919831224, + "grad_norm": 0.7726699709892273, + "learning_rate": 0.0015, + "loss": 1.809, + "step": 1160 + }, + { + "epoch": 0.12341772151898735, + "grad_norm": 1.0477081537246704, + "learning_rate": 0.0015, + "loss": 1.7988, + "step": 1170 + }, + { + "epoch": 0.12447257383966245, + "grad_norm": 0.6980409622192383, + "learning_rate": 0.0015, + "loss": 1.7825, + "step": 1180 + }, + { + "epoch": 0.12552742616033755, + "grad_norm": 0.7194324135780334, + "learning_rate": 0.0015, + "loss": 1.7873, + "step": 1190 + }, + { + "epoch": 0.12658227848101267, + "grad_norm": 1.509351372718811, + "learning_rate": 0.0015, + "loss": 1.805, + "step": 1200 + }, + { + "epoch": 0.12763713080168776, + "grad_norm": 0.8106460571289062, + "learning_rate": 0.0015, + "loss": 1.802, + "step": 1210 + }, + { + "epoch": 0.12869198312236288, + "grad_norm": 0.6423959732055664, + "learning_rate": 0.0015, + "loss": 1.7724, + "step": 1220 + }, + { + "epoch": 0.12974683544303797, + "grad_norm": 0.7225367426872253, + "learning_rate": 0.0015, + "loss": 1.7629, + "step": 1230 + }, + { + "epoch": 0.1308016877637131, + "grad_norm": 0.7591999173164368, + "learning_rate": 0.0015, + "loss": 1.7846, + "step": 1240 + }, + { + "epoch": 0.13185654008438819, + "grad_norm": 0.6502033472061157, + "learning_rate": 0.0015, + "loss": 1.7852, + "step": 1250 + }, + { + "epoch": 0.13291139240506328, + "grad_norm": 0.8119486570358276, + "learning_rate": 0.0015, + "loss": 1.7717, + "step": 1260 + }, + { + "epoch": 0.1339662447257384, + "grad_norm": 0.7183853387832642, + "learning_rate": 0.0015, + "loss": 1.7686, + "step": 1270 + }, + { + "epoch": 0.1350210970464135, + "grad_norm": 0.6890498399734497, + "learning_rate": 0.0015, + "loss": 1.7822, + "step": 1280 + }, + { + "epoch": 0.1360759493670886, + "grad_norm": 0.6092765927314758, + "learning_rate": 0.0015, + "loss": 1.7677, + "step": 1290 + }, + { + "epoch": 0.1371308016877637, + "grad_norm": 0.7149849534034729, + "learning_rate": 0.0015, + "loss": 1.754, + "step": 1300 + }, + { + "epoch": 0.13818565400843882, + "grad_norm": 0.6687565445899963, + "learning_rate": 0.0015, + "loss": 1.7578, + "step": 1310 + }, + { + "epoch": 0.13924050632911392, + "grad_norm": 0.8480717539787292, + "learning_rate": 0.0015, + "loss": 1.7625, + "step": 1320 + }, + { + "epoch": 0.14029535864978904, + "grad_norm": 0.9097123146057129, + "learning_rate": 0.0015, + "loss": 1.7542, + "step": 1330 + }, + { + "epoch": 0.14135021097046413, + "grad_norm": 0.6868681907653809, + "learning_rate": 0.0015, + "loss": 1.758, + "step": 1340 + }, + { + "epoch": 0.14240506329113925, + "grad_norm": 0.7010665535926819, + "learning_rate": 0.0015, + "loss": 1.7611, + "step": 1350 + }, + { + "epoch": 0.14345991561181434, + "grad_norm": 0.7429423928260803, + "learning_rate": 0.0015, + "loss": 1.7483, + "step": 1360 + }, + { + "epoch": 0.14451476793248946, + "grad_norm": 0.6833866834640503, + "learning_rate": 0.0015, + "loss": 1.7467, + "step": 1370 + }, + { + "epoch": 0.14556962025316456, + "grad_norm": 0.7524899840354919, + "learning_rate": 0.0015, + "loss": 1.7376, + "step": 1380 + }, + { + "epoch": 0.14662447257383968, + "grad_norm": 0.8158894181251526, + "learning_rate": 0.0015, + "loss": 1.7483, + "step": 1390 + }, + { + "epoch": 0.14767932489451477, + "grad_norm": 0.8951417803764343, + "learning_rate": 0.0015, + "loss": 1.7334, + "step": 1400 + }, + { + "epoch": 0.14873417721518986, + "grad_norm": 0.673397421836853, + "learning_rate": 0.0015, + "loss": 1.7334, + "step": 1410 + }, + { + "epoch": 0.14978902953586498, + "grad_norm": 0.7225199341773987, + "learning_rate": 0.0015, + "loss": 1.7397, + "step": 1420 + }, + { + "epoch": 0.15084388185654007, + "grad_norm": 0.6290916204452515, + "learning_rate": 0.0015, + "loss": 1.7346, + "step": 1430 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 0.7073165774345398, + "learning_rate": 0.0015, + "loss": 1.7292, + "step": 1440 + }, + { + "epoch": 0.1529535864978903, + "grad_norm": 0.7441956996917725, + "learning_rate": 0.0015, + "loss": 1.7273, + "step": 1450 + }, + { + "epoch": 0.1540084388185654, + "grad_norm": 0.8966643214225769, + "learning_rate": 0.0015, + "loss": 1.7261, + "step": 1460 + }, + { + "epoch": 0.1550632911392405, + "grad_norm": 0.635562539100647, + "learning_rate": 0.0015, + "loss": 1.7272, + "step": 1470 + }, + { + "epoch": 0.15611814345991562, + "grad_norm": 0.8800082802772522, + "learning_rate": 0.0015, + "loss": 1.7286, + "step": 1480 + }, + { + "epoch": 0.1571729957805907, + "grad_norm": 0.9613121151924133, + "learning_rate": 0.0015, + "loss": 1.7221, + "step": 1490 + }, + { + "epoch": 0.15822784810126583, + "grad_norm": 0.6964594125747681, + "learning_rate": 0.0015, + "loss": 1.7203, + "step": 1500 + }, + { + "epoch": 0.15928270042194093, + "grad_norm": 0.6780398488044739, + "learning_rate": 0.0015, + "loss": 1.7212, + "step": 1510 + }, + { + "epoch": 0.16033755274261605, + "grad_norm": 0.6919646859169006, + "learning_rate": 0.0015, + "loss": 1.7235, + "step": 1520 + }, + { + "epoch": 0.16139240506329114, + "grad_norm": 0.7676806449890137, + "learning_rate": 0.0015, + "loss": 1.7042, + "step": 1530 + }, + { + "epoch": 0.16244725738396623, + "grad_norm": 0.735536515712738, + "learning_rate": 0.0015, + "loss": 1.6988, + "step": 1540 + }, + { + "epoch": 0.16350210970464135, + "grad_norm": 1.2225226163864136, + "learning_rate": 0.0015, + "loss": 1.7015, + "step": 1550 + }, + { + "epoch": 0.16455696202531644, + "grad_norm": 0.678997814655304, + "learning_rate": 0.0015, + "loss": 1.701, + "step": 1560 + }, + { + "epoch": 0.16561181434599156, + "grad_norm": 0.8650702834129333, + "learning_rate": 0.0015, + "loss": 1.6948, + "step": 1570 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 0.8140895962715149, + "learning_rate": 0.0015, + "loss": 1.7059, + "step": 1580 + }, + { + "epoch": 0.16772151898734178, + "grad_norm": 0.8755738735198975, + "learning_rate": 0.0015, + "loss": 1.6993, + "step": 1590 + }, + { + "epoch": 0.16877637130801687, + "grad_norm": 0.8179135918617249, + "learning_rate": 0.0015, + "loss": 1.7067, + "step": 1600 + }, + { + "epoch": 0.169831223628692, + "grad_norm": 0.6715182662010193, + "learning_rate": 0.0015, + "loss": 1.7054, + "step": 1610 + }, + { + "epoch": 0.17088607594936708, + "grad_norm": 0.6825255751609802, + "learning_rate": 0.0015, + "loss": 1.6739, + "step": 1620 + }, + { + "epoch": 0.1719409282700422, + "grad_norm": 1.0979033708572388, + "learning_rate": 0.0015, + "loss": 1.6866, + "step": 1630 + }, + { + "epoch": 0.1729957805907173, + "grad_norm": 0.6127614974975586, + "learning_rate": 0.0015, + "loss": 1.6902, + "step": 1640 + }, + { + "epoch": 0.17405063291139242, + "grad_norm": 0.63741534948349, + "learning_rate": 0.0015, + "loss": 1.6777, + "step": 1650 + }, + { + "epoch": 0.1751054852320675, + "grad_norm": 0.8913732767105103, + "learning_rate": 0.0015, + "loss": 1.6787, + "step": 1660 + }, + { + "epoch": 0.17616033755274263, + "grad_norm": 0.7328352332115173, + "learning_rate": 0.0015, + "loss": 1.6912, + "step": 1670 + }, + { + "epoch": 0.17721518987341772, + "grad_norm": 1.4312113523483276, + "learning_rate": 0.0015, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 0.17827004219409281, + "grad_norm": 1.2871997356414795, + "learning_rate": 0.0015, + "loss": 1.6782, + "step": 1690 + }, + { + "epoch": 0.17932489451476794, + "grad_norm": 0.7266455888748169, + "learning_rate": 0.0015, + "loss": 1.6847, + "step": 1700 + }, + { + "epoch": 0.18037974683544303, + "grad_norm": 0.7218185663223267, + "learning_rate": 0.0015, + "loss": 1.665, + "step": 1710 + }, + { + "epoch": 0.18143459915611815, + "grad_norm": 0.6649265885353088, + "learning_rate": 0.0015, + "loss": 1.6629, + "step": 1720 + }, + { + "epoch": 0.18248945147679324, + "grad_norm": 0.6617045998573303, + "learning_rate": 0.0015, + "loss": 1.6654, + "step": 1730 + }, + { + "epoch": 0.18354430379746836, + "grad_norm": 0.5968663096427917, + "learning_rate": 0.0015, + "loss": 1.6699, + "step": 1740 + }, + { + "epoch": 0.18459915611814345, + "grad_norm": 0.6206800937652588, + "learning_rate": 0.0015, + "loss": 1.6901, + "step": 1750 + }, + { + "epoch": 0.18565400843881857, + "grad_norm": 0.689408540725708, + "learning_rate": 0.0015, + "loss": 1.6696, + "step": 1760 + }, + { + "epoch": 0.18670886075949367, + "grad_norm": 0.7100616097450256, + "learning_rate": 0.0015, + "loss": 1.6755, + "step": 1770 + }, + { + "epoch": 0.1877637130801688, + "grad_norm": 0.6594061851501465, + "learning_rate": 0.0015, + "loss": 1.6732, + "step": 1780 + }, + { + "epoch": 0.18881856540084388, + "grad_norm": 0.9528148770332336, + "learning_rate": 0.0015, + "loss": 1.6732, + "step": 1790 + }, + { + "epoch": 0.189873417721519, + "grad_norm": 0.7268603444099426, + "learning_rate": 0.0015, + "loss": 1.6679, + "step": 1800 + }, + { + "epoch": 0.1909282700421941, + "grad_norm": 0.616661012172699, + "learning_rate": 0.0015, + "loss": 1.6546, + "step": 1810 + }, + { + "epoch": 0.19198312236286919, + "grad_norm": 0.6803067326545715, + "learning_rate": 0.0015, + "loss": 1.6551, + "step": 1820 + }, + { + "epoch": 0.1930379746835443, + "grad_norm": 0.6617722511291504, + "learning_rate": 0.0015, + "loss": 1.6542, + "step": 1830 + }, + { + "epoch": 0.1940928270042194, + "grad_norm": 0.6185517311096191, + "learning_rate": 0.0015, + "loss": 1.6518, + "step": 1840 + }, + { + "epoch": 0.19514767932489452, + "grad_norm": 0.6060194373130798, + "learning_rate": 0.0015, + "loss": 1.6553, + "step": 1850 + }, + { + "epoch": 0.1962025316455696, + "grad_norm": 0.6753437519073486, + "learning_rate": 0.0015, + "loss": 1.661, + "step": 1860 + }, + { + "epoch": 0.19725738396624473, + "grad_norm": 0.632571816444397, + "learning_rate": 0.0015, + "loss": 1.6577, + "step": 1870 + }, + { + "epoch": 0.19831223628691982, + "grad_norm": 0.6047013998031616, + "learning_rate": 0.0015, + "loss": 1.648, + "step": 1880 + }, + { + "epoch": 0.19936708860759494, + "grad_norm": 0.5847437977790833, + "learning_rate": 0.0015, + "loss": 1.6536, + "step": 1890 + }, + { + "epoch": 0.20042194092827004, + "grad_norm": 0.9869843125343323, + "learning_rate": 0.0015, + "loss": 1.6487, + "step": 1900 + }, + { + "epoch": 0.20147679324894516, + "grad_norm": 0.8873304724693298, + "learning_rate": 0.0015, + "loss": 1.6506, + "step": 1910 + }, + { + "epoch": 0.20253164556962025, + "grad_norm": 0.6672500371932983, + "learning_rate": 0.0015, + "loss": 1.6478, + "step": 1920 + }, + { + "epoch": 0.20358649789029537, + "grad_norm": 0.7043957710266113, + "learning_rate": 0.0015, + "loss": 1.6483, + "step": 1930 + }, + { + "epoch": 0.20464135021097046, + "grad_norm": 0.6475924253463745, + "learning_rate": 0.0015, + "loss": 1.6394, + "step": 1940 + }, + { + "epoch": 0.20569620253164558, + "grad_norm": 0.6054782271385193, + "learning_rate": 0.0015, + "loss": 1.638, + "step": 1950 + }, + { + "epoch": 0.20675105485232068, + "grad_norm": 0.7016323804855347, + "learning_rate": 0.0015, + "loss": 1.6435, + "step": 1960 + }, + { + "epoch": 0.20780590717299577, + "grad_norm": 0.6046034693717957, + "learning_rate": 0.0015, + "loss": 1.6532, + "step": 1970 + }, + { + "epoch": 0.2088607594936709, + "grad_norm": 0.6938050985336304, + "learning_rate": 0.0015, + "loss": 1.6316, + "step": 1980 + }, + { + "epoch": 0.20991561181434598, + "grad_norm": 0.6536348462104797, + "learning_rate": 0.0015, + "loss": 1.6318, + "step": 1990 + }, + { + "epoch": 0.2109704641350211, + "grad_norm": 0.6942468881607056, + "learning_rate": 0.0015, + "loss": 1.6292, + "step": 2000 + }, + { + "epoch": 0.2120253164556962, + "grad_norm": 0.851248025894165, + "learning_rate": 0.0015, + "loss": 1.6386, + "step": 2010 + }, + { + "epoch": 0.21308016877637131, + "grad_norm": 0.8210561275482178, + "learning_rate": 0.0015, + "loss": 1.6492, + "step": 2020 + }, + { + "epoch": 0.2141350210970464, + "grad_norm": 0.6815303564071655, + "learning_rate": 0.0015, + "loss": 1.6369, + "step": 2030 + }, + { + "epoch": 0.21518987341772153, + "grad_norm": 0.6996192336082458, + "learning_rate": 0.0015, + "loss": 1.6333, + "step": 2040 + }, + { + "epoch": 0.21624472573839662, + "grad_norm": 0.6134830713272095, + "learning_rate": 0.0015, + "loss": 1.63, + "step": 2050 + }, + { + "epoch": 0.21729957805907174, + "grad_norm": 0.7721474170684814, + "learning_rate": 0.0015, + "loss": 1.6224, + "step": 2060 + }, + { + "epoch": 0.21835443037974683, + "grad_norm": 0.7255933284759521, + "learning_rate": 0.0015, + "loss": 1.6244, + "step": 2070 + }, + { + "epoch": 0.21940928270042195, + "grad_norm": 0.6715564131736755, + "learning_rate": 0.0015, + "loss": 1.6314, + "step": 2080 + }, + { + "epoch": 0.22046413502109705, + "grad_norm": 0.8546271920204163, + "learning_rate": 0.0015, + "loss": 1.6219, + "step": 2090 + }, + { + "epoch": 0.22151898734177214, + "grad_norm": 1.7003231048583984, + "learning_rate": 0.0015, + "loss": 1.6351, + "step": 2100 + }, + { + "epoch": 0.22257383966244726, + "grad_norm": 0.7009464502334595, + "learning_rate": 0.0015, + "loss": 1.628, + "step": 2110 + }, + { + "epoch": 0.22362869198312235, + "grad_norm": 0.6949298977851868, + "learning_rate": 0.0015, + "loss": 1.6109, + "step": 2120 + }, + { + "epoch": 0.22468354430379747, + "grad_norm": 0.6207330822944641, + "learning_rate": 0.0015, + "loss": 1.6177, + "step": 2130 + }, + { + "epoch": 0.22573839662447256, + "grad_norm": 0.6025390625, + "learning_rate": 0.0015, + "loss": 1.612, + "step": 2140 + }, + { + "epoch": 0.22679324894514769, + "grad_norm": 0.9670878648757935, + "learning_rate": 0.0015, + "loss": 1.6188, + "step": 2150 + }, + { + "epoch": 0.22784810126582278, + "grad_norm": 1.022936224937439, + "learning_rate": 0.0015, + "loss": 1.6342, + "step": 2160 + }, + { + "epoch": 0.2289029535864979, + "grad_norm": 0.6394636034965515, + "learning_rate": 0.0015, + "loss": 1.6203, + "step": 2170 + }, + { + "epoch": 0.229957805907173, + "grad_norm": 0.5926973819732666, + "learning_rate": 0.0015, + "loss": 1.6028, + "step": 2180 + }, + { + "epoch": 0.2310126582278481, + "grad_norm": 0.8295377492904663, + "learning_rate": 0.0015, + "loss": 1.6196, + "step": 2190 + }, + { + "epoch": 0.2320675105485232, + "grad_norm": 0.6857534050941467, + "learning_rate": 0.0015, + "loss": 1.621, + "step": 2200 + }, + { + "epoch": 0.23312236286919832, + "grad_norm": 0.8938616514205933, + "learning_rate": 0.0015, + "loss": 1.6086, + "step": 2210 + }, + { + "epoch": 0.23417721518987342, + "grad_norm": 0.5973939299583435, + "learning_rate": 0.0015, + "loss": 1.619, + "step": 2220 + }, + { + "epoch": 0.23523206751054854, + "grad_norm": 0.7303853631019592, + "learning_rate": 0.0015, + "loss": 1.6091, + "step": 2230 + }, + { + "epoch": 0.23628691983122363, + "grad_norm": 0.6592551469802856, + "learning_rate": 0.0015, + "loss": 1.6091, + "step": 2240 + }, + { + "epoch": 0.23734177215189872, + "grad_norm": 0.8553382158279419, + "learning_rate": 0.0015, + "loss": 1.607, + "step": 2250 + }, + { + "epoch": 0.23839662447257384, + "grad_norm": 0.8838529586791992, + "learning_rate": 0.0015, + "loss": 1.5974, + "step": 2260 + }, + { + "epoch": 0.23945147679324894, + "grad_norm": 0.8019864559173584, + "learning_rate": 0.0015, + "loss": 1.6278, + "step": 2270 + }, + { + "epoch": 0.24050632911392406, + "grad_norm": 1.0666486024856567, + "learning_rate": 0.0015, + "loss": 1.6178, + "step": 2280 + }, + { + "epoch": 0.24156118143459915, + "grad_norm": 0.661801815032959, + "learning_rate": 0.0015, + "loss": 1.6037, + "step": 2290 + }, + { + "epoch": 0.24261603375527427, + "grad_norm": 0.6086870431900024, + "learning_rate": 0.0015, + "loss": 1.5978, + "step": 2300 + }, + { + "epoch": 0.24367088607594936, + "grad_norm": 0.6623057126998901, + "learning_rate": 0.0015, + "loss": 1.6019, + "step": 2310 + }, + { + "epoch": 0.24472573839662448, + "grad_norm": 0.7000704407691956, + "learning_rate": 0.0015, + "loss": 1.6117, + "step": 2320 + }, + { + "epoch": 0.24578059071729957, + "grad_norm": 0.6461548209190369, + "learning_rate": 0.0015, + "loss": 1.5955, + "step": 2330 + }, + { + "epoch": 0.2468354430379747, + "grad_norm": 0.6932266354560852, + "learning_rate": 0.0015, + "loss": 1.5893, + "step": 2340 + }, + { + "epoch": 0.2478902953586498, + "grad_norm": 0.6384739279747009, + "learning_rate": 0.0015, + "loss": 1.5907, + "step": 2350 + }, + { + "epoch": 0.2489451476793249, + "grad_norm": 0.907963216304779, + "learning_rate": 0.0015, + "loss": 1.6026, + "step": 2360 + }, + { + "epoch": 0.25, + "grad_norm": 0.9056057333946228, + "learning_rate": 0.0015, + "loss": 1.5964, + "step": 2370 + }, + { + "epoch": 0.2510548523206751, + "grad_norm": 0.786928653717041, + "learning_rate": 0.0015, + "loss": 1.5951, + "step": 2380 + }, + { + "epoch": 0.2521097046413502, + "grad_norm": 0.7156978249549866, + "learning_rate": 0.0015, + "loss": 1.5949, + "step": 2390 + }, + { + "epoch": 0.25316455696202533, + "grad_norm": 0.6144447922706604, + "learning_rate": 0.0015, + "loss": 1.5931, + "step": 2400 + }, + { + "epoch": 0.2542194092827004, + "grad_norm": 0.677020788192749, + "learning_rate": 0.0015, + "loss": 1.5953, + "step": 2410 + }, + { + "epoch": 0.2552742616033755, + "grad_norm": 0.6892838478088379, + "learning_rate": 0.0015, + "loss": 1.5909, + "step": 2420 + }, + { + "epoch": 0.2563291139240506, + "grad_norm": 0.5918874740600586, + "learning_rate": 0.0015, + "loss": 1.5913, + "step": 2430 + }, + { + "epoch": 0.25738396624472576, + "grad_norm": 0.7120735049247742, + "learning_rate": 0.0015, + "loss": 1.5995, + "step": 2440 + }, + { + "epoch": 0.25843881856540085, + "grad_norm": 0.6630368828773499, + "learning_rate": 0.0015, + "loss": 1.5828, + "step": 2450 + }, + { + "epoch": 0.25949367088607594, + "grad_norm": 0.5932007431983948, + "learning_rate": 0.0015, + "loss": 1.5982, + "step": 2460 + }, + { + "epoch": 0.26054852320675104, + "grad_norm": 0.7960039973258972, + "learning_rate": 0.0015, + "loss": 1.5893, + "step": 2470 + }, + { + "epoch": 0.2616033755274262, + "grad_norm": 0.7096516489982605, + "learning_rate": 0.0015, + "loss": 1.5952, + "step": 2480 + }, + { + "epoch": 0.2626582278481013, + "grad_norm": 0.6117181777954102, + "learning_rate": 0.0015, + "loss": 1.5803, + "step": 2490 + }, + { + "epoch": 0.26371308016877637, + "grad_norm": 0.6103050708770752, + "learning_rate": 0.0015, + "loss": 1.5856, + "step": 2500 + }, + { + "epoch": 0.26476793248945146, + "grad_norm": 0.5880393385887146, + "learning_rate": 0.0015, + "loss": 1.5833, + "step": 2510 + }, + { + "epoch": 0.26582278481012656, + "grad_norm": 1.1202528476715088, + "learning_rate": 0.0015, + "loss": 1.5885, + "step": 2520 + }, + { + "epoch": 0.2668776371308017, + "grad_norm": 0.6866726875305176, + "learning_rate": 0.0015, + "loss": 1.5851, + "step": 2530 + }, + { + "epoch": 0.2679324894514768, + "grad_norm": 0.7937163710594177, + "learning_rate": 0.0015, + "loss": 1.5867, + "step": 2540 + }, + { + "epoch": 0.2689873417721519, + "grad_norm": 0.7862516045570374, + "learning_rate": 0.0015, + "loss": 1.5784, + "step": 2550 + }, + { + "epoch": 0.270042194092827, + "grad_norm": 0.5781798362731934, + "learning_rate": 0.0015, + "loss": 1.587, + "step": 2560 + }, + { + "epoch": 0.27109704641350213, + "grad_norm": 0.6267972588539124, + "learning_rate": 0.0015, + "loss": 1.5819, + "step": 2570 + }, + { + "epoch": 0.2721518987341772, + "grad_norm": 0.5809932351112366, + "learning_rate": 0.0015, + "loss": 1.5782, + "step": 2580 + }, + { + "epoch": 0.2732067510548523, + "grad_norm": 0.5802158713340759, + "learning_rate": 0.0015, + "loss": 1.5877, + "step": 2590 + }, + { + "epoch": 0.2742616033755274, + "grad_norm": 0.6015350222587585, + "learning_rate": 0.0015, + "loss": 1.5869, + "step": 2600 + }, + { + "epoch": 0.27531645569620256, + "grad_norm": 0.6029126644134521, + "learning_rate": 0.0015, + "loss": 1.5837, + "step": 2610 + }, + { + "epoch": 0.27637130801687765, + "grad_norm": 0.7008916139602661, + "learning_rate": 0.0015, + "loss": 1.5816, + "step": 2620 + }, + { + "epoch": 0.27742616033755274, + "grad_norm": 0.7247995734214783, + "learning_rate": 0.0015, + "loss": 1.5706, + "step": 2630 + }, + { + "epoch": 0.27848101265822783, + "grad_norm": 0.6409516334533691, + "learning_rate": 0.0015, + "loss": 1.5824, + "step": 2640 + }, + { + "epoch": 0.2795358649789029, + "grad_norm": 0.7362030148506165, + "learning_rate": 0.0015, + "loss": 1.5755, + "step": 2650 + }, + { + "epoch": 0.2805907172995781, + "grad_norm": 0.5998350381851196, + "learning_rate": 0.0015, + "loss": 1.5679, + "step": 2660 + }, + { + "epoch": 0.28164556962025317, + "grad_norm": 0.6767162680625916, + "learning_rate": 0.0015, + "loss": 1.57, + "step": 2670 + }, + { + "epoch": 0.28270042194092826, + "grad_norm": 0.5803014636039734, + "learning_rate": 0.0015, + "loss": 1.5669, + "step": 2680 + }, + { + "epoch": 0.28375527426160335, + "grad_norm": 0.5653269290924072, + "learning_rate": 0.0015, + "loss": 1.5688, + "step": 2690 + }, + { + "epoch": 0.2848101265822785, + "grad_norm": 0.6908811926841736, + "learning_rate": 0.0015, + "loss": 1.5667, + "step": 2700 + }, + { + "epoch": 0.2858649789029536, + "grad_norm": 0.6035429239273071, + "learning_rate": 0.0015, + "loss": 1.5727, + "step": 2710 + }, + { + "epoch": 0.2869198312236287, + "grad_norm": 0.5633019804954529, + "learning_rate": 0.0015, + "loss": 1.5729, + "step": 2720 + }, + { + "epoch": 0.2879746835443038, + "grad_norm": 0.5946157574653625, + "learning_rate": 0.0015, + "loss": 1.5554, + "step": 2730 + }, + { + "epoch": 0.2890295358649789, + "grad_norm": 0.6822995543479919, + "learning_rate": 0.0015, + "loss": 1.5669, + "step": 2740 + }, + { + "epoch": 0.290084388185654, + "grad_norm": 0.6577224731445312, + "learning_rate": 0.0015, + "loss": 1.5732, + "step": 2750 + }, + { + "epoch": 0.2911392405063291, + "grad_norm": 1.026064157485962, + "learning_rate": 0.0015, + "loss": 1.5786, + "step": 2760 + }, + { + "epoch": 0.2921940928270042, + "grad_norm": 0.6183416843414307, + "learning_rate": 0.0015, + "loss": 1.5753, + "step": 2770 + }, + { + "epoch": 0.29324894514767935, + "grad_norm": 0.6068280339241028, + "learning_rate": 0.0015, + "loss": 1.5717, + "step": 2780 + }, + { + "epoch": 0.29430379746835444, + "grad_norm": 0.5816817283630371, + "learning_rate": 0.0015, + "loss": 1.5693, + "step": 2790 + }, + { + "epoch": 0.29535864978902954, + "grad_norm": 0.5484740138053894, + "learning_rate": 0.0015, + "loss": 1.5636, + "step": 2800 + }, + { + "epoch": 0.29641350210970463, + "grad_norm": 0.7095575332641602, + "learning_rate": 0.0015, + "loss": 1.5668, + "step": 2810 + }, + { + "epoch": 0.2974683544303797, + "grad_norm": 0.6714445948600769, + "learning_rate": 0.0015, + "loss": 1.5712, + "step": 2820 + }, + { + "epoch": 0.29852320675105487, + "grad_norm": 0.790642499923706, + "learning_rate": 0.0015, + "loss": 1.5461, + "step": 2830 + }, + { + "epoch": 0.29957805907172996, + "grad_norm": 1.5911504030227661, + "learning_rate": 0.0015, + "loss": 1.5537, + "step": 2840 + }, + { + "epoch": 0.30063291139240506, + "grad_norm": 0.6780908107757568, + "learning_rate": 0.0015, + "loss": 1.5637, + "step": 2850 + }, + { + "epoch": 0.30168776371308015, + "grad_norm": 0.5470073223114014, + "learning_rate": 0.0015, + "loss": 1.5576, + "step": 2860 + }, + { + "epoch": 0.3027426160337553, + "grad_norm": 0.8236953616142273, + "learning_rate": 0.0015, + "loss": 1.5609, + "step": 2870 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 0.6634783148765564, + "learning_rate": 0.0015, + "loss": 1.5457, + "step": 2880 + }, + { + "epoch": 0.3048523206751055, + "grad_norm": 0.6497632265090942, + "learning_rate": 0.0015, + "loss": 1.5536, + "step": 2890 + }, + { + "epoch": 0.3059071729957806, + "grad_norm": 0.8404585123062134, + "learning_rate": 0.0015, + "loss": 1.5596, + "step": 2900 + }, + { + "epoch": 0.3069620253164557, + "grad_norm": 0.8150055408477783, + "learning_rate": 0.0015, + "loss": 1.5592, + "step": 2910 + }, + { + "epoch": 0.3080168776371308, + "grad_norm": 0.6306717991828918, + "learning_rate": 0.0015, + "loss": 1.5537, + "step": 2920 + }, + { + "epoch": 0.3090717299578059, + "grad_norm": 0.5247840285301208, + "learning_rate": 0.0015, + "loss": 1.5509, + "step": 2930 + }, + { + "epoch": 0.310126582278481, + "grad_norm": 0.6982070207595825, + "learning_rate": 0.0015, + "loss": 1.5565, + "step": 2940 + }, + { + "epoch": 0.3111814345991561, + "grad_norm": 0.695550799369812, + "learning_rate": 0.0015, + "loss": 1.5651, + "step": 2950 + }, + { + "epoch": 0.31223628691983124, + "grad_norm": 0.726571261882782, + "learning_rate": 0.0015, + "loss": 1.5493, + "step": 2960 + }, + { + "epoch": 0.31329113924050633, + "grad_norm": 0.9273520708084106, + "learning_rate": 0.0015, + "loss": 1.5405, + "step": 2970 + }, + { + "epoch": 0.3143459915611814, + "grad_norm": 0.7275087237358093, + "learning_rate": 0.0015, + "loss": 1.5462, + "step": 2980 + }, + { + "epoch": 0.3154008438818565, + "grad_norm": 0.6150531768798828, + "learning_rate": 0.0015, + "loss": 1.5628, + "step": 2990 + }, + { + "epoch": 0.31645569620253167, + "grad_norm": 0.9108219742774963, + "learning_rate": 0.0015, + "loss": 1.5418, + "step": 3000 + }, + { + "epoch": 0.31751054852320676, + "grad_norm": 0.5648165345191956, + "learning_rate": 0.0015, + "loss": 1.5507, + "step": 3010 + }, + { + "epoch": 0.31856540084388185, + "grad_norm": 0.6469804644584656, + "learning_rate": 0.0015, + "loss": 1.5505, + "step": 3020 + }, + { + "epoch": 0.31962025316455694, + "grad_norm": 0.6678853034973145, + "learning_rate": 0.0015, + "loss": 1.5379, + "step": 3030 + }, + { + "epoch": 0.3206751054852321, + "grad_norm": 0.8343275189399719, + "learning_rate": 0.0015, + "loss": 1.5468, + "step": 3040 + }, + { + "epoch": 0.3217299578059072, + "grad_norm": 0.6772765517234802, + "learning_rate": 0.0015, + "loss": 1.5428, + "step": 3050 + }, + { + "epoch": 0.3227848101265823, + "grad_norm": 0.6098471879959106, + "learning_rate": 0.0015, + "loss": 1.5542, + "step": 3060 + }, + { + "epoch": 0.32383966244725737, + "grad_norm": 0.5519450902938843, + "learning_rate": 0.0015, + "loss": 1.5434, + "step": 3070 + }, + { + "epoch": 0.32489451476793246, + "grad_norm": 0.6524561643600464, + "learning_rate": 0.0015, + "loss": 1.532, + "step": 3080 + }, + { + "epoch": 0.3259493670886076, + "grad_norm": 0.5557029843330383, + "learning_rate": 0.0015, + "loss": 1.5502, + "step": 3090 + }, + { + "epoch": 0.3270042194092827, + "grad_norm": 0.5645538568496704, + "learning_rate": 0.0015, + "loss": 1.5349, + "step": 3100 + }, + { + "epoch": 0.3280590717299578, + "grad_norm": 0.6528288125991821, + "learning_rate": 0.0015, + "loss": 1.5418, + "step": 3110 + }, + { + "epoch": 0.3291139240506329, + "grad_norm": 0.6994026303291321, + "learning_rate": 0.0015, + "loss": 1.5416, + "step": 3120 + }, + { + "epoch": 0.33016877637130804, + "grad_norm": 0.7095736861228943, + "learning_rate": 0.0015, + "loss": 1.5555, + "step": 3130 + }, + { + "epoch": 0.33122362869198313, + "grad_norm": 0.7259683012962341, + "learning_rate": 0.0015, + "loss": 1.5329, + "step": 3140 + }, + { + "epoch": 0.3322784810126582, + "grad_norm": 0.5394166111946106, + "learning_rate": 0.0015, + "loss": 1.5391, + "step": 3150 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 0.5862396359443665, + "learning_rate": 0.0015, + "loss": 1.5411, + "step": 3160 + }, + { + "epoch": 0.33438818565400846, + "grad_norm": 0.6594740748405457, + "learning_rate": 0.0015, + "loss": 1.5448, + "step": 3170 + }, + { + "epoch": 0.33544303797468356, + "grad_norm": 0.7697080373764038, + "learning_rate": 0.0015, + "loss": 1.536, + "step": 3180 + }, + { + "epoch": 0.33649789029535865, + "grad_norm": 0.8687046766281128, + "learning_rate": 0.0015, + "loss": 1.5373, + "step": 3190 + }, + { + "epoch": 0.33755274261603374, + "grad_norm": 0.811188280582428, + "learning_rate": 0.0015, + "loss": 1.5353, + "step": 3200 + }, + { + "epoch": 0.33860759493670883, + "grad_norm": 1.0547219514846802, + "learning_rate": 0.0015, + "loss": 1.5487, + "step": 3210 + }, + { + "epoch": 0.339662447257384, + "grad_norm": 0.7948180437088013, + "learning_rate": 0.0015, + "loss": 1.539, + "step": 3220 + }, + { + "epoch": 0.3407172995780591, + "grad_norm": 0.7937295436859131, + "learning_rate": 0.0015, + "loss": 1.5334, + "step": 3230 + }, + { + "epoch": 0.34177215189873417, + "grad_norm": 0.5533401966094971, + "learning_rate": 0.0015, + "loss": 1.5143, + "step": 3240 + }, + { + "epoch": 0.34282700421940926, + "grad_norm": 0.7152353525161743, + "learning_rate": 0.0015, + "loss": 1.5397, + "step": 3250 + }, + { + "epoch": 0.3438818565400844, + "grad_norm": 0.562127947807312, + "learning_rate": 0.0015, + "loss": 1.5255, + "step": 3260 + }, + { + "epoch": 0.3449367088607595, + "grad_norm": 0.5752823352813721, + "learning_rate": 0.0015, + "loss": 1.5469, + "step": 3270 + }, + { + "epoch": 0.3459915611814346, + "grad_norm": 0.6228840947151184, + "learning_rate": 0.0015, + "loss": 1.5452, + "step": 3280 + }, + { + "epoch": 0.3470464135021097, + "grad_norm": 0.5474838614463806, + "learning_rate": 0.0015, + "loss": 1.5247, + "step": 3290 + }, + { + "epoch": 0.34810126582278483, + "grad_norm": 0.5703747868537903, + "learning_rate": 0.0015, + "loss": 1.5351, + "step": 3300 + }, + { + "epoch": 0.3491561181434599, + "grad_norm": 0.5856843590736389, + "learning_rate": 0.0015, + "loss": 1.5367, + "step": 3310 + }, + { + "epoch": 0.350210970464135, + "grad_norm": 0.6777088046073914, + "learning_rate": 0.0015, + "loss": 1.5409, + "step": 3320 + }, + { + "epoch": 0.3512658227848101, + "grad_norm": 0.5606372952461243, + "learning_rate": 0.0015, + "loss": 1.5283, + "step": 3330 + }, + { + "epoch": 0.35232067510548526, + "grad_norm": 0.6570095419883728, + "learning_rate": 0.0015, + "loss": 1.5311, + "step": 3340 + }, + { + "epoch": 0.35337552742616035, + "grad_norm": 0.6104706525802612, + "learning_rate": 0.0015, + "loss": 1.5253, + "step": 3350 + }, + { + "epoch": 0.35443037974683544, + "grad_norm": 0.5908493399620056, + "learning_rate": 0.0015, + "loss": 1.5245, + "step": 3360 + }, + { + "epoch": 0.35548523206751054, + "grad_norm": 0.7394626140594482, + "learning_rate": 0.0015, + "loss": 1.5312, + "step": 3370 + }, + { + "epoch": 0.35654008438818563, + "grad_norm": 0.9077485203742981, + "learning_rate": 0.0015, + "loss": 1.5302, + "step": 3380 + }, + { + "epoch": 0.3575949367088608, + "grad_norm": 0.6131513714790344, + "learning_rate": 0.0015, + "loss": 1.5228, + "step": 3390 + }, + { + "epoch": 0.35864978902953587, + "grad_norm": 0.5888971090316772, + "learning_rate": 0.0015, + "loss": 1.5312, + "step": 3400 + }, + { + "epoch": 0.35970464135021096, + "grad_norm": 0.5609570741653442, + "learning_rate": 0.0015, + "loss": 1.5268, + "step": 3410 + }, + { + "epoch": 0.36075949367088606, + "grad_norm": 0.6785055994987488, + "learning_rate": 0.0015, + "loss": 1.5079, + "step": 3420 + }, + { + "epoch": 0.3618143459915612, + "grad_norm": 0.5453798770904541, + "learning_rate": 0.0015, + "loss": 1.528, + "step": 3430 + }, + { + "epoch": 0.3628691983122363, + "grad_norm": 0.5888906717300415, + "learning_rate": 0.0015, + "loss": 1.5229, + "step": 3440 + }, + { + "epoch": 0.3639240506329114, + "grad_norm": 0.5770800709724426, + "learning_rate": 0.0015, + "loss": 1.517, + "step": 3450 + }, + { + "epoch": 0.3649789029535865, + "grad_norm": 0.6824765801429749, + "learning_rate": 0.0015, + "loss": 1.5134, + "step": 3460 + }, + { + "epoch": 0.36603375527426163, + "grad_norm": 0.6052685379981995, + "learning_rate": 0.0015, + "loss": 1.5321, + "step": 3470 + }, + { + "epoch": 0.3670886075949367, + "grad_norm": 0.5701059103012085, + "learning_rate": 0.0015, + "loss": 1.5366, + "step": 3480 + }, + { + "epoch": 0.3681434599156118, + "grad_norm": 0.5969727039337158, + "learning_rate": 0.0015, + "loss": 1.5283, + "step": 3490 + }, + { + "epoch": 0.3691983122362869, + "grad_norm": 0.5816425085067749, + "learning_rate": 0.0015, + "loss": 1.5096, + "step": 3500 + }, + { + "epoch": 0.370253164556962, + "grad_norm": 0.8447874784469604, + "learning_rate": 0.0015, + "loss": 1.5292, + "step": 3510 + }, + { + "epoch": 0.37130801687763715, + "grad_norm": 0.6487998366355896, + "learning_rate": 0.0015, + "loss": 1.5269, + "step": 3520 + }, + { + "epoch": 0.37236286919831224, + "grad_norm": 0.666244387626648, + "learning_rate": 0.0015, + "loss": 1.5315, + "step": 3530 + }, + { + "epoch": 0.37341772151898733, + "grad_norm": 0.7151220440864563, + "learning_rate": 0.0015, + "loss": 1.5314, + "step": 3540 + }, + { + "epoch": 0.3744725738396624, + "grad_norm": 0.5529572367668152, + "learning_rate": 0.0015, + "loss": 1.5168, + "step": 3550 + }, + { + "epoch": 0.3755274261603376, + "grad_norm": 0.5668327808380127, + "learning_rate": 0.0015, + "loss": 1.5159, + "step": 3560 + }, + { + "epoch": 0.37658227848101267, + "grad_norm": 0.6934638619422913, + "learning_rate": 0.0015, + "loss": 1.5137, + "step": 3570 + }, + { + "epoch": 0.37763713080168776, + "grad_norm": 0.5961264371871948, + "learning_rate": 0.0015, + "loss": 1.5157, + "step": 3580 + }, + { + "epoch": 0.37869198312236285, + "grad_norm": 0.618583619594574, + "learning_rate": 0.0015, + "loss": 1.5261, + "step": 3590 + }, + { + "epoch": 0.379746835443038, + "grad_norm": 0.8063673377037048, + "learning_rate": 0.0015, + "loss": 1.5092, + "step": 3600 + }, + { + "epoch": 0.3808016877637131, + "grad_norm": 0.6244291663169861, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 3610 + }, + { + "epoch": 0.3818565400843882, + "grad_norm": 0.607018232345581, + "learning_rate": 0.0015, + "loss": 1.5119, + "step": 3620 + }, + { + "epoch": 0.3829113924050633, + "grad_norm": 0.5306568145751953, + "learning_rate": 0.0015, + "loss": 1.5133, + "step": 3630 + }, + { + "epoch": 0.38396624472573837, + "grad_norm": 0.7277970314025879, + "learning_rate": 0.0015, + "loss": 1.5168, + "step": 3640 + }, + { + "epoch": 0.3850210970464135, + "grad_norm": 0.8040258288383484, + "learning_rate": 0.0015, + "loss": 1.5239, + "step": 3650 + }, + { + "epoch": 0.3860759493670886, + "grad_norm": 0.6845293641090393, + "learning_rate": 0.0015, + "loss": 1.5159, + "step": 3660 + }, + { + "epoch": 0.3871308016877637, + "grad_norm": 0.5492376685142517, + "learning_rate": 0.0015, + "loss": 1.5093, + "step": 3670 + }, + { + "epoch": 0.3881856540084388, + "grad_norm": 0.7942477464675903, + "learning_rate": 0.0015, + "loss": 1.5101, + "step": 3680 + }, + { + "epoch": 0.38924050632911394, + "grad_norm": 0.5903634428977966, + "learning_rate": 0.0015, + "loss": 1.5232, + "step": 3690 + }, + { + "epoch": 0.39029535864978904, + "grad_norm": 0.6824354529380798, + "learning_rate": 0.0015, + "loss": 1.5294, + "step": 3700 + }, + { + "epoch": 0.39135021097046413, + "grad_norm": 0.5715729594230652, + "learning_rate": 0.0015, + "loss": 1.5121, + "step": 3710 + }, + { + "epoch": 0.3924050632911392, + "grad_norm": 0.6855105757713318, + "learning_rate": 0.0015, + "loss": 1.4911, + "step": 3720 + }, + { + "epoch": 0.39345991561181437, + "grad_norm": 0.5223708152770996, + "learning_rate": 0.0015, + "loss": 1.5102, + "step": 3730 + }, + { + "epoch": 0.39451476793248946, + "grad_norm": 0.6070655584335327, + "learning_rate": 0.0015, + "loss": 1.5094, + "step": 3740 + }, + { + "epoch": 0.39556962025316456, + "grad_norm": 0.6628040075302124, + "learning_rate": 0.0015, + "loss": 1.5132, + "step": 3750 + }, + { + "epoch": 0.39662447257383965, + "grad_norm": 0.8938891887664795, + "learning_rate": 0.0015, + "loss": 1.5041, + "step": 3760 + }, + { + "epoch": 0.39767932489451474, + "grad_norm": 0.599801242351532, + "learning_rate": 0.0015, + "loss": 1.5211, + "step": 3770 + }, + { + "epoch": 0.3987341772151899, + "grad_norm": 0.5351318717002869, + "learning_rate": 0.0015, + "loss": 1.5076, + "step": 3780 + }, + { + "epoch": 0.399789029535865, + "grad_norm": 0.7043532729148865, + "learning_rate": 0.0015, + "loss": 1.5123, + "step": 3790 + }, + { + "epoch": 0.4008438818565401, + "grad_norm": 0.5856007933616638, + "learning_rate": 0.0015, + "loss": 1.5153, + "step": 3800 + }, + { + "epoch": 0.40189873417721517, + "grad_norm": 0.5364360809326172, + "learning_rate": 0.0015, + "loss": 1.5032, + "step": 3810 + }, + { + "epoch": 0.4029535864978903, + "grad_norm": 0.6079488396644592, + "learning_rate": 0.0015, + "loss": 1.4981, + "step": 3820 + }, + { + "epoch": 0.4040084388185654, + "grad_norm": 0.552480161190033, + "learning_rate": 0.0015, + "loss": 1.4991, + "step": 3830 + }, + { + "epoch": 0.4050632911392405, + "grad_norm": 0.545010507106781, + "learning_rate": 0.0015, + "loss": 1.5184, + "step": 3840 + }, + { + "epoch": 0.4061181434599156, + "grad_norm": 0.5817381739616394, + "learning_rate": 0.0015, + "loss": 1.4983, + "step": 3850 + }, + { + "epoch": 0.40717299578059074, + "grad_norm": 0.7624457478523254, + "learning_rate": 0.0015, + "loss": 1.5142, + "step": 3860 + }, + { + "epoch": 0.40822784810126583, + "grad_norm": 0.8512298464775085, + "learning_rate": 0.0015, + "loss": 1.5034, + "step": 3870 + }, + { + "epoch": 0.4092827004219409, + "grad_norm": 0.5915345549583435, + "learning_rate": 0.0015, + "loss": 1.493, + "step": 3880 + }, + { + "epoch": 0.410337552742616, + "grad_norm": 0.6914456486701965, + "learning_rate": 0.0015, + "loss": 1.4918, + "step": 3890 + }, + { + "epoch": 0.41139240506329117, + "grad_norm": 0.7696536779403687, + "learning_rate": 0.0015, + "loss": 1.4921, + "step": 3900 + }, + { + "epoch": 0.41244725738396626, + "grad_norm": 0.5909621119499207, + "learning_rate": 0.0015, + "loss": 1.4974, + "step": 3910 + }, + { + "epoch": 0.41350210970464135, + "grad_norm": 0.5885836482048035, + "learning_rate": 0.0015, + "loss": 1.4959, + "step": 3920 + }, + { + "epoch": 0.41455696202531644, + "grad_norm": 0.5148940682411194, + "learning_rate": 0.0015, + "loss": 1.5002, + "step": 3930 + }, + { + "epoch": 0.41561181434599154, + "grad_norm": 0.6414653658866882, + "learning_rate": 0.0015, + "loss": 1.4957, + "step": 3940 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 0.5845354199409485, + "learning_rate": 0.0015, + "loss": 1.5019, + "step": 3950 + }, + { + "epoch": 0.4177215189873418, + "grad_norm": 0.5267220735549927, + "learning_rate": 0.0015, + "loss": 1.5018, + "step": 3960 + }, + { + "epoch": 0.41877637130801687, + "grad_norm": 0.6976961493492126, + "learning_rate": 0.0015, + "loss": 1.4917, + "step": 3970 + }, + { + "epoch": 0.41983122362869196, + "grad_norm": 0.5018602013587952, + "learning_rate": 0.0015, + "loss": 1.5016, + "step": 3980 + }, + { + "epoch": 0.4208860759493671, + "grad_norm": 0.5722861289978027, + "learning_rate": 0.0015, + "loss": 1.4951, + "step": 3990 + }, + { + "epoch": 0.4219409282700422, + "grad_norm": 0.675983726978302, + "learning_rate": 0.0015, + "loss": 1.508, + "step": 4000 + }, + { + "epoch": 0.4229957805907173, + "grad_norm": 0.587409496307373, + "learning_rate": 0.0015, + "loss": 1.4915, + "step": 4010 + }, + { + "epoch": 0.4240506329113924, + "grad_norm": 0.5497817993164062, + "learning_rate": 0.0015, + "loss": 1.4969, + "step": 4020 + }, + { + "epoch": 0.42510548523206754, + "grad_norm": 0.6104870438575745, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4030 + }, + { + "epoch": 0.42616033755274263, + "grad_norm": 0.5707203149795532, + "learning_rate": 0.0015, + "loss": 1.5004, + "step": 4040 + }, + { + "epoch": 0.4272151898734177, + "grad_norm": 0.5172650814056396, + "learning_rate": 0.0015, + "loss": 1.4971, + "step": 4050 + }, + { + "epoch": 0.4282700421940928, + "grad_norm": 0.8300213813781738, + "learning_rate": 0.0015, + "loss": 1.5022, + "step": 4060 + }, + { + "epoch": 0.4293248945147679, + "grad_norm": 0.6693031191825867, + "learning_rate": 0.0015, + "loss": 1.4992, + "step": 4070 + }, + { + "epoch": 0.43037974683544306, + "grad_norm": 0.72288578748703, + "learning_rate": 0.0015, + "loss": 1.5054, + "step": 4080 + }, + { + "epoch": 0.43143459915611815, + "grad_norm": 0.8750916123390198, + "learning_rate": 0.0015, + "loss": 1.4995, + "step": 4090 + }, + { + "epoch": 0.43248945147679324, + "grad_norm": 0.5264197587966919, + "learning_rate": 0.0015, + "loss": 1.4956, + "step": 4100 + }, + { + "epoch": 0.43354430379746833, + "grad_norm": 0.6223256587982178, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4110 + }, + { + "epoch": 0.4345991561181435, + "grad_norm": 0.6839354634284973, + "learning_rate": 0.0015, + "loss": 1.4953, + "step": 4120 + }, + { + "epoch": 0.4356540084388186, + "grad_norm": 0.5767725706100464, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4130 + }, + { + "epoch": 0.43670886075949367, + "grad_norm": 0.5760086178779602, + "learning_rate": 0.0015, + "loss": 1.4905, + "step": 4140 + }, + { + "epoch": 0.43776371308016876, + "grad_norm": 0.7305461168289185, + "learning_rate": 0.0015, + "loss": 1.4961, + "step": 4150 + }, + { + "epoch": 0.4388185654008439, + "grad_norm": 0.6796057820320129, + "learning_rate": 0.0015, + "loss": 1.4871, + "step": 4160 + }, + { + "epoch": 0.439873417721519, + "grad_norm": 0.5641124248504639, + "learning_rate": 0.0015, + "loss": 1.488, + "step": 4170 + }, + { + "epoch": 0.4409282700421941, + "grad_norm": 0.531761109828949, + "learning_rate": 0.0015, + "loss": 1.4857, + "step": 4180 + }, + { + "epoch": 0.4419831223628692, + "grad_norm": 0.5290331840515137, + "learning_rate": 0.0015, + "loss": 1.4902, + "step": 4190 + }, + { + "epoch": 0.4430379746835443, + "grad_norm": 0.5988660454750061, + "learning_rate": 0.0015, + "loss": 1.4927, + "step": 4200 + }, + { + "epoch": 0.4440928270042194, + "grad_norm": 0.5810370445251465, + "learning_rate": 0.0015, + "loss": 1.4819, + "step": 4210 + }, + { + "epoch": 0.4451476793248945, + "grad_norm": 0.6254767775535583, + "learning_rate": 0.0015, + "loss": 1.4928, + "step": 4220 + }, + { + "epoch": 0.4462025316455696, + "grad_norm": 0.8546009063720703, + "learning_rate": 0.0015, + "loss": 1.4907, + "step": 4230 + }, + { + "epoch": 0.4472573839662447, + "grad_norm": 0.6996669769287109, + "learning_rate": 0.0015, + "loss": 1.487, + "step": 4240 + }, + { + "epoch": 0.44831223628691985, + "grad_norm": 0.6641138792037964, + "learning_rate": 0.0015, + "loss": 1.4914, + "step": 4250 + }, + { + "epoch": 0.44936708860759494, + "grad_norm": 1.0102465152740479, + "learning_rate": 0.0015, + "loss": 1.4977, + "step": 4260 + }, + { + "epoch": 0.45042194092827004, + "grad_norm": 0.5433333516120911, + "learning_rate": 0.0015, + "loss": 1.484, + "step": 4270 + }, + { + "epoch": 0.45147679324894513, + "grad_norm": 0.9442400336265564, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 4280 + }, + { + "epoch": 0.4525316455696203, + "grad_norm": 0.6479281783103943, + "learning_rate": 0.0015, + "loss": 1.4898, + "step": 4290 + }, + { + "epoch": 0.45358649789029537, + "grad_norm": 0.6578171849250793, + "learning_rate": 0.0015, + "loss": 1.4916, + "step": 4300 + }, + { + "epoch": 0.45464135021097046, + "grad_norm": 0.569848895072937, + "learning_rate": 0.0015, + "loss": 1.4855, + "step": 4310 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 0.9030901789665222, + "learning_rate": 0.0015, + "loss": 1.4831, + "step": 4320 + }, + { + "epoch": 0.45675105485232065, + "grad_norm": 0.5632250905036926, + "learning_rate": 0.0015, + "loss": 1.4906, + "step": 4330 + }, + { + "epoch": 0.4578059071729958, + "grad_norm": 0.6786665916442871, + "learning_rate": 0.0015, + "loss": 1.482, + "step": 4340 + }, + { + "epoch": 0.4588607594936709, + "grad_norm": 0.7414134740829468, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4350 + }, + { + "epoch": 0.459915611814346, + "grad_norm": 0.6580634117126465, + "learning_rate": 0.0015, + "loss": 1.4998, + "step": 4360 + }, + { + "epoch": 0.4609704641350211, + "grad_norm": 0.6057085394859314, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4370 + }, + { + "epoch": 0.4620253164556962, + "grad_norm": 0.5455748438835144, + "learning_rate": 0.0015, + "loss": 1.4827, + "step": 4380 + }, + { + "epoch": 0.4630801687763713, + "grad_norm": 0.6651989817619324, + "learning_rate": 0.0015, + "loss": 1.4769, + "step": 4390 + }, + { + "epoch": 0.4641350210970464, + "grad_norm": 0.6850955486297607, + "learning_rate": 0.0015, + "loss": 1.4865, + "step": 4400 + }, + { + "epoch": 0.4651898734177215, + "grad_norm": 0.5547869801521301, + "learning_rate": 0.0015, + "loss": 1.4994, + "step": 4410 + }, + { + "epoch": 0.46624472573839665, + "grad_norm": 0.5541783571243286, + "learning_rate": 0.0015, + "loss": 1.4799, + "step": 4420 + }, + { + "epoch": 0.46729957805907174, + "grad_norm": 0.6864834427833557, + "learning_rate": 0.0015, + "loss": 1.4873, + "step": 4430 + }, + { + "epoch": 0.46835443037974683, + "grad_norm": 0.5392774343490601, + "learning_rate": 0.0015, + "loss": 1.4801, + "step": 4440 + }, + { + "epoch": 0.4694092827004219, + "grad_norm": 0.5740990042686462, + "learning_rate": 0.0015, + "loss": 1.4884, + "step": 4450 + }, + { + "epoch": 0.4704641350210971, + "grad_norm": 0.5771586894989014, + "learning_rate": 0.0015, + "loss": 1.4743, + "step": 4460 + }, + { + "epoch": 0.47151898734177217, + "grad_norm": 0.5462093949317932, + "learning_rate": 0.0015, + "loss": 1.4815, + "step": 4470 + }, + { + "epoch": 0.47257383966244726, + "grad_norm": 0.620675265789032, + "learning_rate": 0.0015, + "loss": 1.4879, + "step": 4480 + }, + { + "epoch": 0.47362869198312235, + "grad_norm": 0.5817893147468567, + "learning_rate": 0.0015, + "loss": 1.4774, + "step": 4490 + }, + { + "epoch": 0.47468354430379744, + "grad_norm": 0.598041296005249, + "learning_rate": 0.0015, + "loss": 1.4778, + "step": 4500 + }, + { + "epoch": 0.4757383966244726, + "grad_norm": 0.5842782258987427, + "learning_rate": 0.0015, + "loss": 1.4849, + "step": 4510 + }, + { + "epoch": 0.4767932489451477, + "grad_norm": 0.539628803730011, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 4520 + }, + { + "epoch": 0.4778481012658228, + "grad_norm": 0.5550809502601624, + "learning_rate": 0.0015, + "loss": 1.4826, + "step": 4530 + }, + { + "epoch": 0.47890295358649787, + "grad_norm": 0.5721598863601685, + "learning_rate": 0.0015, + "loss": 1.4845, + "step": 4540 + }, + { + "epoch": 0.479957805907173, + "grad_norm": 0.5803705453872681, + "learning_rate": 0.0015, + "loss": 1.4833, + "step": 4550 + }, + { + "epoch": 0.4810126582278481, + "grad_norm": 0.5888044238090515, + "learning_rate": 0.0015, + "loss": 1.4745, + "step": 4560 + }, + { + "epoch": 0.4820675105485232, + "grad_norm": 0.5239693522453308, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 4570 + }, + { + "epoch": 0.4831223628691983, + "grad_norm": 0.6711458563804626, + "learning_rate": 0.0015, + "loss": 1.4765, + "step": 4580 + }, + { + "epoch": 0.48417721518987344, + "grad_norm": 0.6962656378746033, + "learning_rate": 0.0015, + "loss": 1.4645, + "step": 4590 + }, + { + "epoch": 0.48523206751054854, + "grad_norm": 0.6165156960487366, + "learning_rate": 0.0015, + "loss": 1.4824, + "step": 4600 + }, + { + "epoch": 0.48628691983122363, + "grad_norm": 0.8150234818458557, + "learning_rate": 0.0015, + "loss": 1.4879, + "step": 4610 + }, + { + "epoch": 0.4873417721518987, + "grad_norm": 0.5150010585784912, + "learning_rate": 0.0015, + "loss": 1.4617, + "step": 4620 + }, + { + "epoch": 0.4883966244725738, + "grad_norm": 0.5443220734596252, + "learning_rate": 0.0015, + "loss": 1.4788, + "step": 4630 + }, + { + "epoch": 0.48945147679324896, + "grad_norm": 0.482876181602478, + "learning_rate": 0.0015, + "loss": 1.4835, + "step": 4640 + }, + { + "epoch": 0.49050632911392406, + "grad_norm": 0.5590141415596008, + "learning_rate": 0.0015, + "loss": 1.4839, + "step": 4650 + }, + { + "epoch": 0.49156118143459915, + "grad_norm": 0.5331428647041321, + "learning_rate": 0.0015, + "loss": 1.4707, + "step": 4660 + }, + { + "epoch": 0.49261603375527424, + "grad_norm": 0.5391295552253723, + "learning_rate": 0.0015, + "loss": 1.4725, + "step": 4670 + }, + { + "epoch": 0.4936708860759494, + "grad_norm": 0.509565532207489, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 4680 + }, + { + "epoch": 0.4947257383966245, + "grad_norm": 0.618084728717804, + "learning_rate": 0.0015, + "loss": 1.4659, + "step": 4690 + }, + { + "epoch": 0.4957805907172996, + "grad_norm": 0.5926190614700317, + "learning_rate": 0.0015, + "loss": 1.474, + "step": 4700 + }, + { + "epoch": 0.49683544303797467, + "grad_norm": 0.5865287780761719, + "learning_rate": 0.0015, + "loss": 1.4752, + "step": 4710 + }, + { + "epoch": 0.4978902953586498, + "grad_norm": 0.8216726779937744, + "learning_rate": 0.0015, + "loss": 1.4728, + "step": 4720 + }, + { + "epoch": 0.4989451476793249, + "grad_norm": 0.5702864527702332, + "learning_rate": 0.0015, + "loss": 1.4675, + "step": 4730 + }, + { + "epoch": 0.5, + "grad_norm": 0.5554937124252319, + "learning_rate": 0.0015, + "loss": 1.4687, + "step": 4740 + }, + { + "epoch": 0.5010548523206751, + "grad_norm": 0.7813419103622437, + "learning_rate": 0.0015, + "loss": 1.485, + "step": 4750 + }, + { + "epoch": 0.5021097046413502, + "grad_norm": 0.5859711170196533, + "learning_rate": 0.0015, + "loss": 1.4725, + "step": 4760 + }, + { + "epoch": 0.5031645569620253, + "grad_norm": 0.49484410881996155, + "learning_rate": 0.0015, + "loss": 1.4688, + "step": 4770 + }, + { + "epoch": 0.5042194092827004, + "grad_norm": 0.5832527875900269, + "learning_rate": 0.0015, + "loss": 1.4781, + "step": 4780 + }, + { + "epoch": 0.5052742616033755, + "grad_norm": 0.5195610523223877, + "learning_rate": 0.0015, + "loss": 1.4628, + "step": 4790 + }, + { + "epoch": 0.5063291139240507, + "grad_norm": 0.659978449344635, + "learning_rate": 0.0015, + "loss": 1.4691, + "step": 4800 + }, + { + "epoch": 0.5073839662447257, + "grad_norm": 0.511674165725708, + "learning_rate": 0.0015, + "loss": 1.4691, + "step": 4810 + }, + { + "epoch": 0.5084388185654009, + "grad_norm": 0.5177804827690125, + "learning_rate": 0.0015, + "loss": 1.4838, + "step": 4820 + }, + { + "epoch": 0.509493670886076, + "grad_norm": 0.7505761384963989, + "learning_rate": 0.0015, + "loss": 1.4704, + "step": 4830 + }, + { + "epoch": 0.510548523206751, + "grad_norm": 0.539092481136322, + "learning_rate": 0.0015, + "loss": 1.463, + "step": 4840 + }, + { + "epoch": 0.5116033755274262, + "grad_norm": 0.5245592594146729, + "learning_rate": 0.0015, + "loss": 1.4779, + "step": 4850 + }, + { + "epoch": 0.5126582278481012, + "grad_norm": 0.5107757449150085, + "learning_rate": 0.0015, + "loss": 1.4631, + "step": 4860 + }, + { + "epoch": 0.5137130801687764, + "grad_norm": 0.6564355492591858, + "learning_rate": 0.0015, + "loss": 1.4568, + "step": 4870 + }, + { + "epoch": 0.5147679324894515, + "grad_norm": 0.8622680902481079, + "learning_rate": 0.0015, + "loss": 1.4787, + "step": 4880 + }, + { + "epoch": 0.5158227848101266, + "grad_norm": 0.7140923142433167, + "learning_rate": 0.0015, + "loss": 1.4696, + "step": 4890 + }, + { + "epoch": 0.5168776371308017, + "grad_norm": 0.5314764976501465, + "learning_rate": 0.0015, + "loss": 1.4769, + "step": 4900 + }, + { + "epoch": 0.5179324894514767, + "grad_norm": 0.703291118144989, + "learning_rate": 0.0015, + "loss": 1.4726, + "step": 4910 + }, + { + "epoch": 0.5189873417721519, + "grad_norm": 0.5653696656227112, + "learning_rate": 0.0015, + "loss": 1.4592, + "step": 4920 + }, + { + "epoch": 0.520042194092827, + "grad_norm": 0.7576748728752136, + "learning_rate": 0.0015, + "loss": 1.4708, + "step": 4930 + }, + { + "epoch": 0.5210970464135021, + "grad_norm": 0.5658641457557678, + "learning_rate": 0.0015, + "loss": 1.4687, + "step": 4940 + }, + { + "epoch": 0.5221518987341772, + "grad_norm": 0.6822872161865234, + "learning_rate": 0.0015, + "loss": 1.4756, + "step": 4950 + }, + { + "epoch": 0.5232067510548524, + "grad_norm": 0.7656373977661133, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 4960 + }, + { + "epoch": 0.5242616033755274, + "grad_norm": 0.6432836055755615, + "learning_rate": 0.0015, + "loss": 1.4648, + "step": 4970 + }, + { + "epoch": 0.5253164556962026, + "grad_norm": 0.6013480424880981, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 4980 + }, + { + "epoch": 0.5263713080168776, + "grad_norm": 0.5194891095161438, + "learning_rate": 0.0015, + "loss": 1.4593, + "step": 4990 + }, + { + "epoch": 0.5274261603375527, + "grad_norm": 0.5971081256866455, + "learning_rate": 0.0015, + "loss": 1.4714, + "step": 5000 + }, + { + "epoch": 0.5284810126582279, + "grad_norm": 0.5031110048294067, + "learning_rate": 0.0015, + "loss": 1.4656, + "step": 5010 + }, + { + "epoch": 0.5295358649789029, + "grad_norm": 0.6080752015113831, + "learning_rate": 0.0015, + "loss": 1.4564, + "step": 5020 + }, + { + "epoch": 0.5305907172995781, + "grad_norm": 0.5187121033668518, + "learning_rate": 0.0015, + "loss": 1.4437, + "step": 5030 + }, + { + "epoch": 0.5316455696202531, + "grad_norm": 0.6215658187866211, + "learning_rate": 0.0015, + "loss": 1.4706, + "step": 5040 + }, + { + "epoch": 0.5327004219409283, + "grad_norm": 0.5294223427772522, + "learning_rate": 0.0015, + "loss": 1.4593, + "step": 5050 + }, + { + "epoch": 0.5337552742616034, + "grad_norm": 0.5327278971672058, + "learning_rate": 0.0015, + "loss": 1.4733, + "step": 5060 + }, + { + "epoch": 0.5348101265822784, + "grad_norm": 0.7155603766441345, + "learning_rate": 0.0015, + "loss": 1.4599, + "step": 5070 + }, + { + "epoch": 0.5358649789029536, + "grad_norm": 0.5754086971282959, + "learning_rate": 0.0015, + "loss": 1.4744, + "step": 5080 + }, + { + "epoch": 0.5369198312236287, + "grad_norm": 0.5307754278182983, + "learning_rate": 0.0015, + "loss": 1.466, + "step": 5090 + }, + { + "epoch": 0.5379746835443038, + "grad_norm": 0.5501503348350525, + "learning_rate": 0.0015, + "loss": 1.4473, + "step": 5100 + }, + { + "epoch": 0.5390295358649789, + "grad_norm": 0.6310002207756042, + "learning_rate": 0.0015, + "loss": 1.4614, + "step": 5110 + }, + { + "epoch": 0.540084388185654, + "grad_norm": 0.6732348799705505, + "learning_rate": 0.0015, + "loss": 1.4604, + "step": 5120 + }, + { + "epoch": 0.5411392405063291, + "grad_norm": 0.692845344543457, + "learning_rate": 0.0015, + "loss": 1.4593, + "step": 5130 + }, + { + "epoch": 0.5421940928270043, + "grad_norm": 0.8803333044052124, + "learning_rate": 0.0015, + "loss": 1.4755, + "step": 5140 + }, + { + "epoch": 0.5432489451476793, + "grad_norm": 0.7394497394561768, + "learning_rate": 0.0015, + "loss": 1.4682, + "step": 5150 + }, + { + "epoch": 0.5443037974683544, + "grad_norm": 0.5637319684028625, + "learning_rate": 0.0015, + "loss": 1.4623, + "step": 5160 + }, + { + "epoch": 0.5453586497890295, + "grad_norm": 0.5626906156539917, + "learning_rate": 0.0015, + "loss": 1.4619, + "step": 5170 + }, + { + "epoch": 0.5464135021097046, + "grad_norm": 0.674372136592865, + "learning_rate": 0.0015, + "loss": 1.4734, + "step": 5180 + }, + { + "epoch": 0.5474683544303798, + "grad_norm": 0.5766422152519226, + "learning_rate": 0.0015, + "loss": 1.4565, + "step": 5190 + }, + { + "epoch": 0.5485232067510548, + "grad_norm": 0.5909757614135742, + "learning_rate": 0.0015, + "loss": 1.4676, + "step": 5200 + }, + { + "epoch": 0.54957805907173, + "grad_norm": 0.7312908172607422, + "learning_rate": 0.0015, + "loss": 1.452, + "step": 5210 + }, + { + "epoch": 0.5506329113924051, + "grad_norm": 0.5908947587013245, + "learning_rate": 0.0015, + "loss": 1.4638, + "step": 5220 + }, + { + "epoch": 0.5516877637130801, + "grad_norm": 0.715272068977356, + "learning_rate": 0.0015, + "loss": 1.455, + "step": 5230 + }, + { + "epoch": 0.5527426160337553, + "grad_norm": 0.5803365707397461, + "learning_rate": 0.0015, + "loss": 1.462, + "step": 5240 + }, + { + "epoch": 0.5537974683544303, + "grad_norm": 0.5664737820625305, + "learning_rate": 0.0015, + "loss": 1.4545, + "step": 5250 + }, + { + "epoch": 0.5548523206751055, + "grad_norm": 0.5839225053787231, + "learning_rate": 0.0015, + "loss": 1.4602, + "step": 5260 + }, + { + "epoch": 0.5559071729957806, + "grad_norm": 0.4953925609588623, + "learning_rate": 0.0015, + "loss": 1.4659, + "step": 5270 + }, + { + "epoch": 0.5569620253164557, + "grad_norm": 0.8335318565368652, + "learning_rate": 0.0015, + "loss": 1.4584, + "step": 5280 + }, + { + "epoch": 0.5580168776371308, + "grad_norm": 0.6270488500595093, + "learning_rate": 0.0015, + "loss": 1.4612, + "step": 5290 + }, + { + "epoch": 0.5590717299578059, + "grad_norm": 0.7120893001556396, + "learning_rate": 0.0015, + "loss": 1.4638, + "step": 5300 + }, + { + "epoch": 0.560126582278481, + "grad_norm": 0.8138550519943237, + "learning_rate": 0.0015, + "loss": 1.4496, + "step": 5310 + }, + { + "epoch": 0.5611814345991561, + "grad_norm": 0.5401758551597595, + "learning_rate": 0.0015, + "loss": 1.4483, + "step": 5320 + }, + { + "epoch": 0.5622362869198312, + "grad_norm": 0.5224828124046326, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 5330 + }, + { + "epoch": 0.5632911392405063, + "grad_norm": 0.49380800127983093, + "learning_rate": 0.0015, + "loss": 1.4516, + "step": 5340 + }, + { + "epoch": 0.5643459915611815, + "grad_norm": 0.580145537853241, + "learning_rate": 0.0015, + "loss": 1.4487, + "step": 5350 + }, + { + "epoch": 0.5654008438818565, + "grad_norm": 0.7637959122657776, + "learning_rate": 0.0015, + "loss": 1.4569, + "step": 5360 + }, + { + "epoch": 0.5664556962025317, + "grad_norm": 0.6170578002929688, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5370 + }, + { + "epoch": 0.5675105485232067, + "grad_norm": 0.49486005306243896, + "learning_rate": 0.0015, + "loss": 1.4484, + "step": 5380 + }, + { + "epoch": 0.5685654008438819, + "grad_norm": 0.7415298223495483, + "learning_rate": 0.0015, + "loss": 1.4481, + "step": 5390 + }, + { + "epoch": 0.569620253164557, + "grad_norm": 0.5081527829170227, + "learning_rate": 0.0015, + "loss": 1.4518, + "step": 5400 + }, + { + "epoch": 0.570675105485232, + "grad_norm": 0.5197334289550781, + "learning_rate": 0.0015, + "loss": 1.4541, + "step": 5410 + }, + { + "epoch": 0.5717299578059072, + "grad_norm": 0.5770809054374695, + "learning_rate": 0.0015, + "loss": 1.447, + "step": 5420 + }, + { + "epoch": 0.5727848101265823, + "grad_norm": 0.5595590472221375, + "learning_rate": 0.0015, + "loss": 1.4439, + "step": 5430 + }, + { + "epoch": 0.5738396624472574, + "grad_norm": 0.5152465105056763, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 5440 + }, + { + "epoch": 0.5748945147679325, + "grad_norm": 0.5433465838432312, + "learning_rate": 0.0015, + "loss": 1.4524, + "step": 5450 + }, + { + "epoch": 0.5759493670886076, + "grad_norm": 0.5469236373901367, + "learning_rate": 0.0015, + "loss": 1.4529, + "step": 5460 + }, + { + "epoch": 0.5770042194092827, + "grad_norm": 0.7457453012466431, + "learning_rate": 0.0015, + "loss": 1.4515, + "step": 5470 + }, + { + "epoch": 0.5780590717299579, + "grad_norm": 0.8334279656410217, + "learning_rate": 0.0015, + "loss": 1.4557, + "step": 5480 + }, + { + "epoch": 0.5791139240506329, + "grad_norm": 0.5600117444992065, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 5490 + }, + { + "epoch": 0.580168776371308, + "grad_norm": 0.6172137260437012, + "learning_rate": 0.0015, + "loss": 1.4514, + "step": 5500 + }, + { + "epoch": 0.5812236286919831, + "grad_norm": 0.8084834814071655, + "learning_rate": 0.0015, + "loss": 1.457, + "step": 5510 + }, + { + "epoch": 0.5822784810126582, + "grad_norm": 0.4771358072757721, + "learning_rate": 0.0015, + "loss": 1.4465, + "step": 5520 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 0.7505190968513489, + "learning_rate": 0.0015, + "loss": 1.4432, + "step": 5530 + }, + { + "epoch": 0.5843881856540084, + "grad_norm": 0.5385145545005798, + "learning_rate": 0.0015, + "loss": 1.4411, + "step": 5540 + }, + { + "epoch": 0.5854430379746836, + "grad_norm": 0.5953381657600403, + "learning_rate": 0.0015, + "loss": 1.4601, + "step": 5550 + }, + { + "epoch": 0.5864978902953587, + "grad_norm": 0.5023871064186096, + "learning_rate": 0.0015, + "loss": 1.4594, + "step": 5560 + }, + { + "epoch": 0.5875527426160337, + "grad_norm": 0.46754318475723267, + "learning_rate": 0.0015, + "loss": 1.4473, + "step": 5570 + }, + { + "epoch": 0.5886075949367089, + "grad_norm": 0.4978267550468445, + "learning_rate": 0.0015, + "loss": 1.4443, + "step": 5580 + }, + { + "epoch": 0.5896624472573839, + "grad_norm": 0.5876461863517761, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 5590 + }, + { + "epoch": 0.5907172995780591, + "grad_norm": 0.5194767713546753, + "learning_rate": 0.0015, + "loss": 1.4447, + "step": 5600 + }, + { + "epoch": 0.5917721518987342, + "grad_norm": 0.5830156803131104, + "learning_rate": 0.0015, + "loss": 1.4489, + "step": 5610 + }, + { + "epoch": 0.5928270042194093, + "grad_norm": 0.6493149399757385, + "learning_rate": 0.0015, + "loss": 1.4573, + "step": 5620 + }, + { + "epoch": 0.5938818565400844, + "grad_norm": 0.5640086531639099, + "learning_rate": 0.0015, + "loss": 1.4522, + "step": 5630 + }, + { + "epoch": 0.5949367088607594, + "grad_norm": 0.5697202086448669, + "learning_rate": 0.0015, + "loss": 1.4607, + "step": 5640 + }, + { + "epoch": 0.5959915611814346, + "grad_norm": 0.8615607619285583, + "learning_rate": 0.0015, + "loss": 1.4543, + "step": 5650 + }, + { + "epoch": 0.5970464135021097, + "grad_norm": 0.5999366641044617, + "learning_rate": 0.0015, + "loss": 1.4532, + "step": 5660 + }, + { + "epoch": 0.5981012658227848, + "grad_norm": 0.5394980907440186, + "learning_rate": 0.0015, + "loss": 1.4571, + "step": 5670 + }, + { + "epoch": 0.5991561181434599, + "grad_norm": 0.5949744582176208, + "learning_rate": 0.0015, + "loss": 1.4587, + "step": 5680 + }, + { + "epoch": 0.6002109704641351, + "grad_norm": 0.8181208372116089, + "learning_rate": 0.0015, + "loss": 1.4367, + "step": 5690 + }, + { + "epoch": 0.6012658227848101, + "grad_norm": 0.7619207501411438, + "learning_rate": 0.0015, + "loss": 1.4429, + "step": 5700 + }, + { + "epoch": 0.6023206751054853, + "grad_norm": 0.5156919360160828, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5710 + }, + { + "epoch": 0.6033755274261603, + "grad_norm": 0.5499758720397949, + "learning_rate": 0.0015, + "loss": 1.4498, + "step": 5720 + }, + { + "epoch": 0.6044303797468354, + "grad_norm": 0.5424597859382629, + "learning_rate": 0.0015, + "loss": 1.4494, + "step": 5730 + }, + { + "epoch": 0.6054852320675106, + "grad_norm": 0.4815009832382202, + "learning_rate": 0.0015, + "loss": 1.445, + "step": 5740 + }, + { + "epoch": 0.6065400843881856, + "grad_norm": 0.5966301560401917, + "learning_rate": 0.0015, + "loss": 1.4216, + "step": 5750 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 0.5151605606079102, + "learning_rate": 0.0015, + "loss": 1.4326, + "step": 5760 + }, + { + "epoch": 0.6086497890295358, + "grad_norm": 0.6921638250350952, + "learning_rate": 0.0015, + "loss": 1.4337, + "step": 5770 + }, + { + "epoch": 0.609704641350211, + "grad_norm": 0.46902838349342346, + "learning_rate": 0.0015, + "loss": 1.4425, + "step": 5780 + }, + { + "epoch": 0.6107594936708861, + "grad_norm": 0.5058550834655762, + "learning_rate": 0.0015, + "loss": 1.4372, + "step": 5790 + }, + { + "epoch": 0.6118143459915611, + "grad_norm": 0.5539354085922241, + "learning_rate": 0.0015, + "loss": 1.4394, + "step": 5800 + }, + { + "epoch": 0.6128691983122363, + "grad_norm": 0.5441718101501465, + "learning_rate": 0.0015, + "loss": 1.4477, + "step": 5810 + }, + { + "epoch": 0.6139240506329114, + "grad_norm": 0.5080265998840332, + "learning_rate": 0.0015, + "loss": 1.4596, + "step": 5820 + }, + { + "epoch": 0.6149789029535865, + "grad_norm": 0.6123008728027344, + "learning_rate": 0.0015, + "loss": 1.4438, + "step": 5830 + }, + { + "epoch": 0.6160337552742616, + "grad_norm": 0.5770524740219116, + "learning_rate": 0.0015, + "loss": 1.4542, + "step": 5840 + }, + { + "epoch": 0.6170886075949367, + "grad_norm": 0.6080031991004944, + "learning_rate": 0.0015, + "loss": 1.4609, + "step": 5850 + }, + { + "epoch": 0.6181434599156118, + "grad_norm": 0.5636224150657654, + "learning_rate": 0.0015, + "loss": 1.4467, + "step": 5860 + }, + { + "epoch": 0.619198312236287, + "grad_norm": 0.4880855083465576, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 5870 + }, + { + "epoch": 0.620253164556962, + "grad_norm": 0.5888167023658752, + "learning_rate": 0.0015, + "loss": 1.4492, + "step": 5880 + }, + { + "epoch": 0.6213080168776371, + "grad_norm": 0.5131341218948364, + "learning_rate": 0.0015, + "loss": 1.4377, + "step": 5890 + }, + { + "epoch": 0.6223628691983122, + "grad_norm": 0.5880426168441772, + "learning_rate": 0.0015, + "loss": 1.4415, + "step": 5900 + }, + { + "epoch": 0.6234177215189873, + "grad_norm": 0.5205261707305908, + "learning_rate": 0.0015, + "loss": 1.4378, + "step": 5910 + }, + { + "epoch": 0.6244725738396625, + "grad_norm": 0.5249908566474915, + "learning_rate": 0.0015, + "loss": 1.4308, + "step": 5920 + }, + { + "epoch": 0.6255274261603375, + "grad_norm": 0.955223798751831, + "learning_rate": 0.0015, + "loss": 1.4398, + "step": 5930 + }, + { + "epoch": 0.6265822784810127, + "grad_norm": 0.5612366199493408, + "learning_rate": 0.0015, + "loss": 1.4457, + "step": 5940 + }, + { + "epoch": 0.6276371308016878, + "grad_norm": 0.6971794366836548, + "learning_rate": 0.0015, + "loss": 1.4354, + "step": 5950 + }, + { + "epoch": 0.6286919831223629, + "grad_norm": 0.5463219881057739, + "learning_rate": 0.0015, + "loss": 1.4409, + "step": 5960 + }, + { + "epoch": 0.629746835443038, + "grad_norm": 0.5149267315864563, + "learning_rate": 0.0015, + "loss": 1.4432, + "step": 5970 + }, + { + "epoch": 0.630801687763713, + "grad_norm": 0.4944988787174225, + "learning_rate": 0.0015, + "loss": 1.4253, + "step": 5980 + }, + { + "epoch": 0.6318565400843882, + "grad_norm": 1.1925803422927856, + "learning_rate": 0.0015, + "loss": 1.4462, + "step": 5990 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 0.5493529438972473, + "learning_rate": 0.0015, + "loss": 1.4513, + "step": 6000 + }, + { + "epoch": 0.6339662447257384, + "grad_norm": 0.5455761551856995, + "learning_rate": 0.0015, + "loss": 1.4413, + "step": 6010 + }, + { + "epoch": 0.6350210970464135, + "grad_norm": 0.7629719376564026, + "learning_rate": 0.0015, + "loss": 1.4425, + "step": 6020 + }, + { + "epoch": 0.6360759493670886, + "grad_norm": 0.5936135053634644, + "learning_rate": 0.0015, + "loss": 1.4268, + "step": 6030 + }, + { + "epoch": 0.6371308016877637, + "grad_norm": 0.7498371601104736, + "learning_rate": 0.0015, + "loss": 1.4448, + "step": 6040 + }, + { + "epoch": 0.6381856540084389, + "grad_norm": 0.5150027871131897, + "learning_rate": 0.0015, + "loss": 1.4277, + "step": 6050 + }, + { + "epoch": 0.6392405063291139, + "grad_norm": 0.592757523059845, + "learning_rate": 0.0015, + "loss": 1.4471, + "step": 6060 + }, + { + "epoch": 0.640295358649789, + "grad_norm": 0.7083083987236023, + "learning_rate": 0.0015, + "loss": 1.4379, + "step": 6070 + }, + { + "epoch": 0.6413502109704642, + "grad_norm": 0.5336272120475769, + "learning_rate": 0.0015, + "loss": 1.439, + "step": 6080 + }, + { + "epoch": 0.6424050632911392, + "grad_norm": 0.5165539383888245, + "learning_rate": 0.0015, + "loss": 1.4394, + "step": 6090 + }, + { + "epoch": 0.6434599156118144, + "grad_norm": 0.5278064012527466, + "learning_rate": 0.0015, + "loss": 1.4298, + "step": 6100 + }, + { + "epoch": 0.6445147679324894, + "grad_norm": 0.5715420246124268, + "learning_rate": 0.0015, + "loss": 1.4423, + "step": 6110 + }, + { + "epoch": 0.6455696202531646, + "grad_norm": 0.5232217311859131, + "learning_rate": 0.0015, + "loss": 1.437, + "step": 6120 + }, + { + "epoch": 0.6466244725738397, + "grad_norm": 0.5091473460197449, + "learning_rate": 0.0015, + "loss": 1.436, + "step": 6130 + }, + { + "epoch": 0.6476793248945147, + "grad_norm": 0.8899511098861694, + "learning_rate": 0.0015, + "loss": 1.4385, + "step": 6140 + }, + { + "epoch": 0.6487341772151899, + "grad_norm": 0.6659099459648132, + "learning_rate": 0.0015, + "loss": 1.4502, + "step": 6150 + }, + { + "epoch": 0.6497890295358649, + "grad_norm": 0.5278364419937134, + "learning_rate": 0.0015, + "loss": 1.4388, + "step": 6160 + }, + { + "epoch": 0.6508438818565401, + "grad_norm": 0.5966618657112122, + "learning_rate": 0.0014854972418331944, + "loss": 1.4178, + "step": 6170 + }, + { + "epoch": 0.6518987341772152, + "grad_norm": 0.5871420502662659, + "learning_rate": 0.0014650219182191931, + "loss": 1.4373, + "step": 6180 + }, + { + "epoch": 0.6529535864978903, + "grad_norm": 0.49998924136161804, + "learning_rate": 0.001444828815847542, + "loss": 1.4403, + "step": 6190 + }, + { + "epoch": 0.6540084388185654, + "grad_norm": 0.56219881772995, + "learning_rate": 0.0014249140447269945, + "loss": 1.4326, + "step": 6200 + }, + { + "epoch": 0.6550632911392406, + "grad_norm": 0.5544670224189758, + "learning_rate": 0.0014052737684839257, + "loss": 1.4308, + "step": 6210 + }, + { + "epoch": 0.6561181434599156, + "grad_norm": 0.6245346069335938, + "learning_rate": 0.0013859042036232954, + "loss": 1.4363, + "step": 6220 + }, + { + "epoch": 0.6571729957805907, + "grad_norm": 0.6795433163642883, + "learning_rate": 0.001366801618799797, + "loss": 1.421, + "step": 6230 + }, + { + "epoch": 0.6582278481012658, + "grad_norm": 0.5117453336715698, + "learning_rate": 0.001347962334099052, + "loss": 1.4258, + "step": 6240 + }, + { + "epoch": 0.6592827004219409, + "grad_norm": 0.4724520742893219, + "learning_rate": 0.0013293827203287143, + "loss": 1.4301, + "step": 6250 + }, + { + "epoch": 0.6603375527426161, + "grad_norm": 0.5391990542411804, + "learning_rate": 0.0013110591983193423, + "loss": 1.4227, + "step": 6260 + }, + { + "epoch": 0.6613924050632911, + "grad_norm": 0.5193755030632019, + "learning_rate": 0.0012929882382349102, + "loss": 1.429, + "step": 6270 + }, + { + "epoch": 0.6624472573839663, + "grad_norm": 0.512161135673523, + "learning_rate": 0.0012751663588928214, + "loss": 1.4259, + "step": 6280 + }, + { + "epoch": 0.6635021097046413, + "grad_norm": 0.515159547328949, + "learning_rate": 0.0012575901270932943, + "loss": 1.4211, + "step": 6290 + }, + { + "epoch": 0.6645569620253164, + "grad_norm": 0.6346011757850647, + "learning_rate": 0.0012402561569579936, + "loss": 1.4143, + "step": 6300 + }, + { + "epoch": 0.6656118143459916, + "grad_norm": 0.5715067386627197, + "learning_rate": 0.0012231611092777745, + "loss": 1.4139, + "step": 6310 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 0.49045276641845703, + "learning_rate": 0.0012063016908694193, + "loss": 1.4086, + "step": 6320 + }, + { + "epoch": 0.6677215189873418, + "grad_norm": 0.5555257797241211, + "learning_rate": 0.0011896746539412405, + "loss": 1.4144, + "step": 6330 + }, + { + "epoch": 0.6687763713080169, + "grad_norm": 0.6634909510612488, + "learning_rate": 0.0011732767954674265, + "loss": 1.4088, + "step": 6340 + }, + { + "epoch": 0.669831223628692, + "grad_norm": 0.5062224864959717, + "learning_rate": 0.0011571049565710122, + "loss": 1.41, + "step": 6350 + }, + { + "epoch": 0.6708860759493671, + "grad_norm": 0.532721757888794, + "learning_rate": 0.001141156021915355, + "loss": 1.4108, + "step": 6360 + }, + { + "epoch": 0.6719409282700421, + "grad_norm": 0.5790921449661255, + "learning_rate": 0.001125426919103997, + "loss": 1.391, + "step": 6370 + }, + { + "epoch": 0.6729957805907173, + "grad_norm": 0.5995064377784729, + "learning_rate": 0.001109914618088799, + "loss": 1.3963, + "step": 6380 + }, + { + "epoch": 0.6740506329113924, + "grad_norm": 0.7425418496131897, + "learning_rate": 0.0010946161305862348, + "loss": 1.4084, + "step": 6390 + }, + { + "epoch": 0.6751054852320675, + "grad_norm": 0.5397632718086243, + "learning_rate": 0.001079528509501728, + "loss": 1.4082, + "step": 6400 + }, + { + "epoch": 0.6761603375527426, + "grad_norm": 0.4879736602306366, + "learning_rate": 0.0010646488483619261, + "loss": 1.4022, + "step": 6410 + }, + { + "epoch": 0.6772151898734177, + "grad_norm": 0.5063172578811646, + "learning_rate": 0.0010499742807547976, + "loss": 1.3913, + "step": 6420 + }, + { + "epoch": 0.6782700421940928, + "grad_norm": 0.4709848165512085, + "learning_rate": 0.0010355019797774478, + "loss": 1.3973, + "step": 6430 + }, + { + "epoch": 0.679324894514768, + "grad_norm": 0.615486204624176, + "learning_rate": 0.001021229157491546, + "loss": 1.3803, + "step": 6440 + }, + { + "epoch": 0.680379746835443, + "grad_norm": 0.5633809566497803, + "learning_rate": 0.0010071530643862578, + "loss": 1.3856, + "step": 6450 + }, + { + "epoch": 0.6814345991561181, + "grad_norm": 0.545462429523468, + "learning_rate": 0.000993270988848579, + "loss": 1.3971, + "step": 6460 + }, + { + "epoch": 0.6824894514767933, + "grad_norm": 0.4841838777065277, + "learning_rate": 0.0009795802566409742, + "loss": 1.3923, + "step": 6470 + }, + { + "epoch": 0.6835443037974683, + "grad_norm": 0.6843337416648865, + "learning_rate": 0.0009660782303862109, + "loss": 1.3959, + "step": 6480 + }, + { + "epoch": 0.6845991561181435, + "grad_norm": 0.48485007882118225, + "learning_rate": 0.0009527623090592963, + "loss": 1.3897, + "step": 6490 + }, + { + "epoch": 0.6856540084388185, + "grad_norm": 0.5016741752624512, + "learning_rate": 0.0009396299274864177, + "loss": 1.4065, + "step": 6500 + }, + { + "epoch": 0.6867088607594937, + "grad_norm": 0.4839712381362915, + "learning_rate": 0.0009266785558507877, + "loss": 1.4018, + "step": 6510 + }, + { + "epoch": 0.6877637130801688, + "grad_norm": 0.5387133955955505, + "learning_rate": 0.0009139056992053016, + "loss": 1.3874, + "step": 6520 + }, + { + "epoch": 0.6888185654008439, + "grad_norm": 0.5518836975097656, + "learning_rate": 0.000901308896991912, + "loss": 1.3771, + "step": 6530 + }, + { + "epoch": 0.689873417721519, + "grad_norm": 0.5541582107543945, + "learning_rate": 0.000888885722567627, + "loss": 1.3881, + "step": 6540 + }, + { + "epoch": 0.6909282700421941, + "grad_norm": 0.5158764123916626, + "learning_rate": 0.0008766337827370438, + "loss": 1.3812, + "step": 6550 + }, + { + "epoch": 0.6919831223628692, + "grad_norm": 0.6276925206184387, + "learning_rate": 0.000864550717291324, + "loss": 1.3811, + "step": 6560 + }, + { + "epoch": 0.6930379746835443, + "grad_norm": 0.481979638338089, + "learning_rate": 0.0008526341985535229, + "loss": 1.3799, + "step": 6570 + }, + { + "epoch": 0.6940928270042194, + "grad_norm": 0.48069658875465393, + "learning_rate": 0.0008408819309301891, + "loss": 1.3746, + "step": 6580 + }, + { + "epoch": 0.6951476793248945, + "grad_norm": 0.5420559644699097, + "learning_rate": 0.0008292916504691397, + "loss": 1.3791, + "step": 6590 + }, + { + "epoch": 0.6962025316455697, + "grad_norm": 0.5278546214103699, + "learning_rate": 0.0008178611244233354, + "loss": 1.3828, + "step": 6600 + }, + { + "epoch": 0.6972573839662447, + "grad_norm": 0.4805242419242859, + "learning_rate": 0.0008065881508207637, + "loss": 1.3695, + "step": 6610 + }, + { + "epoch": 0.6983122362869199, + "grad_norm": 0.46373307704925537, + "learning_rate": 0.0007954705580402523, + "loss": 1.3759, + "step": 6620 + }, + { + "epoch": 0.6993670886075949, + "grad_norm": 0.5256482362747192, + "learning_rate": 0.0007845062043931298, + "loss": 1.3712, + "step": 6630 + }, + { + "epoch": 0.70042194092827, + "grad_norm": 0.5568493604660034, + "learning_rate": 0.0007736929777106497, + "loss": 1.3731, + "step": 6640 + }, + { + "epoch": 0.7014767932489452, + "grad_norm": 0.5570749640464783, + "learning_rate": 0.000763028794937105, + "loss": 1.3683, + "step": 6650 + }, + { + "epoch": 0.7025316455696202, + "grad_norm": 0.5028032064437866, + "learning_rate": 0.0007525116017285476, + "loss": 1.3683, + "step": 6660 + }, + { + "epoch": 0.7035864978902954, + "grad_norm": 0.49775874614715576, + "learning_rate": 0.0007421393720570417, + "loss": 1.3706, + "step": 6670 + }, + { + "epoch": 0.7046413502109705, + "grad_norm": 0.4870249629020691, + "learning_rate": 0.0007319101078203694, + "loss": 1.3702, + "step": 6680 + }, + { + "epoch": 0.7056962025316456, + "grad_norm": 0.5222643613815308, + "learning_rate": 0.0007218218384571178, + "loss": 1.3635, + "step": 6690 + }, + { + "epoch": 0.7067510548523207, + "grad_norm": 0.5388110280036926, + "learning_rate": 0.0007118726205670703, + "loss": 1.3656, + "step": 6700 + }, + { + "epoch": 0.7078059071729957, + "grad_norm": 0.5282334685325623, + "learning_rate": 0.0007020605375368316, + "loss": 1.3646, + "step": 6710 + }, + { + "epoch": 0.7088607594936709, + "grad_norm": 0.5330915451049805, + "learning_rate": 0.000692383699170611, + "loss": 1.3565, + "step": 6720 + }, + { + "epoch": 0.709915611814346, + "grad_norm": 0.4744960069656372, + "learning_rate": 0.0006828402413260966, + "loss": 1.3642, + "step": 6730 + }, + { + "epoch": 0.7109704641350211, + "grad_norm": 0.44814684987068176, + "learning_rate": 0.0006734283255553471, + "loss": 1.3652, + "step": 6740 + }, + { + "epoch": 0.7120253164556962, + "grad_norm": 0.5122812390327454, + "learning_rate": 0.0006641461387506347, + "loss": 1.3647, + "step": 6750 + }, + { + "epoch": 0.7130801687763713, + "grad_norm": 0.5803338289260864, + "learning_rate": 0.0006549918927951678, + "loss": 1.3608, + "step": 6760 + }, + { + "epoch": 0.7141350210970464, + "grad_norm": 0.5368360877037048, + "learning_rate": 0.0006459638242186297, + "loss": 1.3631, + "step": 6770 + }, + { + "epoch": 0.7151898734177216, + "grad_norm": 0.4857064187526703, + "learning_rate": 0.0006370601938574639, + "loss": 1.3616, + "step": 6780 + }, + { + "epoch": 0.7162447257383966, + "grad_norm": 0.47593966126441956, + "learning_rate": 0.0006282792865198421, + "loss": 1.3643, + "step": 6790 + }, + { + "epoch": 0.7172995780590717, + "grad_norm": 0.4959394633769989, + "learning_rate": 0.0006196194106552512, + "loss": 1.3502, + "step": 6800 + }, + { + "epoch": 0.7183544303797469, + "grad_norm": 0.7511793375015259, + "learning_rate": 0.0006110788980286328, + "loss": 1.3555, + "step": 6810 + }, + { + "epoch": 0.7194092827004219, + "grad_norm": 0.5339522361755371, + "learning_rate": 0.0006026561033990158, + "loss": 1.3563, + "step": 6820 + }, + { + "epoch": 0.7204641350210971, + "grad_norm": 0.5237318873405457, + "learning_rate": 0.000594349404202577, + "loss": 1.3539, + "step": 6830 + }, + { + "epoch": 0.7215189873417721, + "grad_norm": 0.609191358089447, + "learning_rate": 0.0005861572002400716, + "loss": 1.3444, + "step": 6840 + }, + { + "epoch": 0.7225738396624473, + "grad_norm": 0.4444977343082428, + "learning_rate": 0.0005780779133685717, + "loss": 1.3515, + "step": 6850 + }, + { + "epoch": 0.7236286919831224, + "grad_norm": 0.5894291400909424, + "learning_rate": 0.0005701099871974524, + "loss": 1.3457, + "step": 6860 + }, + { + "epoch": 0.7246835443037974, + "grad_norm": 0.5352116227149963, + "learning_rate": 0.0005622518867885708, + "loss": 1.3428, + "step": 6870 + }, + { + "epoch": 0.7257383966244726, + "grad_norm": 0.5821011662483215, + "learning_rate": 0.0005545020983605748, + "loss": 1.3498, + "step": 6880 + }, + { + "epoch": 0.7267932489451476, + "grad_norm": 0.5592907667160034, + "learning_rate": 0.0005468591289972898, + "loss": 1.3406, + "step": 6890 + }, + { + "epoch": 0.7278481012658228, + "grad_norm": 0.5212944149971008, + "learning_rate": 0.0005393215063601232, + "loss": 1.3424, + "step": 6900 + }, + { + "epoch": 0.7289029535864979, + "grad_norm": 0.4783794581890106, + "learning_rate": 0.0005318877784044343, + "loss": 1.3661, + "step": 6910 + }, + { + "epoch": 0.729957805907173, + "grad_norm": 0.5923948884010315, + "learning_rate": 0.0005245565130998126, + "loss": 1.3444, + "step": 6920 + }, + { + "epoch": 0.7310126582278481, + "grad_norm": 0.4662396311759949, + "learning_rate": 0.000517326298154212, + "loss": 1.3504, + "step": 6930 + }, + { + "epoch": 0.7320675105485233, + "grad_norm": 0.590071976184845, + "learning_rate": 0.0005101957407418877, + "loss": 1.3542, + "step": 6940 + }, + { + "epoch": 0.7331223628691983, + "grad_norm": 0.5062225461006165, + "learning_rate": 0.0005031634672350829, + "loss": 1.3495, + "step": 6950 + }, + { + "epoch": 0.7341772151898734, + "grad_norm": 0.47687771916389465, + "learning_rate": 0.0004962281229394129, + "loss": 1.3394, + "step": 6960 + }, + { + "epoch": 0.7352320675105485, + "grad_norm": 0.5001543164253235, + "learning_rate": 0.0004893883718328983, + "loss": 1.3335, + "step": 6970 + }, + { + "epoch": 0.7362869198312236, + "grad_norm": 0.45192649960517883, + "learning_rate": 0.0004826428963085938, + "loss": 1.3389, + "step": 6980 + }, + { + "epoch": 0.7373417721518988, + "grad_norm": 0.47293058037757874, + "learning_rate": 0.00047599039692076457, + "loss": 1.3369, + "step": 6990 + }, + { + "epoch": 0.7383966244725738, + "grad_norm": 0.5003493428230286, + "learning_rate": 0.0004694295921345622, + "loss": 1.3496, + "step": 7000 + }, + { + "epoch": 0.739451476793249, + "grad_norm": 0.4663845896720886, + "learning_rate": 0.00046295921807915015, + "loss": 1.3186, + "step": 7010 + }, + { + "epoch": 0.740506329113924, + "grad_norm": 0.5916661620140076, + "learning_rate": 0.00045657802830423164, + "loss": 1.3355, + "step": 7020 + }, + { + "epoch": 0.7415611814345991, + "grad_norm": 0.5229008793830872, + "learning_rate": 0.00045028479353993473, + "loss": 1.3391, + "step": 7030 + }, + { + "epoch": 0.7426160337552743, + "grad_norm": 0.7030838131904602, + "learning_rate": 0.00044407830146000587, + "loss": 1.3452, + "step": 7040 + }, + { + "epoch": 0.7436708860759493, + "grad_norm": 0.5374937057495117, + "learning_rate": 0.0004379573564482676, + "loss": 1.3328, + "step": 7050 + }, + { + "epoch": 0.7447257383966245, + "grad_norm": 0.5882540941238403, + "learning_rate": 0.0004319207793682963, + "loss": 1.3366, + "step": 7060 + }, + { + "epoch": 0.7457805907172996, + "grad_norm": 0.6345937848091125, + "learning_rate": 0.0004259674073362731, + "loss": 1.3421, + "step": 7070 + }, + { + "epoch": 0.7468354430379747, + "grad_norm": 0.4727292060852051, + "learning_rate": 0.00042009609349696626, + "loss": 1.3377, + "step": 7080 + }, + { + "epoch": 0.7478902953586498, + "grad_norm": 0.45928624272346497, + "learning_rate": 0.00041430570680280233, + "loss": 1.3352, + "step": 7090 + }, + { + "epoch": 0.7489451476793249, + "grad_norm": 0.48504891991615295, + "learning_rate": 0.0004085951317959809, + "loss": 1.3312, + "step": 7100 + }, + { + "epoch": 0.75, + "grad_norm": 0.483320027589798, + "learning_rate": 0.00040296326839359315, + "loss": 1.3411, + "step": 7110 + }, + { + "epoch": 0.7510548523206751, + "grad_norm": 0.5457221269607544, + "learning_rate": 0.000397409031675703, + "loss": 1.3351, + "step": 7120 + }, + { + "epoch": 0.7521097046413502, + "grad_norm": 0.4729653596878052, + "learning_rate": 0.00039193135167634786, + "loss": 1.3437, + "step": 7130 + }, + { + "epoch": 0.7531645569620253, + "grad_norm": 0.4602673351764679, + "learning_rate": 0.00038652917317742123, + "loss": 1.3288, + "step": 7140 + }, + { + "epoch": 0.7542194092827004, + "grad_norm": 0.5650603771209717, + "learning_rate": 0.0003812014555053956, + "loss": 1.322, + "step": 7150 + }, + { + "epoch": 0.7552742616033755, + "grad_norm": 0.49608853459358215, + "learning_rate": 0.00037594717233084774, + "loss": 1.3319, + "step": 7160 + }, + { + "epoch": 0.7563291139240507, + "grad_norm": 0.5639001131057739, + "learning_rate": 0.0003707653114707471, + "loss": 1.3411, + "step": 7170 + }, + { + "epoch": 0.7573839662447257, + "grad_norm": 0.567976713180542, + "learning_rate": 0.00036565487469346906, + "loss": 1.3181, + "step": 7180 + }, + { + "epoch": 0.7584388185654009, + "grad_norm": 0.45866331458091736, + "learning_rate": 0.0003606148775264958, + "loss": 1.3192, + "step": 7190 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.4711613059043884, + "learning_rate": 0.0003556443490667684, + "loss": 1.3235, + "step": 7200 + }, + { + "epoch": 0.760548523206751, + "grad_norm": 0.5245905518531799, + "learning_rate": 0.0003507423317936521, + "loss": 1.3305, + "step": 7210 + }, + { + "epoch": 0.7616033755274262, + "grad_norm": 0.4977520704269409, + "learning_rate": 0.00034590788138448006, + "loss": 1.3432, + "step": 7220 + }, + { + "epoch": 0.7626582278481012, + "grad_norm": 0.49634262919425964, + "learning_rate": 0.0003411400665326393, + "loss": 1.3376, + "step": 7230 + }, + { + "epoch": 0.7637130801687764, + "grad_norm": 0.4820466935634613, + "learning_rate": 0.00033643796876816424, + "loss": 1.3336, + "step": 7240 + }, + { + "epoch": 0.7647679324894515, + "grad_norm": 0.5223116874694824, + "learning_rate": 0.000331800682280803, + "loss": 1.3302, + "step": 7250 + }, + { + "epoch": 0.7658227848101266, + "grad_norm": 0.47719502449035645, + "learning_rate": 0.0003272273137455226, + "loss": 1.3263, + "step": 7260 + }, + { + "epoch": 0.7668776371308017, + "grad_norm": 0.4842276871204376, + "learning_rate": 0.00032271698215041863, + "loss": 1.3236, + "step": 7270 + }, + { + "epoch": 0.7679324894514767, + "grad_norm": 0.4913792014122009, + "learning_rate": 0.0003182688186269984, + "loss": 1.3264, + "step": 7280 + }, + { + "epoch": 0.7689873417721519, + "grad_norm": 0.48811912536621094, + "learning_rate": 0.0003138819662828017, + "loss": 1.3342, + "step": 7290 + }, + { + "epoch": 0.770042194092827, + "grad_norm": 0.5455788969993591, + "learning_rate": 0.00030955558003632966, + "loss": 1.3388, + "step": 7300 + }, + { + "epoch": 0.7710970464135021, + "grad_norm": 0.4813641607761383, + "learning_rate": 0.0003052888264542483, + "loss": 1.3215, + "step": 7310 + }, + { + "epoch": 0.7721518987341772, + "grad_norm": 0.48815804719924927, + "learning_rate": 0.0003010808835908368, + "loss": 1.3166, + "step": 7320 + }, + { + "epoch": 0.7732067510548524, + "grad_norm": 0.4886752963066101, + "learning_rate": 0.00029693094082964785, + "loss": 1.3228, + "step": 7330 + }, + { + "epoch": 0.7742616033755274, + "grad_norm": 0.5872246026992798, + "learning_rate": 0.0002928381987273508, + "loss": 1.3177, + "step": 7340 + }, + { + "epoch": 0.7753164556962026, + "grad_norm": 0.5208707451820374, + "learning_rate": 0.0002888018688597272, + "loss": 1.3129, + "step": 7350 + }, + { + "epoch": 0.7763713080168776, + "grad_norm": 0.4769377112388611, + "learning_rate": 0.0002848211736697894, + "loss": 1.3223, + "step": 7360 + }, + { + "epoch": 0.7774261603375527, + "grad_norm": 0.5148775577545166, + "learning_rate": 0.00028089534631799183, + "loss": 1.3233, + "step": 7370 + }, + { + "epoch": 0.7784810126582279, + "grad_norm": 0.49648517370224, + "learning_rate": 0.0002770236305345076, + "loss": 1.3101, + "step": 7380 + }, + { + "epoch": 0.7795358649789029, + "grad_norm": 0.4622742831707001, + "learning_rate": 0.00027320528047354093, + "loss": 1.3196, + "step": 7390 + }, + { + "epoch": 0.7805907172995781, + "grad_norm": 0.548630952835083, + "learning_rate": 0.00026943956056964773, + "loss": 1.3279, + "step": 7400 + }, + { + "epoch": 0.7816455696202531, + "grad_norm": 0.46991637349128723, + "learning_rate": 0.0002657257453960364, + "loss": 1.3063, + "step": 7410 + }, + { + "epoch": 0.7827004219409283, + "grad_norm": 0.4759906530380249, + "learning_rate": 0.0002620631195248222, + "loss": 1.3126, + "step": 7420 + }, + { + "epoch": 0.7837552742616034, + "grad_norm": 0.4717313349246979, + "learning_rate": 0.00025845097738920735, + "loss": 1.2991, + "step": 7430 + }, + { + "epoch": 0.7848101265822784, + "grad_norm": 0.49678078293800354, + "learning_rate": 0.0002548886231475606, + "loss": 1.3038, + "step": 7440 + }, + { + "epoch": 0.7858649789029536, + "grad_norm": 0.46686047315597534, + "learning_rate": 0.0002513753705493713, + "loss": 1.307, + "step": 7450 + }, + { + "epoch": 0.7869198312236287, + "grad_norm": 0.4560640752315521, + "learning_rate": 0.0002479105428030497, + "loss": 1.3166, + "step": 7460 + }, + { + "epoch": 0.7879746835443038, + "grad_norm": 0.47867336869239807, + "learning_rate": 0.00024449347244555043, + "loss": 1.3081, + "step": 7470 + }, + { + "epoch": 0.7890295358649789, + "grad_norm": 0.4755975902080536, + "learning_rate": 0.00024112350121379254, + "loss": 1.3151, + "step": 7480 + }, + { + "epoch": 0.790084388185654, + "grad_norm": 0.4790399670600891, + "learning_rate": 0.000237799979917852, + "loss": 1.3229, + "step": 7490 + }, + { + "epoch": 0.7911392405063291, + "grad_norm": 0.5322791934013367, + "learning_rate": 0.00023452226831590227, + "loss": 1.3155, + "step": 7500 + }, + { + "epoch": 0.7921940928270043, + "grad_norm": 0.5239179134368896, + "learning_rate": 0.00023128973499087779, + "loss": 1.3241, + "step": 7510 + }, + { + "epoch": 0.7932489451476793, + "grad_norm": 0.4789183735847473, + "learning_rate": 0.00022810175722883858, + "loss": 1.3076, + "step": 7520 + }, + { + "epoch": 0.7943037974683544, + "grad_norm": 0.480156272649765, + "learning_rate": 0.0002249577208990106, + "loss": 1.3085, + "step": 7530 + }, + { + "epoch": 0.7953586497890295, + "grad_norm": 0.5658379197120667, + "learning_rate": 0.00022185702033547996, + "loss": 1.3054, + "step": 7540 + }, + { + "epoch": 0.7964135021097046, + "grad_norm": 0.4744018316268921, + "learning_rate": 0.00021879905822051756, + "loss": 1.303, + "step": 7550 + }, + { + "epoch": 0.7974683544303798, + "grad_norm": 0.5904650092124939, + "learning_rate": 0.00021578324546951222, + "loss": 1.3057, + "step": 7560 + }, + { + "epoch": 0.7985232067510548, + "grad_norm": 0.5047197937965393, + "learning_rate": 0.00021280900111748948, + "loss": 1.3149, + "step": 7570 + }, + { + "epoch": 0.79957805907173, + "grad_norm": 0.4757959842681885, + "learning_rate": 0.00020987575220719483, + "loss": 1.3123, + "step": 7580 + }, + { + "epoch": 0.8006329113924051, + "grad_norm": 0.45877909660339355, + "learning_rate": 0.00020698293367871933, + "loss": 1.304, + "step": 7590 + }, + { + "epoch": 0.8016877637130801, + "grad_norm": 0.46163836121559143, + "learning_rate": 0.00020412998826064692, + "loss": 1.308, + "step": 7600 + }, + { + "epoch": 0.8027426160337553, + "grad_norm": 0.4665073752403259, + "learning_rate": 0.00020131636636270178, + "loss": 1.3195, + "step": 7610 + }, + { + "epoch": 0.8037974683544303, + "grad_norm": 0.46690914034843445, + "learning_rate": 0.00019854152596987523, + "loss": 1.2942, + "step": 7620 + }, + { + "epoch": 0.8048523206751055, + "grad_norm": 0.5057730078697205, + "learning_rate": 0.00019580493253801255, + "loss": 1.317, + "step": 7630 + }, + { + "epoch": 0.8059071729957806, + "grad_norm": 0.4762699007987976, + "learning_rate": 0.00019310605889083838, + "loss": 1.3071, + "step": 7640 + }, + { + "epoch": 0.8069620253164557, + "grad_norm": 0.47378572821617126, + "learning_rate": 0.0001904443851184018, + "loss": 1.3245, + "step": 7650 + }, + { + "epoch": 0.8080168776371308, + "grad_norm": 0.48073524236679077, + "learning_rate": 0.00018781939847692096, + "loss": 1.3011, + "step": 7660 + }, + { + "epoch": 0.8090717299578059, + "grad_norm": 0.4430175721645355, + "learning_rate": 0.00018523059329000844, + "loss": 1.3064, + "step": 7670 + }, + { + "epoch": 0.810126582278481, + "grad_norm": 0.5691013932228088, + "learning_rate": 0.0001826774708512579, + "loss": 1.3198, + "step": 7680 + }, + { + "epoch": 0.8111814345991561, + "grad_norm": 0.4707588255405426, + "learning_rate": 0.00018015953932817348, + "loss": 1.2948, + "step": 7690 + }, + { + "epoch": 0.8122362869198312, + "grad_norm": 0.4431469738483429, + "learning_rate": 0.00017767631366742332, + "loss": 1.3042, + "step": 7700 + }, + { + "epoch": 0.8132911392405063, + "grad_norm": 0.5486978888511658, + "learning_rate": 0.00017522731550139922, + "loss": 1.3011, + "step": 7710 + }, + { + "epoch": 0.8143459915611815, + "grad_norm": 0.4700481593608856, + "learning_rate": 0.00017281207305606407, + "loss": 1.3071, + "step": 7720 + }, + { + "epoch": 0.8154008438818565, + "grad_norm": 0.5135657787322998, + "learning_rate": 0.00017043012106006926, + "loss": 1.3112, + "step": 7730 + }, + { + "epoch": 0.8164556962025317, + "grad_norm": 0.4729873836040497, + "learning_rate": 0.00016808100065512528, + "loss": 1.3126, + "step": 7740 + }, + { + "epoch": 0.8175105485232067, + "grad_norm": 0.49154117703437805, + "learning_rate": 0.00016576425930760734, + "loss": 1.2968, + "step": 7750 + }, + { + "epoch": 0.8185654008438819, + "grad_norm": 0.5540194511413574, + "learning_rate": 0.00016347945072137934, + "loss": 1.2966, + "step": 7760 + }, + { + "epoch": 0.819620253164557, + "grad_norm": 0.49048787355422974, + "learning_rate": 0.00016122613475181977, + "loss": 1.3058, + "step": 7770 + }, + { + "epoch": 0.820675105485232, + "grad_norm": 0.5284395813941956, + "learning_rate": 0.00015900387732103232, + "loss": 1.299, + "step": 7780 + }, + { + "epoch": 0.8217299578059072, + "grad_norm": 0.5401913523674011, + "learning_rate": 0.00015681225033422526, + "loss": 1.3161, + "step": 7790 + }, + { + "epoch": 0.8227848101265823, + "grad_norm": 0.4444427788257599, + "learning_rate": 0.00015465083159724345, + "loss": 1.303, + "step": 7800 + }, + { + "epoch": 0.8238396624472574, + "grad_norm": 0.4994732737541199, + "learning_rate": 0.0001525192047352371, + "loss": 1.3025, + "step": 7810 + }, + { + "epoch": 0.8248945147679325, + "grad_norm": 0.5280525088310242, + "learning_rate": 0.00015041695911245136, + "loss": 1.3077, + "step": 7820 + }, + { + "epoch": 0.8259493670886076, + "grad_norm": 0.46356168389320374, + "learning_rate": 0.00014834368975312172, + "loss": 1.3015, + "step": 7830 + }, + { + "epoch": 0.8270042194092827, + "grad_norm": 0.44414862990379333, + "learning_rate": 0.00014629899726345958, + "loss": 1.2867, + "step": 7840 + }, + { + "epoch": 0.8280590717299579, + "grad_norm": 0.4924125671386719, + "learning_rate": 0.00014428248775471316, + "loss": 1.2947, + "step": 7850 + }, + { + "epoch": 0.8291139240506329, + "grad_norm": 0.4559844732284546, + "learning_rate": 0.000142293772767289, + "loss": 1.2834, + "step": 7860 + }, + { + "epoch": 0.830168776371308, + "grad_norm": 0.501009464263916, + "learning_rate": 0.00014033246919591922, + "loss": 1.2962, + "step": 7870 + }, + { + "epoch": 0.8312236286919831, + "grad_norm": 0.48510465025901794, + "learning_rate": 0.00013839819921586025, + "loss": 1.3165, + "step": 7880 + }, + { + "epoch": 0.8322784810126582, + "grad_norm": 0.48433762788772583, + "learning_rate": 0.00013649059021010894, + "loss": 1.3144, + "step": 7890 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.4755710959434509, + "learning_rate": 0.00013460927469762155, + "loss": 1.2918, + "step": 7900 + }, + { + "epoch": 0.8343881856540084, + "grad_norm": 0.5553343296051025, + "learning_rate": 0.00013275389026252255, + "loss": 1.303, + "step": 7910 + }, + { + "epoch": 0.8354430379746836, + "grad_norm": 0.5241166949272156, + "learning_rate": 0.0001309240794842889, + "loss": 1.3005, + "step": 7920 + }, + { + "epoch": 0.8364978902953587, + "grad_norm": 0.4689406156539917, + "learning_rate": 0.00012911948986889664, + "loss": 1.3093, + "step": 7930 + }, + { + "epoch": 0.8375527426160337, + "grad_norm": 0.47847384214401245, + "learning_rate": 0.00012733977378091664, + "loss": 1.3033, + "step": 7940 + }, + { + "epoch": 0.8386075949367089, + "grad_norm": 0.4750259816646576, + "learning_rate": 0.00012558458837654633, + "loss": 1.3082, + "step": 7950 + }, + { + "epoch": 0.8396624472573839, + "grad_norm": 0.4762219786643982, + "learning_rate": 0.00012385359553756422, + "loss": 1.2906, + "step": 7960 + }, + { + "epoch": 0.8407172995780591, + "grad_norm": 0.4800224006175995, + "learning_rate": 0.0001221464618061951, + "loss": 1.2935, + "step": 7970 + }, + { + "epoch": 0.8417721518987342, + "grad_norm": 0.46868622303009033, + "learning_rate": 0.0001204628583208727, + "loss": 1.2911, + "step": 7980 + }, + { + "epoch": 0.8428270042194093, + "grad_norm": 0.5961911082267761, + "learning_rate": 0.00011880246075288824, + "loss": 1.303, + "step": 7990 + }, + { + "epoch": 0.8438818565400844, + "grad_norm": 0.50429368019104, + "learning_rate": 0.00011716494924391148, + "loss": 1.2978, + "step": 8000 + }, + { + "epoch": 0.8449367088607594, + "grad_norm": 0.47088149189949036, + "learning_rate": 0.00011555000834437363, + "loss": 1.3036, + "step": 8010 + }, + { + "epoch": 0.8459915611814346, + "grad_norm": 0.47283172607421875, + "learning_rate": 0.00011395732695269907, + "loss": 1.2965, + "step": 8020 + }, + { + "epoch": 0.8470464135021097, + "grad_norm": 0.4766680598258972, + "learning_rate": 0.00011238659825537507, + "loss": 1.2947, + "step": 8030 + }, + { + "epoch": 0.8481012658227848, + "grad_norm": 0.467848002910614, + "learning_rate": 0.00011083751966784716, + "loss": 1.3078, + "step": 8040 + }, + { + "epoch": 0.8491561181434599, + "grad_norm": 0.46810755133628845, + "learning_rate": 0.00010930979277622952, + "loss": 1.2909, + "step": 8050 + }, + { + "epoch": 0.8502109704641351, + "grad_norm": 0.4732544720172882, + "learning_rate": 0.00010780312327981853, + "loss": 1.2974, + "step": 8060 + }, + { + "epoch": 0.8512658227848101, + "grad_norm": 0.46181607246398926, + "learning_rate": 0.0001063172209343989, + "loss": 1.3011, + "step": 8070 + }, + { + "epoch": 0.8523206751054853, + "grad_norm": 0.4511297941207886, + "learning_rate": 0.000104851799496331, + "loss": 1.3039, + "step": 8080 + }, + { + "epoch": 0.8533755274261603, + "grad_norm": 0.4711008667945862, + "learning_rate": 0.00010340657666740917, + "loss": 1.2897, + "step": 8090 + }, + { + "epoch": 0.8544303797468354, + "grad_norm": 0.4806259572505951, + "learning_rate": 0.00010198127404047976, + "loss": 1.2865, + "step": 8100 + }, + { + "epoch": 0.8554852320675106, + "grad_norm": 0.4904523193836212, + "learning_rate": 0.00010057561704580898, + "loss": 1.305, + "step": 8110 + }, + { + "epoch": 0.8565400843881856, + "grad_norm": 0.4711662828922272, + "learning_rate": 9.918933489818986e-05, + "loss": 1.2932, + "step": 8120 + }, + { + "epoch": 0.8575949367088608, + "grad_norm": 0.49776342511177063, + "learning_rate": 9.782216054477828e-05, + "loss": 1.2937, + "step": 8130 + }, + { + "epoch": 0.8586497890295358, + "grad_norm": 0.4537979066371918, + "learning_rate": 9.647383061364803e-05, + "loss": 1.2922, + "step": 8140 + }, + { + "epoch": 0.859704641350211, + "grad_norm": 0.4742378890514374, + "learning_rate": 9.514408536305497e-05, + "loss": 1.2866, + "step": 8150 + }, + { + "epoch": 0.8607594936708861, + "grad_norm": 0.4839951992034912, + "learning_rate": 9.383266863140043e-05, + "loss": 1.3003, + "step": 8160 + }, + { + "epoch": 0.8618143459915611, + "grad_norm": 0.5033496618270874, + "learning_rate": 9.25393277878844e-05, + "loss": 1.2904, + "step": 8170 + }, + { + "epoch": 0.8628691983122363, + "grad_norm": 0.5010844469070435, + "learning_rate": 9.126381368383881e-05, + "loss": 1.2991, + "step": 8180 + }, + { + "epoch": 0.8639240506329114, + "grad_norm": 0.5384981036186218, + "learning_rate": 9.000588060473158e-05, + "loss": 1.2903, + "step": 8190 + }, + { + "epoch": 0.8649789029535865, + "grad_norm": 0.4689342975616455, + "learning_rate": 8.876528622283232e-05, + "loss": 1.3002, + "step": 8200 + }, + { + "epoch": 0.8660337552742616, + "grad_norm": 0.47702717781066895, + "learning_rate": 8.754179155053052e-05, + "loss": 1.2951, + "step": 8210 + }, + { + "epoch": 0.8670886075949367, + "grad_norm": 0.46512916684150696, + "learning_rate": 8.63351608942968e-05, + "loss": 1.3005, + "step": 8220 + }, + { + "epoch": 0.8681434599156118, + "grad_norm": 0.4505891799926758, + "learning_rate": 8.514516180927926e-05, + "loss": 1.2973, + "step": 8230 + }, + { + "epoch": 0.869198312236287, + "grad_norm": 0.46745553612709045, + "learning_rate": 8.397156505452524e-05, + "loss": 1.2948, + "step": 8240 + }, + { + "epoch": 0.870253164556962, + "grad_norm": 0.455531507730484, + "learning_rate": 8.28141445488205e-05, + "loss": 1.3081, + "step": 8250 + }, + { + "epoch": 0.8713080168776371, + "grad_norm": 0.5059378147125244, + "learning_rate": 8.167267732713705e-05, + "loss": 1.3006, + "step": 8260 + }, + { + "epoch": 0.8723628691983122, + "grad_norm": 0.4747602641582489, + "learning_rate": 8.054694349768114e-05, + "loss": 1.2965, + "step": 8270 + }, + { + "epoch": 0.8734177215189873, + "grad_norm": 0.461340069770813, + "learning_rate": 7.943672619953359e-05, + "loss": 1.2813, + "step": 8280 + }, + { + "epoch": 0.8744725738396625, + "grad_norm": 0.5249297618865967, + "learning_rate": 7.834181156087357e-05, + "loss": 1.2813, + "step": 8290 + }, + { + "epoch": 0.8755274261603375, + "grad_norm": 0.4644898474216461, + "learning_rate": 7.726198865777852e-05, + "loss": 1.3058, + "step": 8300 + }, + { + "epoch": 0.8765822784810127, + "grad_norm": 0.463178426027298, + "learning_rate": 7.61970494735919e-05, + "loss": 1.2847, + "step": 8310 + }, + { + "epoch": 0.8776371308016878, + "grad_norm": 0.47134828567504883, + "learning_rate": 7.514678885885086e-05, + "loss": 1.3032, + "step": 8320 + }, + { + "epoch": 0.8786919831223629, + "grad_norm": 0.4616844356060028, + "learning_rate": 7.411100449176634e-05, + "loss": 1.2968, + "step": 8330 + }, + { + "epoch": 0.879746835443038, + "grad_norm": 0.460579514503479, + "learning_rate": 7.308949683924792e-05, + "loss": 1.284, + "step": 8340 + }, + { + "epoch": 0.880801687763713, + "grad_norm": 0.4823109209537506, + "learning_rate": 7.208206911846581e-05, + "loss": 1.2871, + "step": 8350 + }, + { + "epoch": 0.8818565400843882, + "grad_norm": 0.4757123589515686, + "learning_rate": 7.10885272589427e-05, + "loss": 1.285, + "step": 8360 + }, + { + "epoch": 0.8829113924050633, + "grad_norm": 0.4416925013065338, + "learning_rate": 7.010867986516811e-05, + "loss": 1.2934, + "step": 8370 + }, + { + "epoch": 0.8839662447257384, + "grad_norm": 0.4845658540725708, + "learning_rate": 6.914233817972799e-05, + "loss": 1.299, + "step": 8380 + }, + { + "epoch": 0.8850210970464135, + "grad_norm": 0.4816345274448395, + "learning_rate": 6.818931604694264e-05, + "loss": 1.2895, + "step": 8390 + }, + { + "epoch": 0.8860759493670886, + "grad_norm": 0.46081647276878357, + "learning_rate": 6.724942987700563e-05, + "loss": 1.29, + "step": 8400 + }, + { + "epoch": 0.8871308016877637, + "grad_norm": 0.5115830898284912, + "learning_rate": 6.632249861061733e-05, + "loss": 1.3076, + "step": 8410 + }, + { + "epoch": 0.8881856540084389, + "grad_norm": 0.448098748922348, + "learning_rate": 6.540834368410549e-05, + "loss": 1.2972, + "step": 8420 + }, + { + "epoch": 0.8892405063291139, + "grad_norm": 0.4867488443851471, + "learning_rate": 6.4506788995027e-05, + "loss": 1.2918, + "step": 8430 + }, + { + "epoch": 0.890295358649789, + "grad_norm": 0.4599081575870514, + "learning_rate": 6.361766086824344e-05, + "loss": 1.2861, + "step": 8440 + }, + { + "epoch": 0.8913502109704642, + "grad_norm": 0.5270903706550598, + "learning_rate": 6.274078802246449e-05, + "loss": 1.2936, + "step": 8450 + }, + { + "epoch": 0.8924050632911392, + "grad_norm": 0.4865814447402954, + "learning_rate": 6.187600153725223e-05, + "loss": 1.2892, + "step": 8460 + }, + { + "epoch": 0.8934599156118144, + "grad_norm": 0.4555686414241791, + "learning_rate": 6.1023134820480546e-05, + "loss": 1.2928, + "step": 8470 + }, + { + "epoch": 0.8945147679324894, + "grad_norm": 0.4486733376979828, + "learning_rate": 6.0182023576242725e-05, + "loss": 1.2861, + "step": 8480 + }, + { + "epoch": 0.8955696202531646, + "grad_norm": 0.4728319048881531, + "learning_rate": 5.9352505773201664e-05, + "loss": 1.2913, + "step": 8490 + }, + { + "epoch": 0.8966244725738397, + "grad_norm": 0.4546971023082733, + "learning_rate": 5.8534421613376175e-05, + "loss": 1.2811, + "step": 8500 + }, + { + "epoch": 0.8976793248945147, + "grad_norm": 0.4582926034927368, + "learning_rate": 5.772761350135759e-05, + "loss": 1.2932, + "step": 8510 + }, + { + "epoch": 0.8987341772151899, + "grad_norm": 0.4608096778392792, + "learning_rate": 5.6931926013950586e-05, + "loss": 1.2895, + "step": 8520 + }, + { + "epoch": 0.8997890295358649, + "grad_norm": 0.5004743337631226, + "learning_rate": 5.61472058702326e-05, + "loss": 1.3038, + "step": 8530 + }, + { + "epoch": 0.9008438818565401, + "grad_norm": 0.45553311705589294, + "learning_rate": 5.53733019020258e-05, + "loss": 1.2974, + "step": 8540 + }, + { + "epoch": 0.9018987341772152, + "grad_norm": 0.4924297630786896, + "learning_rate": 5.4610065024776125e-05, + "loss": 1.2887, + "step": 8550 + }, + { + "epoch": 0.9029535864978903, + "grad_norm": 0.46293628215789795, + "learning_rate": 5.38573482088337e-05, + "loss": 1.2814, + "step": 8560 + }, + { + "epoch": 0.9040084388185654, + "grad_norm": 0.5086445212364197, + "learning_rate": 5.3115006451129075e-05, + "loss": 1.3001, + "step": 8570 + }, + { + "epoch": 0.9050632911392406, + "grad_norm": 0.46548640727996826, + "learning_rate": 5.2382896747239935e-05, + "loss": 1.2901, + "step": 8580 + }, + { + "epoch": 0.9061181434599156, + "grad_norm": 0.5457718968391418, + "learning_rate": 5.166087806384275e-05, + "loss": 1.2968, + "step": 8590 + }, + { + "epoch": 0.9071729957805907, + "grad_norm": 0.44450920820236206, + "learning_rate": 5.0948811311544186e-05, + "loss": 1.2893, + "step": 8600 + }, + { + "epoch": 0.9082278481012658, + "grad_norm": 0.5011110901832581, + "learning_rate": 5.024655931808697e-05, + "loss": 1.2906, + "step": 8610 + }, + { + "epoch": 0.9092827004219409, + "grad_norm": 0.48211100697517395, + "learning_rate": 4.955398680192509e-05, + "loss": 1.2858, + "step": 8620 + }, + { + "epoch": 0.9103375527426161, + "grad_norm": 0.4888244867324829, + "learning_rate": 4.887096034616319e-05, + "loss": 1.2949, + "step": 8630 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.5099353790283203, + "learning_rate": 4.819734837285529e-05, + "loss": 1.2775, + "step": 8640 + }, + { + "epoch": 0.9124472573839663, + "grad_norm": 0.4793887436389923, + "learning_rate": 4.7533021117657475e-05, + "loss": 1.2835, + "step": 8650 + }, + { + "epoch": 0.9135021097046413, + "grad_norm": 0.5251502394676208, + "learning_rate": 4.687785060483031e-05, + "loss": 1.2837, + "step": 8660 + }, + { + "epoch": 0.9145569620253164, + "grad_norm": 0.463763564825058, + "learning_rate": 4.623171062258557e-05, + "loss": 1.2918, + "step": 8670 + }, + { + "epoch": 0.9156118143459916, + "grad_norm": 0.43875372409820557, + "learning_rate": 4.559447669877288e-05, + "loss": 1.3005, + "step": 8680 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 0.4757961332798004, + "learning_rate": 4.496602607690141e-05, + "loss": 1.2926, + "step": 8690 + }, + { + "epoch": 0.9177215189873418, + "grad_norm": 0.46781784296035767, + "learning_rate": 4.434623769249217e-05, + "loss": 1.2934, + "step": 8700 + }, + { + "epoch": 0.9187763713080169, + "grad_norm": 0.4844115376472473, + "learning_rate": 4.373499214975615e-05, + "loss": 1.2895, + "step": 8710 + }, + { + "epoch": 0.919831223628692, + "grad_norm": 0.46159836649894714, + "learning_rate": 4.313217169859397e-05, + "loss": 1.2835, + "step": 8720 + }, + { + "epoch": 0.9208860759493671, + "grad_norm": 0.4699864983558655, + "learning_rate": 4.253766021191256e-05, + "loss": 1.2961, + "step": 8730 + }, + { + "epoch": 0.9219409282700421, + "grad_norm": 0.4685419201850891, + "learning_rate": 4.19513431632545e-05, + "loss": 1.2837, + "step": 8740 + }, + { + "epoch": 0.9229957805907173, + "grad_norm": 0.48564183712005615, + "learning_rate": 4.1373107604735626e-05, + "loss": 1.2815, + "step": 8750 + }, + { + "epoch": 0.9240506329113924, + "grad_norm": 0.5339301228523254, + "learning_rate": 4.0802842145286876e-05, + "loss": 1.2711, + "step": 8760 + }, + { + "epoch": 0.9251054852320675, + "grad_norm": 0.4347716271877289, + "learning_rate": 4.024043692919589e-05, + "loss": 1.2815, + "step": 8770 + }, + { + "epoch": 0.9261603375527426, + "grad_norm": 0.4856393337249756, + "learning_rate": 3.968578361494449e-05, + "loss": 1.2884, + "step": 8780 + }, + { + "epoch": 0.9272151898734177, + "grad_norm": 0.4603196084499359, + "learning_rate": 3.91387753543378e-05, + "loss": 1.2846, + "step": 8790 + }, + { + "epoch": 0.9282700421940928, + "grad_norm": 0.4456319212913513, + "learning_rate": 3.859930677192103e-05, + "loss": 1.28, + "step": 8800 + }, + { + "epoch": 0.929324894514768, + "grad_norm": 0.45890623331069946, + "learning_rate": 3.806727394468005e-05, + "loss": 1.3004, + "step": 8810 + }, + { + "epoch": 0.930379746835443, + "grad_norm": 0.44558313488960266, + "learning_rate": 3.7542574382021635e-05, + "loss": 1.2872, + "step": 8820 + }, + { + "epoch": 0.9314345991561181, + "grad_norm": 0.4705146849155426, + "learning_rate": 3.702510700602975e-05, + "loss": 1.3021, + "step": 8830 + }, + { + "epoch": 0.9324894514767933, + "grad_norm": 0.46708041429519653, + "learning_rate": 3.651477213199394e-05, + "loss": 1.286, + "step": 8840 + }, + { + "epoch": 0.9335443037974683, + "grad_norm": 0.5216341018676758, + "learning_rate": 3.601147144920609e-05, + "loss": 1.2865, + "step": 8850 + }, + { + "epoch": 0.9345991561181435, + "grad_norm": 0.5233964323997498, + "learning_rate": 3.5515108002021946e-05, + "loss": 1.2856, + "step": 8860 + }, + { + "epoch": 0.9356540084388185, + "grad_norm": 0.4696406424045563, + "learning_rate": 3.502558617118352e-05, + "loss": 1.2879, + "step": 8870 + }, + { + "epoch": 0.9367088607594937, + "grad_norm": 0.4934413433074951, + "learning_rate": 3.454281165539913e-05, + "loss": 1.2926, + "step": 8880 + }, + { + "epoch": 0.9377637130801688, + "grad_norm": 0.47221943736076355, + "learning_rate": 3.406669145317717e-05, + "loss": 1.2917, + "step": 8890 + }, + { + "epoch": 0.9388185654008439, + "grad_norm": 0.4490326941013336, + "learning_rate": 3.359713384491036e-05, + "loss": 1.2822, + "step": 8900 + }, + { + "epoch": 0.939873417721519, + "grad_norm": 0.4612511098384857, + "learning_rate": 3.313404837520694e-05, + "loss": 1.2827, + "step": 8910 + }, + { + "epoch": 0.9409282700421941, + "grad_norm": 0.46512556076049805, + "learning_rate": 3.267734583546536e-05, + "loss": 1.2888, + "step": 8920 + }, + { + "epoch": 0.9419831223628692, + "grad_norm": 0.47384196519851685, + "learning_rate": 3.222693824668916e-05, + "loss": 1.2848, + "step": 8930 + }, + { + "epoch": 0.9430379746835443, + "grad_norm": 0.46062570810317993, + "learning_rate": 3.178273884253874e-05, + "loss": 1.2874, + "step": 8940 + }, + { + "epoch": 0.9440928270042194, + "grad_norm": 0.4433894455432892, + "learning_rate": 3.134466205261674e-05, + "loss": 1.2884, + "step": 8950 + }, + { + "epoch": 0.9451476793248945, + "grad_norm": 0.48196518421173096, + "learning_rate": 3.0912623485983774e-05, + "loss": 1.29, + "step": 8960 + }, + { + "epoch": 0.9462025316455697, + "grad_norm": 0.5478014349937439, + "learning_rate": 3.048653991490141e-05, + "loss": 1.2874, + "step": 8970 + }, + { + "epoch": 0.9472573839662447, + "grad_norm": 0.5363498330116272, + "learning_rate": 3.0066329258799184e-05, + "loss": 1.2845, + "step": 8980 + }, + { + "epoch": 0.9483122362869199, + "grad_norm": 0.46773990988731384, + "learning_rate": 2.965191056846266e-05, + "loss": 1.2899, + "step": 8990 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 0.4549839198589325, + "learning_rate": 2.9243204010439396e-05, + "loss": 1.2838, + "step": 9000 + }, + { + "epoch": 0.95042194092827, + "grad_norm": 0.4663122594356537, + "learning_rate": 2.8840130851659852e-05, + "loss": 1.282, + "step": 9010 + }, + { + "epoch": 0.9514767932489452, + "grad_norm": 0.4672456979751587, + "learning_rate": 2.844261344427029e-05, + "loss": 1.2819, + "step": 9020 + }, + { + "epoch": 0.9525316455696202, + "grad_norm": 0.48504841327667236, + "learning_rate": 2.805057521067472e-05, + "loss": 1.3015, + "step": 9030 + }, + { + "epoch": 0.9535864978902954, + "grad_norm": 0.45739489793777466, + "learning_rate": 2.766394062878302e-05, + "loss": 1.2792, + "step": 9040 + }, + { + "epoch": 0.9546413502109705, + "grad_norm": 0.45663920044898987, + "learning_rate": 2.7282635217462405e-05, + "loss": 1.2884, + "step": 9050 + }, + { + "epoch": 0.9556962025316456, + "grad_norm": 0.4670173227787018, + "learning_rate": 2.6906585522189378e-05, + "loss": 1.2894, + "step": 9060 + }, + { + "epoch": 0.9567510548523207, + "grad_norm": 0.46393415331840515, + "learning_rate": 2.653571910089951e-05, + "loss": 1.2916, + "step": 9070 + }, + { + "epoch": 0.9578059071729957, + "grad_norm": 0.47957542538642883, + "learning_rate": 2.6169964510032243e-05, + "loss": 1.2908, + "step": 9080 + }, + { + "epoch": 0.9588607594936709, + "grad_norm": 0.4713861346244812, + "learning_rate": 2.580925129076798e-05, + "loss": 1.2919, + "step": 9090 + }, + { + "epoch": 0.959915611814346, + "grad_norm": 0.4453570246696472, + "learning_rate": 2.5453509955454954e-05, + "loss": 1.2718, + "step": 9100 + }, + { + "epoch": 0.9609704641350211, + "grad_norm": 0.46289587020874023, + "learning_rate": 2.510267197422317e-05, + "loss": 1.284, + "step": 9110 + }, + { + "epoch": 0.9620253164556962, + "grad_norm": 0.46898356080055237, + "learning_rate": 2.4756669761782806e-05, + "loss": 1.2941, + "step": 9120 + }, + { + "epoch": 0.9630801687763713, + "grad_norm": 0.4547545611858368, + "learning_rate": 2.4415436664404643e-05, + "loss": 1.2766, + "step": 9130 + }, + { + "epoch": 0.9641350210970464, + "grad_norm": 0.5211944580078125, + "learning_rate": 2.4078906947079882e-05, + "loss": 1.298, + "step": 9140 + }, + { + "epoch": 0.9651898734177216, + "grad_norm": 0.4754527807235718, + "learning_rate": 2.3747015780857007e-05, + "loss": 1.2827, + "step": 9150 + }, + { + "epoch": 0.9662447257383966, + "grad_norm": 0.46048080921173096, + "learning_rate": 2.3419699230353144e-05, + "loss": 1.2915, + "step": 9160 + }, + { + "epoch": 0.9672995780590717, + "grad_norm": 0.45804089307785034, + "learning_rate": 2.3096894241437583e-05, + "loss": 1.2913, + "step": 9170 + }, + { + "epoch": 0.9683544303797469, + "grad_norm": 0.44461312890052795, + "learning_rate": 2.2778538629085057e-05, + "loss": 1.2863, + "step": 9180 + }, + { + "epoch": 0.9694092827004219, + "grad_norm": 0.4593360424041748, + "learning_rate": 2.2464571065396428e-05, + "loss": 1.2807, + "step": 9190 + }, + { + "epoch": 0.9704641350210971, + "grad_norm": 0.48727768659591675, + "learning_rate": 2.2154931067784525e-05, + "loss": 1.2865, + "step": 9200 + }, + { + "epoch": 0.9715189873417721, + "grad_norm": 0.4687292277812958, + "learning_rate": 2.1849558987322783e-05, + "loss": 1.2844, + "step": 9210 + }, + { + "epoch": 0.9725738396624473, + "grad_norm": 0.48308315873146057, + "learning_rate": 2.1548395997254516e-05, + "loss": 1.2853, + "step": 9220 + }, + { + "epoch": 0.9736286919831224, + "grad_norm": 0.46080321073532104, + "learning_rate": 2.1251384081660546e-05, + "loss": 1.2757, + "step": 9230 + }, + { + "epoch": 0.9746835443037974, + "grad_norm": 0.4721165597438812, + "learning_rate": 2.0958466024283035e-05, + "loss": 1.2706, + "step": 9240 + }, + { + "epoch": 0.9757383966244726, + "grad_norm": 0.4544904828071594, + "learning_rate": 2.0669585397503362e-05, + "loss": 1.2828, + "step": 9250 + }, + { + "epoch": 0.9767932489451476, + "grad_norm": 0.4630659520626068, + "learning_rate": 2.0384686551471954e-05, + "loss": 1.2791, + "step": 9260 + }, + { + "epoch": 0.9778481012658228, + "grad_norm": 0.4593624770641327, + "learning_rate": 2.0103714603387898e-05, + "loss": 1.2884, + "step": 9270 + }, + { + "epoch": 0.9789029535864979, + "grad_norm": 0.45893195271492004, + "learning_rate": 1.9826615426926342e-05, + "loss": 1.2763, + "step": 9280 + }, + { + "epoch": 0.979957805907173, + "grad_norm": 0.4463610351085663, + "learning_rate": 1.9553335641811623e-05, + "loss": 1.2836, + "step": 9290 + }, + { + "epoch": 0.9810126582278481, + "grad_norm": 0.4578052759170532, + "learning_rate": 1.9283822603534143e-05, + "loss": 1.2837, + "step": 9300 + }, + { + "epoch": 0.9820675105485233, + "grad_norm": 0.4852105379104614, + "learning_rate": 1.90180243932089e-05, + "loss": 1.2834, + "step": 9310 + }, + { + "epoch": 0.9831223628691983, + "grad_norm": 0.46768200397491455, + "learning_rate": 1.8755889807573868e-05, + "loss": 1.2782, + "step": 9320 + }, + { + "epoch": 0.9841772151898734, + "grad_norm": 0.4796695113182068, + "learning_rate": 1.8497368349126255e-05, + "loss": 1.2912, + "step": 9330 + }, + { + "epoch": 0.9852320675105485, + "grad_norm": 0.46370983123779297, + "learning_rate": 1.824241021639465e-05, + "loss": 1.2894, + "step": 9340 + }, + { + "epoch": 0.9862869198312236, + "grad_norm": 0.45639777183532715, + "learning_rate": 1.799096629434529e-05, + "loss": 1.2986, + "step": 9350 + }, + { + "epoch": 0.9873417721518988, + "grad_norm": 0.44589945673942566, + "learning_rate": 1.7742988144920578e-05, + "loss": 1.2904, + "step": 9360 + }, + { + "epoch": 0.9883966244725738, + "grad_norm": 0.4636940658092499, + "learning_rate": 1.7498427997707978e-05, + "loss": 1.29, + "step": 9370 + }, + { + "epoch": 0.989451476793249, + "grad_norm": 0.48380720615386963, + "learning_rate": 1.7257238740737548e-05, + "loss": 1.2756, + "step": 9380 + }, + { + "epoch": 0.990506329113924, + "grad_norm": 0.4814721643924713, + "learning_rate": 1.7019373911406307e-05, + "loss": 1.2798, + "step": 9390 + }, + { + "epoch": 0.9915611814345991, + "grad_norm": 0.44947874546051025, + "learning_rate": 1.67847876875277e-05, + "loss": 1.2934, + "step": 9400 + }, + { + "epoch": 0.9926160337552743, + "grad_norm": 0.4699014723300934, + "learning_rate": 1.655343487850443e-05, + "loss": 1.2672, + "step": 9410 + }, + { + "epoch": 0.9936708860759493, + "grad_norm": 0.46417900919914246, + "learning_rate": 1.6325270916622947e-05, + "loss": 1.2878, + "step": 9420 + }, + { + "epoch": 0.9947257383966245, + "grad_norm": 0.4559095799922943, + "learning_rate": 1.610025184846797e-05, + "loss": 1.2876, + "step": 9430 + }, + { + "epoch": 0.9957805907172996, + "grad_norm": 0.4631689786911011, + "learning_rate": 1.587833432645528e-05, + "loss": 1.282, + "step": 9440 + }, + { + "epoch": 0.9968354430379747, + "grad_norm": 0.45717331767082214, + "learning_rate": 1.5659475600481297e-05, + "loss": 1.2925, + "step": 9450 + }, + { + "epoch": 0.9978902953586498, + "grad_norm": 0.45846042037010193, + "learning_rate": 1.544363350968769e-05, + "loss": 1.2773, + "step": 9460 + }, + { + "epoch": 0.9989451476793249, + "grad_norm": 0.4660402238368988, + "learning_rate": 1.523076647433954e-05, + "loss": 1.2896, + "step": 9470 + }, + { + "epoch": 1.0, + "grad_norm": 1.3379178047180176, + "learning_rate": 1.5020833487815421e-05, + "loss": 1.28, + "step": 9480 + } + ], + "logging_steps": 10, + "max_steps": 9480, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.832308198648013e+16, + "train_batch_size": 1024, + "trial_name": null, + "trial_params": null +} diff --git a/saves-llama-tanh/checkpoint-9480/training_args.bin b/saves-llama-tanh/checkpoint-9480/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fdbee91a54a034f907b6922256af5d171de5f64 --- /dev/null +++ b/saves-llama-tanh/checkpoint-9480/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9102834499fbd848df082035c344fa0ffe1b6d8823d0a5b2d28a5d8450ebdf9d +size 5176 diff --git a/saves-llama-tanh/config.json b/saves-llama-tanh/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ad39630f15d3cea60233261388c64d6998898001 --- /dev/null +++ b/saves-llama-tanh/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "tanh", + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 768, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 8, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.42.4", + "use_cache": true, + "vocab_size": 2000 +} diff --git a/saves-llama-tanh/generation_config.json b/saves-llama-tanh/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2fc224da8a3685f78c733a0ef85e67242c17b5a --- /dev/null +++ b/saves-llama-tanh/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.4" +} diff --git a/saves-llama-tanh/model.safetensors b/saves-llama-tanh/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac8108e8338dd5ec374ff822432c6a9fad08bcca --- /dev/null +++ b/saves-llama-tanh/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b5c78ed90761035df862267e0b43f0a9b8fcaa457efedf42e7a63607af5811 +size 8346712 diff --git a/saves-llama-tanh/result.log b/saves-llama-tanh/result.log new file mode 100644 index 0000000000000000000000000000000000000000..b5a603773eb4581a091e3e2ecf09900813d43458 --- /dev/null +++ b/saves-llama-tanh/result.log @@ -0,0 +1 @@ +{'train_runtime': 2204.0833, 'train_samples_per_second': 4403.919, 'train_steps_per_second': 4.301, 'train_loss': 1.5792034843299962, 'epoch': 1.0} \ No newline at end of file diff --git a/saves-llama-tanh/special_tokens_map.json b/saves-llama-tanh/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..f501d252ea85a678bc1b158a986c26c720ab3a1d --- /dev/null +++ b/saves-llama-tanh/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves-llama-tanh/tokenizer.json b/saves-llama-tanh/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5346396e758a5c1ff62440b455262589af5c8660 --- /dev/null +++ b/saves-llama-tanh/tokenizer.json @@ -0,0 +1,3893 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|im_start|>": 1, + "<|im_end|>": 2, + "!": 3, + "\"": 4, + "#": 5, + "$": 6, + "%": 7, + "&": 8, + "'": 9, + "(": 10, + ")": 11, + "*": 12, + "+": 13, + ",": 14, + "-": 15, + ".": 16, + "/": 17, + "0": 18, + "1": 19, + "2": 20, + "3": 21, + "4": 22, + "5": 23, + "6": 24, + "7": 25, + "8": 26, + "9": 27, + ":": 28, + ";": 29, + "<": 30, + "=": 31, + ">": 32, + "?": 33, + "@": 34, + "A": 35, + "B": 36, + "C": 37, + "D": 38, + "E": 39, + "F": 40, + "G": 41, + "H": 42, + "I": 43, + "J": 44, + "K": 45, + "L": 46, + "M": 47, + "N": 48, + "O": 49, + "P": 50, + "Q": 51, + "R": 52, + "S": 53, + "T": 54, + "U": 55, + "V": 56, + "W": 57, + "X": 58, + "Y": 59, + "Z": 60, + "[": 61, + "\\": 62, + "]": 63, + "^": 64, + "_": 65, + "`": 66, + "a": 67, + "b": 68, + "c": 69, + "d": 70, + "e": 71, + "f": 72, + "g": 73, + "h": 74, + "i": 75, + "j": 76, + "k": 77, + "l": 78, + "m": 79, + "n": 80, + "o": 81, + "p": 82, + "q": 83, + "r": 84, + "s": 85, + "t": 86, + "u": 87, + "v": 88, + "w": 89, + "x": 90, + "y": 91, + "z": 92, + "{": 93, + "|": 94, + "}": 95, + "~": 96, + "¡": 97, + "¢": 98, + "£": 99, + "¤": 100, + "¥": 101, + "¦": 102, + "§": 103, + "¨": 104, + "©": 105, + "ª": 106, + "«": 107, + "¬": 108, + "®": 109, + "¯": 110, + "°": 111, + "±": 112, + "²": 113, + "³": 114, + "´": 115, + "µ": 116, + "¶": 117, + "·": 118, + "¸": 119, + "¹": 120, + "º": 121, + "»": 122, + "¼": 123, + "½": 124, + "¾": 125, + "¿": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "É": 133, + "Ë": 134, + "Î": 135, + "Ï": 136, + "Ð": 137, + "Ñ": 138, + "â": 139, + "ã": 140, + "ä": 141, + "å": 142, + "æ": 143, + "ç": 144, + "è": 145, + "é": 146, + "î": 147, + "ï": 148, + "ð": 149, + "ă": 150, + "ć": 151, + "ĉ": 152, + "Ċ": 153, + "Ġ": 154, + "Ģ": 155, + "ģ": 156, + "Ĥ": 157, + "ĥ": 158, + "Ħ": 159, + "ħ": 160, + "Ĩ": 161, + "ĩ": 162, + "Ī": 163, + "ī": 164, + "Ĭ": 165, + "ĭ": 166, + "Į": 167, + "į": 168, + "İ": 169, + "ı": 170, + "IJ": 171, + "ij": 172, + "Ĵ": 173, + "ĵ": 174, + "Ķ": 175, + "ķ": 176, + "ĸ": 177, + "Ĺ": 178, + "ĺ": 179, + "Ļ": 180, + "ļ": 181, + "Ľ": 182, + "ľ": 183, + "Ŀ": 184, + "ŀ": 185, + "Ł": 186, + "ł": 187, + "Ń": 188, + "Ġt": 189, + "ä¸": 190, + "Ġa": 191, + "he": 192, + "in": 193, + "re": 194, + "çļ": 195, + "çļĦ": 196, + "on": 197, + "Ġthe": 198, + "er": 199, + "äº": 200, + "Ġs": 201, + "at": 202, + "Ġw": 203, + "Ġo": 204, + "en": 205, + "it": 206, + "æľ": 207, + "Ġc": 208, + "åı": 209, + "or": 210, + "es": 211, + "is": 212, + "an": 213, + "ä»": 214, + "åħ": 215, + "Ġb": 216, + "ing": 217, + "Ġp": 218, + "Ġf": 219, + "Ġan": 220, + "ou": 221, + "ed": 222, + "Ġm": 223, + "ar": 224, + "al": 225, + "Ġto": 226, + "è¿": 227, + "å¤": 228, + "Ġof": 229, + "å®": 230, + "Ġin": 231, + "åĪ": 232, + "Ġd": 233, + "ä½": 234, + "Ġand": 235, + "æĺ": 236, + "Ġth": 237, + "ic": 238, + "åIJ": 239, + "le": 240, + "åľ": 241, + "ro": 242, + "ion": 243, + "çĶ": 244, + "Ġh": 245, + "as": 246, + "æĪ": 247, + "åĬ": 248, + "ä¸Ģ": 249, + "ä¹": 250, + ".Ċ": 251, + "ç»": 252, + ",å": 253, + "æĸ": 254, + "æĹ": 255, + "è¯": 256, + "æĺ¯": 257, + "è®": 258, + "Ġl": 259, + "ent": 260, + "om": 261, + "åĽ": 262, + "ä¼": 263, + "Ġe": 264, + "st": 265, + "Ġre": 266, + "ve": 267, + "Ġn": 268, + "å°": 269, + "ll": 270, + "ĠI": 271, + "å¹": 272, + "ly": 273, + "åľ¨": 274, + "æĿ": 275, + "ct": 276, + "åį": 277, + "人": 278, + "æľī": 279, + "Ġbe": 280, + "æī": 281, + "Ġg": 282, + "ä¸į": 283, + "ut": 284, + "å¼": 285, + "Ġis": 286, + "å·": 287, + "å¸": 288, + "åŃ": 289, + "è¡": 290, + "Ġthat": 291, + "âĢ": 292, + "et": 293, + "éĩ": 294, + "ĠT": 295, + "åº": 296, + "äºĨ": 297, + "ot": 298, + "id": 299, + "se": 300, + "å¾": 301, + "ä¸Ń": 302, + "Ġon": 303, + "åĩ": 304, + "ĥ½": 305, + "am": 306, + "ch": 307, + "æķ": 308, + "ĠA": 309, + "åĮ": 310, + "éĢ": 311, + "ce": 312, + "åĨ": 313, + "Ġfor": 314, + "ĠS": 315, + "im": 316, + "ow": 317, + "Ġy": 318, + "èĢ": 319, + "å¯": 320, + "ĠC": 321, + "Ġit": 322, + "Ġu": 323, + ",æ": 324, + "è§": 325, + "ver": 326, + "ig": 327, + "个": 328, + "为": 329, + "çĽ": 330, + "èµ": 331, + "ation": 332, + "ay": 333, + "è´": 334, + "åij": 335, + "ld": 336, + "åĴ": 337, + "çİ": 338, + "ad": 339, + "大": 340, + "éĻ": 341, + "Ġpro": 342, + "åĴĮ": 343, + "å¥": 344, + "ĠM": 345, + "Ġst": 346, + "以": 347, + "ur": 348, + "æĢ": 349, + "å¹´": 350, + "æĬ": 351, + "å¿": 352, + "å±": 353, + "è¿Ļ": 354, + "ä¸Ĭ": 355, + "æł": 356, + "æ³": 357, + "åİ": 358, + "æĪij": 359, + "ith": 360, + "èĩ": 361, + "ç§": 362, + "¦ģ": 363, + "æŶ": 364, + "éĹ": 365, + "her": 366, + "çī": 367, + "ers": 368, + "ĠP": 369, + "Ġyou": 370, + "è¦ģ": 371, + "Ġwh": 372, + "æĶ": 373, + "ol": 374, + "èĥ½": 375, + "ä¼ļ": 376, + "Ġas": 377, + "ag": 378, + "çĶ¨": 379, + "çº": 380, + "è¡Į": 381, + "æŀ": 382, + "il": 383, + "å½": 384, + "åı¯": 385, + "æ°": 386, + "ä¿": 387, + "ir": 388, + "åıij": 389, + "Ġwith": 390, + "çIJ": 391, + "æŃ": 392, + "od": 393, + "åĪ°": 394, + "çľ": 395, + "åĽ½": 396, + "if": 397, + "op": 398, + "em": 399, + "éĿ": 400, + "Ġwe": 401, + "æİ": 402, + "æĿ¥": 403, + "è½": 404, + "ĠB": 405, + "ul": 406, + "ĠĠ": 407, + "ç«": 408, + "ri": 409, + "Ġcon": 410, + "æĥ": 411, + "ä¸ļ": 412, + "åĩº": 413, + "Ġcom": 414, + "é¢": 415, + "ä½ľ": 416, + "çĶŁ": 417, + "ĠThe": 418, + "æµ": 419, + "äºİ": 420, + "ke": 421, + "ra": 422, + "ist": 423, + "çŃ": 424, + "ill": 425, + "Ġare": 426, + "Ġ(": 427, + "æĭ": 428, + "对": 429, + "nd": 430, + "æ²": 431, + "ore": 432, + "Ġhe": 433, + "ç¬": 434, + "æĪIJ": 435, + "ter": 436, + "è¾": 437, + "æ¬": 438, + "Ġex": 439, + "Ġde": 440, + "'s": 441, + "âĢĻ": 442, + "th": 443, + "们": 444, + "ate": 445, + "æĸ¹": 446, + "ĠW": 447, + "ç½": 448, + "å¤ļ": 449, + "ä¾": 450, + "Ġat": 451, + "è¿ĩ": 452, + "æĮ": 453, + "Ġwas": 454, + "ess": 455, + "çİ°": 456, + "æ³ķ": 457, + "ew": 458, + "est": 459, + "èĩª": 460, + "pp": 461, + "ĠH": 462, + "åĵ": 463, + "æĦ": 464, + "åī": 465, + "åѦ": 466, + "ä¸ĭ": 467, + "åIJİ": 468, + "ab": 469, + "Ġha": 470, + "å·¥": 471, + "çIJĨ": 472, + "and": 473, + "¦Ĥ": 474, + "Ġor": 475, + "åħ¬": 476, + "ity": 477, + "æ¯": 478, + "ä¹Ł": 479, + "ment": 480, + "å®ļ": 481, + "éĺ": 482, + "ĠD": 483, + "åĪĨ": 484, + "æľ¬": 485, + "åĬ¨": 486, + "æĸ°": 487, + "æ±": 488, + "æĹ¥": 489, + "æķ°": 490, + "å®ŀ": 491, + "res": 492, + "ac": 493, + "åľ°": 494, + "us": 495, + "å¼Ģ": 496, + "el": 497, + "åŁ": 498, + "un": 499, + "ĠG": 500, + "ect": 501, + "家": 502, + "ç¨": 503, + "rom": 504, + "第": 505, + "ĠR": 506, + "Ġr": 507, + "ht": 508, + "Ġv": 509, + "å°±": 510, + "art": 511, + "ĠF": 512, + "åħ¨": 513, + "os": 514, + "è¿Ľ": 515, + "Ġby": 516, + "nt": 517, + "Ġsu": 518, + "åIJĮ": 519, + "ant": 520, + "Ġnot": 521, + "åĢ": 522, + "æľĪ": 523, + "ç®": 524, + "ä»ĸ": 525, + "Ġwor": 526, + "éģ": 527, + "ies": 528, + "æĸĩ": 529, + "åĮĸ": 530, + "ang": 531, + "Ġthis": 532, + "qu": 533, + "ive": 534, + "æı": 535, + "Ġfrom": 536, + "éķ": 537, + "å¸Ĥ": 538, + "Ġal": 539, + "ĠJ": 540, + "ç»ı": 541, + "ort": 542, + "æ¸": 543, + "Ġ\"": 544, + "ä¸Ģ个": 545, + "ally": 546, + "end": 547, + "Ġhave": 548, + "ould": 549, + "um": 550, + "é¡": 551, + "è°": 552, + "产": 553, + "åģ": 554, + "å¿ĥ": 555, + "çĤ": 556, + "åĬĽ": 557, + "ĠN": 558, + "èĤ": 559, + "ain": 560, + "out": 561, + "ä¸İ": 562, + "og": 563, + "Ġab": 564, + "èģ": 565, + "åijĬ": 566, + "æľº": 567, + "ä½ł": 568, + "ĠE": 569, + "æĽ": 570, + "æľĢ": 571, + "ä¹ĭ": 572, + "好": 573, + "æį": 574, + "çŃī": 575, + "éĥ½": 576, + "Ġdo": 577, + "è·": 578, + "é«": 579, + "Ġse": 580, + "è¶": 581, + "ome": 582, + "å¾Ĺ": 583, + "ust": 584, + "éĥ": 585, + "é«ĺ": 586, + "ard": 587, + "Ġcomp": 588, + "åħ³": 589, + "æĻ": 590, + "ä½ĵ": 591, + "主": 592, + "åīį": 593, + "å¦Ĥ": 594, + "..": 595, + "our": 596, + "äºĭ": 597, + "ç¤": 598, + "åIJĪ": 599, + "èĢħ": 600, + "éĹ´": 601, + "iv": 602, + "ight": 603, + "å§": 604, + "æ°ij": 605, + "éĿ¢": 606, + "è¿ĺ": 607, + "æīĢ": 608, + "pt": 609, + "è¢": 610, + "ĠL": 611, + "Ġcan": 612, + "çŁ": 613, + "éĽ": 614, + "åħ¶": 615, + "ç¨ĭ": 616, + "èĢĮ": 617, + "Ġle": 618, + "æĢ§": 619, + "çĤ¹": 620, + "rou": 621, + "all": 622, + "度": 623, + "ear": 624, + "ere": 625, + "oc": 626, + "ost": 627, + "age": 628, + "计": 629, + "åĬ¡": 630, + "ĠâĢ": 631, + "Ġwhe": 632, + "Ġhas": 633, + "ok": 634, + "说": 635, + "代": 636, + "æ´": 637, + "被": 638, + "çĿ": 639, + "åŃIJ": 640, + "ure": 641, + "Ġch": 642, + "å°ı": 643, + "ther": 644, + "ç³": 645, + "åĬł": 646, + "Ġus": 647, + "åĿ": 648, + "Ġint": 649, + "éĢļ": 650, + "æıIJ": 651, + "表": 652, + "éĥ¨": 653, + "æĪij们": 654, + "are": 655, + "Ġme": 656, + "Ġsh": 657, + "å»": 658, + "ĠO": 659, + "éķ¿": 660, + "ç¾": 661, + "Ġbut": 662, + "åľº": 663, + "çĦ": 664, + "Ġma": 665, + "Ġj": 666, + "åĮº": 667, + "å±ķ": 668, + "Ġk": 669, + "éĩį": 670, + "ich": 671, + "âĢĻs": 672, + "天": 673, + "éĤ": 674, + "车": 675, + "ç³»": 676, + "Ġgo": 677, + "设": 678, + "æĥħ": 679, + "ram": 680, + "ud": 681, + "åı¯ä»¥": 682, + "çł": 683, + "件": 684, + "Ġwill": 685, + "vel": 686, + "åĨħ": 687, + "ä¸ī": 688, + "ç½ij": 689, + "æŁ": 690, + "åħ¥": 691, + "ook": 692, + "Ġli": 693, + "çľĭ": 694, + "èµĦ": 695, + "Ġmore": 696, + "éľ": 697, + "æ¶": 698, + "èī": 699, + "æŀľ": 700, + "Ġthey": 701, + "pe": 702, + "æĦı": 703, + "Ġall": 704, + "ine": 705, + "åijĺ": 706, + "ions": 707, + "éĻ¢": 708, + "Ġso": 709, + "æ¡": 710, + "æľŁ": 711, + "çĦ¶": 712, + "åĵģ": 713, + "æģ": 714, + "åıĬ": 715, + "çĶµ": 716, + "å¼ı": 717, + "éĩĮ": 718, + "缮": 719, + "Ġne": 720, + "å¹³": 721, + "åºĶ": 722, + "éļ": 723, + "éĶ": 724, + "缸": 725, + "ĠĠĠĠ": 726, + "pl": 727, + "çĿĢ": 728, + "å¾Ī": 729, + "ä¿¡": 730, + "å°Ĩ": 731, + "ie": 732, + "çĻ": 733, + "ated": 734, + "å¤ĸ": 735, + "ä¿Ŀ": 736, + "å½ĵ": 737, + "éĩı": 738, + "Ġpl": 739, + "ä½Ĩ": 740, + "æĺİ": 741, + "èĬ": 742, + "Ġabout": 743, + "éĩij": 744, + "The": 745, + "é¦": 746, + "av": 747, + "ast": 748, + "ide": 749, + "ind": 750, + "èµ·": 751, + "éģĵ": 752, + "Ġone": 753, + "æĽ´": 754, + "gh": 755, + "ä»İ": 756, + "Ġwho": 757, + "ä¹Ī": 758, + ".\"": 759, + "常": 760, + "ç±": 761, + "çķ": 762, + "ĠIn": 763, + "åı¸": 764, + "iz": 765, + "ĠU": 766, + "ä¸ŃåĽ½": 767, + "建": 768, + "Ġ-": 769, + "äºĮ": 770, + "é£": 771, + "one": 772, + "Ġwork": 773, + "Ġte": 774, + "Ġim": 775, + "ff": 776, + "次": 777, + "åĪ©": 778, + "解": 779, + "çī¹": 780, + "äºĽ": 781, + "'t": 782, + "per": 783, + "so": 784, + "æ¯Ķ": 785, + "æį®": 786, + "æĹł": 787, + "very": 788, + "çī©": 789, + "çĸ": 790, + "åħĥ": 791, + "ç©": 792, + "ary": 793, + "使": 794, + "åİŁ": 795, + "Ġwhich": 796, + "ial": 797, + "orm": 798, + "Ġother": 799, + "able": 800, + "gram": 801, + "ans": 802, + "åİ»": 803, + "ire": 804, + "ime": 805, + "Ġtheir": 806, + "åħ¬åı¸": 807, + "Ġad": 808, + "ä½į": 809, + "å¢": 810, + "ç¥": 811, + "æīĭ": 812, + "å·¥ä½ľ": 813, + "åķ": 814, + "ç¡": 815, + "ge": 816, + "é©": 817, + "Ġen": 818, + "ĠTh": 819, + "è¿IJ": 820, + "åĪ¶": 821, + "Ġout": 822, + "ack": 823, + "rit": 824, + "cc": 825, + "ç§į": 826, + "åįģ": 827, + "ong": 828, + "æľį": 829, + "ations": 830, + "Ġcont": 831, + "ber": 832, + "æѤ": 833, + "éħ": 834, + "åIJį": 835, + "ult": 836, + "éĤ£": 837, + "Ġres": 838, + "du": 839, + "çĪ": 840, + "angu": 841, + "ame": 842, + "æł·": 843, + "ç¾İ": 844, + "æĥ³": 845, + "æİ¥": 846, + "èĭ": 847, + "ous": 848, + "ry": 849, + "交": 850, + "Ġhis": 851, + "没": 852, + "ç´": 853, + "èIJ": 854, + "Ġcl": 855, + "Ġup": 856, + "âĢĿ": 857, + "åı°": 858, + "Ġapp": 859, + "Ġsome": 860, + "éĹ®": 861, + "é¢ĺ": 862, + "ical": 863, + "æĪĸ": 864, + "au": 865, + "åĽŀ": 866, + "Ġlike": 867, + "æŃ£": 868, + "ç»ĵ": 869, + "ç¼": 870, + "åıĺ": 871, + "Ġman": 872, + "ue": 873, + "éĵ": 874, + "ip": 875, + "æĬĢ": 876, + "ap": 877, + "Ġbec": 878, + "),": 879, + "绣": 880, + "å·±": 881, + "ĠSt": 882, + "åıª": 883, + "æĶ¿": 884, + "ĠIt": 885, + "èģĶ": 886, + "ä»»": 887, + "Ġsc": 888, + "å®ī": 889, + ",å°": 890, + "act": 891, + "çĶ±": 892, + "Ġsa": 893, + ",\"": 894, + "Ġmy": 895, + "æĮģ": 896, + "è°ĥ": 897, + "å·²": 898, + "ach": 899, + "Ġthere": 900, + "åŁº": 901, + "Ġlangu": 902, + "ays": 903, + "èĩªå·±": 904, + "ble": 905, + "ice": 906, + "客": 907, + "Ġprogram": 908, + "ç§ij": 909, + "åģļ": 910, + "éľĢ": 911, + "æ±Ĥ": 912, + "çŁ¥": 913, + "举": 914, + "Ġwere": 915, + ",å¹": 916, + "ign": 917, + "ory": 918, + "king": 919, + "éĴ": 920, + "ç²": 921, + "çĥ": 922, + "åŀ": 923, + "Ġwould": 924, + "åIJij": 925, + "Ġyour": 926, + "now": 927, + "Ġar": 928, + "èĦ": 929, + "int": 930, + "è®°": 931, + "Ġyear": 932, + "项": 933, + ",è¿Ļ": 934, + "velop": 935, + "åĽł": 936, + "èº": 937, + "æĪ·": 938, + "ä¸ĩ": 939, + "cl": 940, + "ep": 941, + "ject": 942, + "åĪĽ": 943, + "èį": 944, + "两": 945, + "Ġpart": 946, + "让": 947, + "è¯ģ": 948, + "Ġnew": 949, + "æģ¯": 950, + "ft": 951, + "Ġwhat": 952, + "Ġun": 953, + "çĹ": 954, + "æĸ¯": 955, + "Ġits": 956, + "示": 957, + "å¤Ħ": 958, + "Ġdis": 959, + "Ġwhen": 960, + "èĥ": 961, + "书": 962, + "Ġthem": 963, + "åIJĦ": 964, + "强": 965, + "ĠâĢľ": 966, + "åĨ³": 967, + "ub": 968, + "åıĹ": 969, + "eop": 970, + "Ġev": 971, + "åĪ«": 972, + "è§Ħ": 973, + "æ·": 974, + "ĠV": 975, + "åķĨ": 976, + "æ´»": 977, + "æ¡Ī": 978, + "æĤ": 979, + "åıijå±ķ": 980, + "ä¼ģ": 981, + "ings": 982, + "管": 983, + "eople": 984, + "ose": 985, + "Ġif": 986, + "身": 987, + "ace": 988, + "form": 989, + "è·¯": 990, + "å®Į": 991, + "款": 992, + "Ġalso": 993, + "ob": 994, + "ç«ł": 995, + "Ġbeen": 996, + "Ġtime": 997, + "Ġthan": 998, + "ance": 999, + "ass": 1000, + ",ä½Ĩ": 1001, + "vers": 1002, + "ç«ĭ": 1003, + "éª": 1004, + "é¢Ĩ": 1005, + "导": 1006, + "æĿ¡": 1007, + "ree": 1008, + "æľ¯": 1009, + "ode": 1010, + "å£": 1011, + "æ»": 1012, + "æµ·": 1013, + ",åľ¨": 1014, + "Ġhow": 1015, + "çIJĥ": 1016, + "线": 1017, + "æĦŁ": 1018, + "èĩ³": 1019, + "æº": 1020, + "ase": 1021, + "Ġper": 1022, + "èİ": 1023, + "Ġher": 1024, + "æłĩ": 1025, + "ence": 1026, + "åħ·": 1027, + "åŀĭ": 1028, + ",ä¸į": 1029, + "æī§": 1030, + "Ġknow": 1031, + "Ġimp": 1032, + "Ġqu": 1033, + "Ġsy": 1034, + "åħ±": 1035, + "ru": 1036, + "åĢ¼": 1037, + "ä¼ģä¸ļ": 1038, + "åĸ": 1039, + "åĻ": 1040, + "Ġany": 1041, + "认": 1042, + "æµģ": 1043, + "ç±»": 1044, + "Ġhad": 1045, + ".ĊĊ": 1046, + "ite": 1047, + "åħī": 1048, + "ction": 1049, + "ia": 1050, + "Ġpeople": 1051, + "wo": 1052, + "èĻ": 1053, + "ors": 1054, + "åįķ": 1055, + "Ġsp": 1056, + "çľģ": 1057, + "æĶ¶": 1058, + "è£": 1059, + "é»": 1060, + "ĠY": 1061, + "åįİ": 1062, + "è´¨": 1063, + "人æ°ij": 1064, + "æķĻ": 1065, + "éĢī": 1066, + "ile": 1067, + "社": 1068, + "con": 1069, + "ink": 1070, + "Ġfe": 1071, + "æķĪ": 1072, + "Ġsaid": 1073, + "èĪ": 1074, + "èµĽ": 1075, + "mer": 1076, + "å½±": 1077, + "è¾¾": 1078, + "æ°´": 1079, + "æݨ": 1080, + "æľįåĬ¡": 1081, + "è¯ī": 1082, + "åĽĽ": 1083, + "olog": 1084, + "ç»Ļ": 1085, + "Ġget": 1086, + "羣": 1087, + "åĻ¨": 1088, + "ition": 1089, + "fere": 1090, + "Ġdevelop": 1091, + "æĮĩ": 1092, + "irst": 1093, + "stem": 1094, + "ces": 1095, + "ric": 1096, + "Ġmat": 1097, + "éĻIJ": 1098, + "ount": 1099, + "ä¼ł": 1100, + "ause": 1101, + "è¿Ľè¡Į": 1102, + "ç¦": 1103, + "ĠCh": 1104, + "è´¹": 1105, + "ĊĊ": 1106, + "æĬ¥": 1107, + "çłĶ": 1108, + "åıĸ": 1109, + "该": 1110, + "ä¾Ľ": 1111, + "æ¼": 1112, + "ress": 1113, + "ç®Ĺ": 1114, + "ç¡®": 1115, + "Ġour": 1116, + "è¿ij": 1117, + "æķ´": 1118, + "没æľī": 1119, + "广": 1120, + "缴": 1121, + "ä¸ĵ": 1122, + "Ġjust": 1123, + "ov": 1124, + "Ġdes": 1125, + "注": 1126, + "æĶ¾": 1127, + "ç«Ļ": 1128, + "èī²": 1129, + "ark": 1130, + "å¤į": 1131, + "ents": 1132, + "éĽĨ": 1133, + "ak": 1134, + "ail": 1135, + "Ġrec": 1136, + "Ġshe": 1137, + "ens": 1138, + "马": 1139, + "æ¨": 1140, + "è¯Ŀ": 1141, + "请": 1142, + "éĹ®é¢ĺ": 1143, + "è¥": 1144, + "ĠK": 1145, + "æŶéĹ´": 1146, + "lic": 1147, + "reat": 1148, + "ä¾ĭ": 1149, + ",并": 1150, + "\",": 1151, + "ä¹ł": 1152, + "ild": 1153, + "ä»Ĭ": 1154, + "ä¼ĺ": 1155, + "é£İ": 1156, + "级": 1157, + "西": 1158, + "çģ": 1159, + "容": 1160, + "å®ĥ": 1161, + ",åĽ": 1162, + "æī§è¡Į": 1163, + "è®®": 1164, + ").": 1165, + "Ġser": 1166, + "åıĤ": 1167, + "å°ij": 1168, + "æīĵ": 1169, + "æ£": 1170, + "Ġag": 1171, + "ä¹ī": 1172, + "å°Ķ": 1173, + "æĶ¯": 1174, + "Ġinto": 1175, + "åı·": 1176, + "Ġdif": 1177, + "éĿŀ": 1178, + "è±": 1179, + "ç»Ħ": 1180, + "éĢł": 1181, + "Ġuse": 1182, + ":Ċ": 1183, + "åĬ©": 1184, + "æºIJ": 1185, + "?Ċ": 1186, + "éŨ": 1187, + "ound": 1188, + "æ®": 1189, + "ä»·": 1190, + "åħĪ": 1191, + "ç»Ń": 1192, + "Ġpre": 1193, + "被åijĬ": 1194, + "è¯Ĩ": 1195, + "ĠHe": 1196, + "çĬ": 1197, + "女": 1198, + "æĢ»": 1199, + "æŀĦ": 1200, + "çݯ": 1201, + "èĬĤ": 1202, + "ish": 1203, + "ari": 1204, + "æŃ¥": 1205, + "wn": 1206, + "èĮ": 1207, + "å¸ĥ": 1208, + "åĮĹ": 1209, + "å§ĭ": 1210, + "éĺŁ": 1211, + "Ġlanguage": 1212, + "Ġwrit": 1213, + "éĢŁ": 1214, + "ple": 1215, + "Ġoff": 1216, + "æĺĵ": 1217, + "åĩĨ": 1218, + "Ġfirst": 1219, + "å²": 1220, + "ä¸ĸ": 1221, + "Ġover": 1222, + "ç²¾": 1223, + "ove": 1224, + "æľª": 1225, + "Ġmost": 1226, + "æĬķ": 1227, + "Ġtr": 1228, + "èĢģ": 1229, + ",æĪij": 1230, + "ough": 1231, + "çħ": 1232, + "æł¼": 1233, + "使çĶ¨": 1234, + "te": 1235, + "erm": 1236, + "ular": 1237, + "å¢ŀ": 1238, + "ord": 1239, + "å·ŀ": 1240, + "第ä¸Ģ": 1241, + "游": 1242, + "çķĮ": 1243, + "ä½ķ": 1244, + "æĢģ": 1245, + "ä»Ģ": 1246, + "çİĩ": 1247, + "Ġtwo": 1248, + "ck": 1249, + "头": 1250, + "Ġno": 1251, + "Ġsystem": 1252, + "模": 1253, + "Ġacc": 1254, + "æ²»": 1255, + "设计": 1256, + "lect": 1257, + "Ġonly": 1258, + ",ä¹Ł": 1259, + "éŁ": 1260, + "éĢļè¿ĩ": 1261, + "æ¶Ī": 1262, + "éľĢè¦ģ": 1263, + "åĮħ": 1264, + "åı¯èĥ½": 1265, + "åĽ¢": 1266, + "è§Ĩ": 1267, + "å¦": 1268, + "åŁİ": 1269, + "å§Ķ": 1270, + "Ġneed": 1271, + "ne": 1272, + "oll": 1273, + "ics": 1274, + "åĬŀ": 1275, + "æ¢": 1276, + "Ġway": 1277, + "åĬŁ": 1278, + "转": 1279, + "Ġbecause": 1280, + "ç³»ç»Ł": 1281, + "并": 1282, + "ŀį": 1283, + "é¦ĸ": 1284, + "Ġbet": 1285, + "æ°Ķ": 1286, + "ss": 1287, + "çĭ": 1288, + "å¸Ī": 1289, + "Ġprodu": 1290, + "æķ°æį®": 1291, + "åĽ¾": 1292, + "ages": 1293, + "å°±æĺ¯": 1294, + "Ġro": 1295, + "她": 1296, + "æ¯ı": 1297, + "ä»Ģä¹Ī": 1298, + "åĶ": 1299, + "å¿«": 1300, + "å±±": 1301, + "Ġmake": 1302, + "åĮ»": 1303, + "Ġcomm": 1304, + "è¶ħ": 1305, + ",èĢĮ": 1306, + "åĨį": 1307, + "æĶ¹": 1308, + "éħį": 1309, + "è¿Ļ个": 1310, + "æĭī": 1311, + "åĢĻ": 1312, + "Ġbook": 1313, + "å±Ģ": 1314, + "Ġcould": 1315, + "ĠĠĠĠĠĠĠĠ": 1316, + "sel": 1317, + "产åĵģ": 1318, + "äºĶ": 1319, + "åı£": 1320, + "nder": 1321, + "ĠThis": 1322, + "çĪ±": 1323, + "Ġevery": 1324, + "å¼ķ": 1325, + "åŃĹ": 1326, + "å½¢": 1327, + "Ġspe": 1328, + "Ġwant": 1329, + "åŃĺ": 1330, + "æĺ¾": 1331, + "è§ģ": 1332, + "è§Ĥ": 1333, + "åįĹ": 1334, + "uch": 1335, + "we": 1336, + "åħļ": 1337, + "è¾ĥ": 1338, + "ĠWe": 1339, + "Ġpo": 1340, + "hed": 1341, + "rib": 1342, + "æĪĺ": 1343, + ",åį": 1344, + "own": 1345, + "åĪĻ": 1346, + "èŀį": 1347, + "ures": 1348, + "åĪĿ": 1349, + "eth": 1350, + "ĠUn": 1351, + "ç¥ŀ": 1352, + "ates": 1353, + "å¼ł": 1354, + "åŁŁ": 1355, + "ä¹IJ": 1356, + "ä¸Ķ": 1357, + "Ġthese": 1358, + "åĪĹ": 1359, + "ä½ı": 1360, + "ä¾Ŀ": 1361, + "å¸Ĥåľº": 1362, + "Ġbu": 1363, + "æĿĥ": 1364, + "iew": 1365, + "åĨµ": 1366, + "æŁIJ": 1367, + "Ġadd": 1368, + "br": 1369, + "æīį": 1370, + "æ·±": 1371, + "éªĮ": 1372, + "Ġdon": 1373, + "ç»Ī": 1374, + "åįı": 1375, + "ä»ĸ们": 1376, + "ning": 1377, + "Ġmay": 1378, + "约": 1379, + "oy": 1380, + "带": 1381, + "ting": 1382, + "Ġact": 1383, + ",å¯": 1384, + "论": 1385, + "æŁ¥": 1386, + "称": 1387, + "Ġcons": 1388, + "æĬĢæľ¯": 1389, + "cess": 1390, + "èĢĥ": 1391, + "èĤ¡": 1392, + "li": 1393, + "审": 1394, + "çīĩ": 1395, + "ments": 1396, + "ward": 1397, + "ware": 1398, + "éļ¾": 1399, + "ava": 1400, + "è§ī": 1401, + "足": 1402, + ",以": 1403, + "ual": 1404, + "èģĮ": 1405, + "round": 1406, + "æĻº": 1407, + "Ġinter": 1408, + "è¯Ń": 1409, + "chn": 1410, + "çħ§": 1411, + "get": 1412, + "æŶåĢĻ": 1413, + "Ġsuch": 1414, + "åıĪ": 1415, + "åįĩ": 1416, + "ĠRe": 1417, + "Ġworld": 1418, + "çĻ¾": 1419, + "Ġmod": 1420, + "è¿ŀ": 1421, + "riend": 1422, + "any": 1423, + "å®ŀçİ°": 1424, + "è¶Ĭ": 1425, + "åºı": 1426, + "çĹħ": 1427, + "ons": 1428, + "ating": 1429, + ",ä¸Ģ": 1430, + "åĥ": 1431, + "åĪ¤": 1432, + "ĠPro": 1433, + "hat": 1434, + "Ġrep": 1435, + "ian": 1436, + "ming": 1437, + "æ¸ħ": 1438, + "ced": 1439, + "ool": 1440, + "ood": 1441, + "å¤ĩ": 1442, + "Ġdoes": 1443, + "ä¿¡æģ¯": 1444, + "èIJ¥": 1445, + "æ£Ģ": 1446, + "Ġta": 1447, + "Ġunder": 1448, + ",æľī": 1449, + "é¥": 1450, + "éĩĩ": 1451, + "ource": 1452, + "Ġwhere": 1453, + "aw": 1454, + "pen": 1455, + "Ġdid": 1456, + "ade": 1457, + "clud": 1458, + "fter": 1459, + "ks": 1460, + "Ġind": 1461, + "roup": 1462, + "les": 1463, + "Ġthen": 1464, + "ener": 1465, + "åıį": 1466, + "çĸĹ": 1467, + "ond": 1468, + "Ġprov": 1469, + "究": 1470, + "Ġam": 1471, + "Ġcode": 1472, + "Ġyears": 1473, + "åĩ½": 1474, + "æĬĬ": 1475, + "ific": 1476, + "æ±Ł": 1477, + "rough": 1478, + ",å°±": 1479, + "æ¼Ķ": 1480, + "æľĽ": 1481, + "åĩł": 1482, + "cept": 1483, + "pect": 1484, + "京": 1485, + "iss": 1486, + "Ġmany": 1487, + "ology": 1488, + "Ġdiffere": 1489, + "å¾·": 1490, + "份": 1491, + "æŀģ": 1492, + "空": 1493, + "èİ·": 1494, + "åIJ¬": 1495, + "éĻħ": 1496, + "ious": 1497, + "oss": 1498, + "Ġeven": 1499, + "èĮĥ": 1500, + "å¦Ĥæŀľ": 1501, + "lp": 1502, + "æ¹": 1503, + "Ġpers": 1504, + "èĩ´": 1505, + "Ġvery": 1506, + "hen": 1507, + "row": 1508, + "æĪ¿": 1509, + "è´£": 1510, + "Ġatt": 1511, + "æıIJä¾Ľ": 1512, + "çĬ¶": 1513, + ")Ċ": 1514, + "çļĦ人": 1515, + "ative": 1516, + "è¯ķ": 1517, + "ational": 1518, + "ata": 1519, + "æĸŃ": 1520, + "è´Ń": 1521, + "Ġstart": 1522, + "å¨": 1523, + "ident": 1524, + "éĩįè¦ģ": 1525, + "xt": 1526, + "Ġread": 1527, + "å¾ĭ": 1528, + "Ġused": 1529, + "Ġfriend": 1530, + "ç»´": 1531, + ",å¥": 1532, + "æĢĿ": 1533, + "Ġhelp": 1534, + "Ġsee": 1535, + "象": 1536, + "åĥı": 1537, + "mat": 1538, + "å¤Ł": 1539, + "Ġthink": 1540, + "pport": 1541, + "èĤ²": 1542, + "ph": 1543, + "Ġmuch": 1544, + "åĩ½æķ°": 1545, + "ec": 1546, + "许": 1547, + "Ġlook": 1548, + "积": 1549, + "æŀĹ": 1550, + "ĠBut": 1551, + "âĢĻt": 1552, + "fore": 1553, + "Ħ¿": 1554, + "Ġthrough": 1555, + "æĸĩåĮĸ": 1556, + "æĥħåĨµ": 1557, + "bs": 1558, + "Ġrel": 1559, + "第äºĮ": 1560, + "ng": 1561, + "·": 1562, + "æħ": 1563, + "ä¼Ĺ": 1564, + "Ġem": 1565, + "å·²ç»ı": 1566, + "社ä¼ļ": 1567, + "Ġinc": 1568, + "Ġwell": 1569, + "满": 1570, + "æij": 1571, + "亿": 1572, + "åıĭ": 1573, + "åİĨ": 1574, + "ick": 1575, + "other": 1576, + "åĨĻ": 1577, + "éĻ©": 1578, + "çĥŃ": 1579, + "ible": 1580, + "Ġph": 1581, + "ĠCom": 1582, + "ç½®": 1583, + ",æĪij们": 1584, + "çĶ·": 1585, + "Ġreally": 1586, + "èµ°": 1587, + "Ġproject": 1588, + "æĸ¹æ³ķ": 1589, + "Ġown": 1590, + "éĻ¤": 1591, + "æĻ¯": 1592, + "é¡¹çĽ®": 1593, + "æĴ": 1594, + "离": 1595, + "tain": 1596, + "red": 1597, + "Ġsom": 1598, + "åħ´": 1599, + "igh": 1600, + "æİĴ": 1601, + "æĪı": 1602, + "ĠAnd": 1603, + "åĵį": 1604, + "å¢ĥ": 1605, + "!Ċ": 1606, + ",æĺ¯": 1607, + "Ġcall": 1608, + "æł¹": 1609, + "çŃĸ": 1610, + "Ġshould": 1611, + "段": 1612, + "ell": 1613, + "Ġinv": 1614, + "åºĹ": 1615, + "åIJĮæŶ": 1616, + "éĶĢ": 1617, + "åİŁåijĬ": 1618, + "çļĦä¸Ģ": 1619, + "Ġsim": 1620, + "åħĭ": 1621, + "ä½İ": 1622, + "å¼Ģåıij": 1623, + "ç®Ģ": 1624, + "...": 1625, + "Ġinclud": 1626, + "便": 1627, + "ities": 1628, + "åİ¿": 1629, + "Ġdec": 1630, + "ont": 1631, + "ise": 1632, + "old": 1633, + "read": 1634, + "åĬ¿": 1635, + "Ġnow": 1636, + "ock": 1637, + "表示": 1638, + "itt": 1639, + ",æ¯": 1640, + "Ġass": 1641, + "ç½Ĺ": 1642, + "çłĶ究": 1643, + "self": 1644, + ",对": 1645, + "åĦ¿": 1646, + "ited": 1647, + "Ġtechn": 1648, + "æĿij": 1649, + "ange": 1650, + "ient": 1651, + "èij": 1652, + "äºĴ": 1653, + "Ġfu": 1654, + "çľ¼": 1655, + "çĻ½": 1656, + "ful": 1657, + "ten": 1658, + "yth": 1659, + "¨Ģ": 1660, + "è¨Ģ": 1661, + "arch": 1662, + "urn": 1663, + "å¿ħ": 1664, + "com": 1665, + "uth": 1666, + "ife": 1667, + "Ġsame": 1668, + "çİĭ": 1669, + "Ġdifferent": 1670, + "Ġtra": 1671, + "ä¹°": 1672, + "irect": 1673, + "Ġback": 1674, + "Ġfin": 1675, + ",å¦Ĥ": 1676, + "åŃ¦ä¹ł": 1677, + "ä¸ĸçķĮ": 1678, + "ms": 1679, + "Ġeff": 1680, + "Ġret": 1681, + "è§Ĵ": 1682, + "ility": 1683, + "æݧ": 1684, + "ists": 1685, + "éŁ³": 1686, + "ä¸įæĺ¯": 1687, + "æ±½": 1688, + "ç»Ĩ": 1689, + "ts": 1690, + "Ġnum": 1691, + "oth": 1692, + "åij½": 1693, + "é¦Ļ": 1694, + "ght": 1695, + "Ġbl": 1696, + "Ġhim": 1697, + "ĠJava": 1698, + ",åĽł": 1699, + "åĪĴ": 1700, + "æĿİ": 1701, + "è´Ł": 1702, + "å¼Ģå§ĭ": 1703, + "Ġdisc": 1704, + "Ġpoint": 1705, + "Ġperson": 1706, + "Ġco": 1707, + "ä»ħ": 1708, + "çĶ³": 1709, + "Ġgroup": 1710, + "红": 1711, + "ually": 1712, + "å¡": 1713, + "çı": 1714, + "èħ": 1715, + "éĢĤ": 1716, + "çĶŁæ´»": 1717, + "\"çļĦ": 1718, + "åĭ": 1719, + "Ġac": 1720, + "Ġmem": 1721, + "é¢Ħ": 1722, + "æį¢": 1723, + "主è¦ģ": 1724, + ",åħ¶": 1725, + "ied": 1726, + "Ġpub": 1727, + "ased": 1728, + "Ġlong": 1729, + "å¹³åı°": 1730, + "ç´ł": 1731, + ",åĨ": 1732, + "ork": 1733, + "ä»ĺ": 1734, + "Ġthose": 1735, + "ement": 1736, + "ç±³": 1737, + "Ġent": 1738, + "Ġbeing": 1739, + "ract": 1740, + "Ġgood": 1741, + "ython": 1742, + "tt": 1743, + "åĤ": 1744, + "æIJ": 1745, + "ä¸ŃçļĦ": 1746, + "çİ°åľ¨": 1747, + "ĠNew": 1748, + "çª": 1749, + "its": 1750, + "Ġfind": 1751, + "Ġvari": 1752, + "ved": 1753, + "Ġed": 1754, + "Ġrem": 1755, + "æĬ¤": 1756, + "æµĭ": 1757, + "è¿ľ": 1758, + "Ġear": 1759, + "åŃ£": 1760, + "éļı": 1761, + "iness": 1762, + "Ġsay": 1763, + "ered": 1764, + ".è¿Ļ": 1765, + "Ġke": 1766, + "å¯Į": 1767, + "大çļĦ": 1768, + "åĽ½å®¶": 1769, + "ives": 1770, + "bers": 1771, + "ib": 1772, + "çĮ": 1773, + "æĹı": 1774, + "åįĬ": 1775, + "å¾Ģ": 1776, + "å¾Īå¤ļ": 1777, + "Ġtest": 1778, + "Ġpres": 1779, + "失": 1780, + "Ġeach": 1781, + "æµİ": 1782, + "æĪIJ为": 1783, + "æľ¬éĻ¢": 1784, + "day": 1785, + "åıĮ": 1786, + "æĻºèĥ½": 1787, + "ven": 1788, + "é¾": 1789, + "åį³": 1790, + "åŃ©": 1791, + "è¡Ģ": 1792, + "康": 1793, + "çīĮ": 1794, + "好çļĦ": 1795, + "è¿ĺæĺ¯": 1796, + "ĠYou": 1797, + "Ġproble": 1798, + "Ġstat": 1799, + "产ä¸ļ": 1800, + "èĬ±": 1801, + "建设": 1802, + "举": 1803, + "绾": 1804, + "Ġstr": 1805, + "tern": 1806, + "åİĭ": 1807, + "æĸ¹å¼ı": 1808, + "ues": 1809, + "å©": 1810, + "çĨ": 1811, + "çļĦæĺ¯": 1812, + "Ġset": 1813, + "Ġthings": 1814, + ",å¾": 1815, + "Ġright": 1816, + "Ġart": 1817, + "管çIJĨ": 1818, + "Ġafter": 1819, + "人çļĦ": 1820, + "åij¨": 1821, + "Ġval": 1822, + "++": 1823, + "ever": 1824, + "æĭ©": 1825, + "代表": 1826, + "è£ħ": 1827, + "ience": 1828, + "Ġfun": 1829, + "Ġinst": 1830, + ",å¼": 1831, + "Ġgener": 1832, + "å¾®": 1833, + "eg": 1834, + "ç¢": 1835, + "ince": 1836, + "Ġexam": 1837, + "缸åħ³": 1838, + "èIJ½": 1839, + "声": 1840, + "éĿŀ常": 1841, + "led": 1842, + "ys": 1843, + "åĪĩ": 1844, + "æĸĻ": 1845, + "ç½ijç«Ļ": 1846, + "hip": 1847, + "太": 1848, + "ution": 1849, + "ows": 1850, + "大家": 1851, + "çłģ": 1852, + ".\"Ċ": 1853, + "ater": 1854, + "åħħ": 1855, + "æī¿": 1856, + "åĪ°äºĨ": 1857, + "æĭħ": 1858, + "formation": 1859, + "hes": 1860, + "äºļ": 1861, + "Ġsur": 1862, + "Ġopen": 1863, + "åħ«": 1864, + "Ġpr": 1865, + "éĢģ": 1866, + "è½»": 1867, + "æĸ¹éĿ¢": 1868, + "ç¨ĭåºı": 1869, + "ins": 1870, + "Ġdist": 1871, + "åĽ´": 1872, + "ĠAn": 1873, + "ä¸ĬçļĦ": 1874, + "usiness": 1875, + "erest": 1876, + "Ġprogramming": 1877, + "éĢīæĭ©": 1878, + "'re": 1879, + "cial": 1880, + "Ġ$": 1881, + "Ġbest": 1882, + "ftware": 1883, + "Ġstud": 1884, + "è¿ĩç¨ĭ": 1885, + "æīĢæľī": 1886, + "æīĢ以": 1887, + "çīĪ": 1888, + "çĶ³è¯·": 1889, + "lo": 1890, + "als": 1891, + "å±Ĥ": 1892, + "èĥ½å¤Ł": 1893, + "Ġdesign": 1894, + ",ä½ł": 1895, + "ix": 1896, + "Ġfound": 1897, + "Ġdown": 1898, + "åĽŃ": 1899, + "æľīéĻIJ": 1900, + "ç¼ĸ": 1901, + "客æĪ·": 1902, + "ily": 1903, + "åħŃ": 1904, + "Ġreal": 1905, + "Ġprocess": 1906, + "å¥ĸ": 1907, + "ript": 1908, + "Ġext": 1909, + "ield": 1910, + "å®ĮæĪIJ": 1911, + "Ġcount": 1912, + "åı²": 1913, + ",å½": 1914, + "æīĺ": 1915, + "ä¸įåIJĮ": 1916, + "ames": 1917, + "è´¢": 1918, + ";Ċ": 1919, + "ner": 1920, + "Ġsm": 1921, + "Ġob": 1922, + "ict": 1923, + "Ġreg": 1924, + "åĢŁ": 1925, + "åħ¶ä»ĸ": 1926, + ",ä»ĸ": 1927, + ",éĤ£": 1928, + "--": 1929, + "ines": 1930, + "åĿļ": 1931, + "æĪĸèĢħ": 1932, + ",为": 1933, + ".åľ¨": 1934, + "Th": 1935, + "ves": 1936, + "å±ŀ": 1937, + "è¦ģæ±Ĥ": 1938, + "æŀIJ": 1939, + "æĮī": 1940, + "éĵ¶": 1941, + "ç§ijæĬĢ": 1942, + "ween": 1943, + "ivers": 1944, + "Ġaround": 1945, + "ä¸ĢäºĽ": 1946, + "æī¾": 1947, + "欢": 1948, + "Ġthree": 1949, + "æĸ½": 1950, + "ower": 1951, + "Ġdef": 1952, + "ateg": 1953, + "Ġresult": 1954, + "Ġimport": 1955, + "åĶ®": 1956, + "室": 1957, + "æł¡": 1958, + "ĠPl": 1959, + "ä½ľä¸º": 1960, + "Ġexper": 1961, + "çŁ¥éģĵ": 1962, + "æļ": 1963, + "ars": 1964, + "念": 1965, + "æĻ®": 1966, + "Ġlear": 1967, + "éĶĻ": 1968, + "士": 1969, + "ank": 1970, + "Ġeas": 1971, + "éĺ¿": 1972, + "éĥ½æĺ¯": 1973, + "èĩªå·±çļĦ": 1974, + "meric": 1975, + "gg": 1976, + "èı": 1977, + "Ġpol": 1978, + "å·´": 1979, + "端": 1980, + "Ġexpl": 1981, + "èĭ±": 1982, + ",让": 1983, + "ving": 1984, + "yp": 1985, + "ä¸ĥ": 1986, + "äºī": 1987, + "ath": 1988, + "è¾¹": 1989, + "Ġcontro": 1990, + "the": 1991, + "vent": 1992, + "å¼Ĥ": 1993, + "imes": 1994, + "éĻį": 1995, + "éĵ¾": 1996, + "é»Ħ": 1997, + "Ġmight": 1998, + "Ġgreat": 1999 + }, + "merges": [ + "Ġ t", + "ä ¸", + "Ġ a", + "h e", + "i n", + "r e", + "ç ļ", + "çļ Ħ", + "o n", + "Ġt he", + "e r", + "ä º", + "Ġ s", + "a t", + "Ġ w", + "Ġ o", + "e n", + "i t", + "æ ľ", + "Ġ c", + "å ı", + "o r", + "e s", + "i s", + "a n", + "ä »", + "å ħ", + "Ġ b", + "in g", + "Ġ p", + "Ġ f", + "Ġa n", + "o u", + "e d", + "Ġ m", + "a r", + "a l", + "Ġt o", + "è ¿", + "å ¤", + "Ġo f", + "å ®", + "Ġ in", + "å Ī", + "Ġ d", + "ä ½", + "Ġan d", + "æ ĺ", + "Ġt h", + "i c", + "å IJ", + "l e", + "å ľ", + "r o", + "i on", + "ç Ķ", + "Ġ h", + "a s", + "æ Ī", + "å Ĭ", + "ä¸ Ģ", + "ä ¹", + ". Ċ", + "ç »", + ", å", + "æ ĸ", + "æ Ĺ", + "è ¯", + "æĺ ¯", + "è ®", + "Ġ l", + "en t", + "o m", + "å Ľ", + "ä ¼", + "Ġ e", + "s t", + "Ġ re", + "v e", + "Ġ n", + "å °", + "l l", + "Ġ I", + "å ¹", + "l y", + "åľ ¨", + "æ Ŀ", + "c t", + "å į", + "äº º", + "æľ ī", + "Ġb e", + "æ ī", + "Ġ g", + "ä¸ į", + "u t", + "å ¼", + "Ġ is", + "å ·", + "å ¸", + "å Ń", + "è ¡", + "Ġth at", + "â Ģ", + "e t", + "é ĩ", + "Ġ T", + "å º", + "äº Ĩ", + "o t", + "i d", + "s e", + "å ¾", + "ä¸ Ń", + "Ġ on", + "å ĩ", + "ĥ ½", + "a m", + "c h", + "æ ķ", + "Ġ A", + "å Į", + "é Ģ", + "c e", + "å Ĩ", + "Ġf or", + "Ġ S", + "i m", + "o w", + "Ġ y", + "è Ģ", + "å ¯", + "Ġ C", + "Ġ it", + "Ġ u", + ", æ", + "è §", + "v er", + "i g", + "ä¸ ª", + "ä¸ º", + "ç Ľ", + "è µ", + "at ion", + "a y", + "è ´", + "å ij", + "l d", + "å Ĵ", + "ç İ", + "a d", + "å¤ §", + "é Ļ", + "Ġp ro", + "åĴ Į", + "å ¥", + "Ġ M", + "Ġs t", + "ä» ¥", + "u r", + "æ Ģ", + "å¹ ´", + "æ Ĭ", + "å ¿", + "å ±", + "è¿ Ļ", + "ä¸ Ĭ", + "æ ł", + "æ ³", + "å İ", + "æĪ ij", + "it h", + "è ĩ", + "ç §", + "¦ ģ", + "æĹ ¶", + "é Ĺ", + "he r", + "ç ī", + "er s", + "Ġ P", + "Ġy ou", + "è ¦ģ", + "Ġw h", + "æ Ķ", + "o l", + "è ĥ½", + "ä¼ ļ", + "Ġa s", + "a g", + "çĶ ¨", + "ç º", + "è¡ Į", + "æ ŀ", + "i l", + "å ½", + "åı ¯", + "æ °", + "ä ¿", + "i r", + "åı ij", + "Ġw ith", + "ç IJ", + "æ Ń", + "o d", + "åĪ °", + "ç ľ", + "åĽ ½", + "i f", + "o p", + "e m", + "é Ŀ", + "Ġw e", + "æ İ", + "æĿ ¥", + "è ½", + "Ġ B", + "u l", + "Ġ Ġ", + "ç «", + "r i", + "Ġc on", + "æ ĥ", + "ä¸ ļ", + "åĩ º", + "Ġc om", + "é ¢", + "ä½ ľ", + "çĶ Ł", + "ĠT he", + "æ µ", + "äº İ", + "k e", + "r a", + "is t", + "ç Ń", + "i ll", + "Ġa re", + "Ġ (", + "æ ĭ", + "å¯ ¹", + "n d", + "æ ²", + "o re", + "Ġ he", + "ç ¬", + "æĪ IJ", + "t er", + "è ¾", + "æ ¬", + "Ġe x", + "Ġd e", + "' s", + "âĢ Ļ", + "t h", + "ä» ¬", + "at e", + "æĸ ¹", + "Ġ W", + "ç ½", + "å¤ ļ", + "ä ¾", + "Ġa t", + "è¿ ĩ", + "æ Į", + "Ġw as", + "es s", + "çİ °", + "æ³ ķ", + "e w", + "es t", + "èĩ ª", + "p p", + "Ġ H", + "å ĵ", + "æ Ħ", + "å ī", + "åŃ ¦", + "ä¸ ĭ", + "åIJ İ", + "a b", + "Ġh a", + "å· ¥", + "çIJ Ĩ", + "an d", + "¦ Ĥ", + "Ġo r", + "åħ ¬", + "it y", + "æ ¯", + "ä¹ Ł", + "m ent", + "å® ļ", + "é ĺ", + "Ġ D", + "åĪ Ĩ", + "æľ ¬", + "åĬ ¨", + "æĸ °", + "æ ±", + "æĹ ¥", + "æķ °", + "å® ŀ", + "re s", + "a c", + "åľ °", + "u s", + "å¼ Ģ", + "e l", + "å Ł", + "u n", + "Ġ G", + "e ct", + "å® ¶", + "ç ¨", + "ro m", + "ç¬ ¬", + "Ġ R", + "Ġ r", + "h t", + "Ġ v", + "å° ±", + "ar t", + "Ġ F", + "åħ ¨", + "o s", + "è¿ Ľ", + "Ġb y", + "n t", + "Ġs u", + "åIJ Į", + "an t", + "Ġn ot", + "å Ģ", + "æľ Ī", + "ç ®", + "ä» ĸ", + "Ġw or", + "é ģ", + "i es", + "æĸ ĩ", + "åĮ ĸ", + "an g", + "Ġth is", + "q u", + "i ve", + "æ ı", + "Ġf rom", + "é ķ", + "å¸ Ĥ", + "Ġa l", + "Ġ J", + "ç» ı", + "or t", + "æ ¸", + "Ġ \"", + "ä¸Ģ 个", + "al ly", + "en d", + "Ġha ve", + "ou ld", + "u m", + "é ¡", + "è °", + "äº §", + "å ģ", + "å¿ ĥ", + "ç Ĥ", + "åĬ Ľ", + "Ġ N", + "è Ĥ", + "a in", + "ou t", + "ä¸ İ", + "o g", + "Ġa b", + "è ģ", + "åij Ĭ", + "æľ º", + "ä½ ł", + "Ġ E", + "æ Ľ", + "æľ Ģ", + "ä¹ ĭ", + "å¥ ½", + "æ į", + "çŃ ī", + "é ĥ½", + "Ġd o", + "è ·", + "é «", + "Ġs e", + "è ¶", + "om e", + "å¾ Ĺ", + "u st", + "é ĥ", + "é« ĺ", + "ar d", + "Ġcom p", + "åħ ³", + "æ Ļ", + "ä½ ĵ", + "ä¸ »", + "åī į", + "å ¦Ĥ", + ". .", + "ou r", + "äº ĭ", + "ç ¤", + "åIJ Ī", + "èĢ ħ", + "éĹ ´", + "i v", + "ig ht", + "å §", + "æ° ij", + "éĿ ¢", + "è¿ ĺ", + "æī Ģ", + "p t", + "è ¢", + "Ġ L", + "Ġc an", + "ç Ł", + "é Ľ", + "åħ ¶", + "ç¨ ĭ", + "èĢ Į", + "Ġ le", + "æĢ §", + "çĤ ¹", + "r ou", + "al l", + "åº ¦", + "e ar", + "e re", + "o c", + "o st", + "ag e", + "è® ¡", + "åĬ ¡", + "Ġ âĢ", + "Ġw he", + "Ġh as", + "o k", + "è¯ ´", + "ä» £", + "æ ´", + "è¢ «", + "ç Ŀ", + "åŃ IJ", + "u re", + "Ġc h", + "å° ı", + "t her", + "ç ³", + "åĬ ł", + "Ġu s", + "å Ŀ", + "Ġin t", + "éĢ ļ", + "æı IJ", + "è¡ ¨", + "éĥ ¨", + "æĪij 们", + "a re", + "Ġm e", + "Ġs h", + "å »", + "Ġ O", + "éķ ¿", + "ç ¾", + "Ġb ut", + "åľ º", + "ç Ħ", + "Ġm a", + "Ġ j", + "åĮ º", + "å± ķ", + "Ġ k", + "éĩ į", + "ic h", + "âĢĻ s", + "å¤ ©", + "é Ĥ", + "è½ ¦", + "ç³ »", + "Ġg o", + "è® ¾", + "æĥ ħ", + "r am", + "u d", + "åı¯ 以", + "ç ł", + "ä» ¶", + "Ġw ill", + "ve l", + "åĨ ħ", + "ä¸ ī", + "ç½ ij", + "æ Ł", + "åħ ¥", + "o ok", + "Ġl i", + "çľ ĭ", + "èµ Ħ", + "Ġm ore", + "é ľ", + "æ ¶", + "è ī", + "æŀ ľ", + "Ġthe y", + "p e", + "æĦ ı", + "Ġa ll", + "in e", + "åij ĺ", + "ion s", + "éĻ ¢", + "Ġs o", + "æ ¡", + "æľ Ł", + "çĦ ¶", + "åĵ ģ", + "æ ģ", + "åı Ĭ", + "çĶ µ", + "å¼ ı", + "éĩ Į", + "çĽ ®", + "Ġn e", + "å¹ ³", + "åº Ķ", + "é ļ", + "é Ķ", + "çĽ ¸", + "ĠĠ ĠĠ", + "p l", + "çĿ Ģ", + "å¾ Ī", + "ä¿ ¡", + "å° Ĩ", + "i e", + "ç Ļ", + "at ed", + "å¤ ĸ", + "ä¿ Ŀ", + "å½ ĵ", + "éĩ ı", + "Ġp l", + "ä½ Ĩ", + "æĺ İ", + "è Ĭ", + "Ġab out", + "éĩ ij", + "T he", + "é ¦", + "a v", + "as t", + "id e", + "in d", + "èµ ·", + "éģ ĵ", + "Ġon e", + "æĽ ´", + "g h", + "ä» İ", + "Ġwh o", + "ä¹ Ī", + ". \"", + "å¸ ¸", + "ç ±", + "ç ķ", + "ĠI n", + "åı ¸", + "i z", + "Ġ U", + "ä¸Ń åĽ½", + "å» º", + "Ġ -", + "äº Į", + "é £", + "on e", + "Ġwor k", + "Ġt e", + "Ġ im", + "f f", + "æ¬ ¡", + "åĪ ©", + "è§ £", + "çī ¹", + "äº Ľ", + "' t", + "p er", + "s o", + "æ¯ Ķ", + "æį ®", + "æĹ ł", + "ver y", + "çī ©", + "ç ĸ", + "åħ ĥ", + "ç ©", + "ar y", + "ä½ ¿", + "åİ Ł", + "Ġwh ich", + "i al", + "or m", + "Ġo ther", + "ab le", + "g ram", + "an s", + "åİ »", + "i re", + "im e", + "Ġthe ir", + "åħ¬ åı¸", + "Ġa d", + "ä½ į", + "å ¢", + "ç ¥", + "æī ĭ", + "å·¥ ä½ľ", + "å ķ", + "ç ¡", + "g e", + "é ©", + "Ġ en", + "ĠT h", + "è¿ IJ", + "åĪ ¶", + "Ġo ut", + "ac k", + "r it", + "c c", + "ç§ į", + "åį ģ", + "on g", + "æľ į", + "ation s", + "Ġcon t", + "b er", + "æŃ ¤", + "é ħ", + "åIJ į", + "ul t", + "éĤ £", + "Ġre s", + "d u", + "ç Ī", + "ang u", + "am e", + "æł ·", + "ç¾ İ", + "æĥ ³", + "æİ ¥", + "è ĭ", + "ou s", + "r y", + "äº ¤", + "Ġh is", + "æ² ¡", + "ç ´", + "è IJ", + "Ġc l", + "Ġu p", + "âĢ Ŀ", + "åı °", + "Ġa pp", + "Ġs ome", + "éĹ ®", + "é¢ ĺ", + "ic al", + "æĪ ĸ", + "a u", + "åĽ ŀ", + "Ġli ke", + "æŃ £", + "ç» ĵ", + "ç ¼", + "åı ĺ", + "Ġm an", + "u e", + "é ĵ", + "i p", + "æĬ Ģ", + "a p", + "Ġbe c", + ") ,", + "ç» Ł", + "å· ±", + "ĠS t", + "åı ª", + "æĶ ¿", + "ĠI t", + "èģ Ķ", + "ä» »", + "Ġs c", + "å® ī", + ",å °", + "a ct", + "çĶ ±", + "Ġs a", + ", \"", + "Ġm y", + "æĮ ģ", + "è° ĥ", + "å· ²", + "a ch", + "Ġthe re", + "åŁ º", + "Ġl angu", + "ay s", + "èĩª å·±", + "b le", + "ic e", + "å® ¢", + "Ġpro gram", + "ç§ ij", + "åģ ļ", + "éľ Ģ", + "æ± Ĥ", + "çŁ ¥", + "ä¸ ľ", + "Ġwe re", + ",å ¹", + "ig n", + "or y", + "k ing", + "é Ĵ", + "ç ²", + "ç ĥ", + "å ŀ", + "Ġw ould", + "åIJ ij", + "Ġyou r", + "n ow", + "Ġa r", + "è Ħ", + "in t", + "è® °", + "Ġy ear", + "é¡ ¹", + ", è¿Ļ", + "vel op", + "åĽ ł", + "è º", + "æĪ ·", + "ä¸ ĩ", + "c l", + "e p", + "j ect", + "åĪ Ľ", + "è į", + "ä¸ ¤", + "Ġp art", + "è® ©", + "è¯ ģ", + "Ġn ew", + "æģ ¯", + "f t", + "Ġwh at", + "Ġu n", + "ç Ĺ", + "æĸ ¯", + "Ġit s", + "ç¤ º", + "å¤ Ħ", + "Ġd is", + "Ġwhe n", + "è ĥ", + "ä¹ ¦", + "Ġthe m", + "åIJ Ħ", + "å¼ º", + "ĠâĢ ľ", + "åĨ ³", + "u b", + "åı Ĺ", + "e op", + "Ġe v", + "åĪ «", + "è§ Ħ", + "æ ·", + "Ġ V", + "åķ Ĩ", + "æ´ »", + "æ¡ Ī", + "æ Ĥ", + "åıij å±ķ", + "ä¼ ģ", + "ing s", + "ç® ¡", + "eop le", + "o se", + "Ġ if", + "èº «", + "a ce", + "f orm", + "è· ¯", + "å® Į", + "æ¬ ¾", + "Ġal so", + "o b", + "ç« ł", + "Ġbe en", + "Ġt ime", + "Ġth an", + "an ce", + "as s", + ", ä½Ĩ", + "ver s", + "ç« ĭ", + "é ª", + "é¢ Ĩ", + "å¯ ¼", + "æĿ ¡", + "re e", + "æľ ¯", + "od e", + "å £", + "æ »", + "æµ ·", + ", åľ¨", + "Ġh ow", + "çIJ ĥ", + "çº ¿", + "æĦ Ł", + "èĩ ³", + "æ º", + "as e", + "Ġp er", + "è İ", + "Ġ her", + "æł ĩ", + "en ce", + "åħ ·", + "åŀ ĭ", + ", ä¸į", + "æī §", + "Ġk now", + "Ġim p", + "Ġ qu", + "Ġs y", + "åħ ±", + "r u", + "åĢ ¼", + "ä¼ģ ä¸ļ", + "å ĸ", + "å Ļ", + "Ġan y", + "è® ¤", + "æµ ģ", + "ç± »", + "Ġh ad", + ".Ċ Ċ", + "it e", + "åħ ī", + "ct ion", + "i a", + "Ġp eople", + "w o", + "è Ļ", + "or s", + "åį ķ", + "Ġs p", + "çľ ģ", + "æĶ ¶", + "è £", + "é »", + "Ġ Y", + "åį İ", + "è´ ¨", + "人 æ°ij", + "æķ Ļ", + "éĢ ī", + "i le", + "ç¤ ¾", + "c on", + "in k", + "Ġf e", + "æķ Ī", + "Ġsa id", + "è Ī", + "èµ Ľ", + "m er", + "å½ ±", + "è¾ ¾", + "æ° ´", + "æİ ¨", + "æľį åĬ¡", + "è¯ ī", + "åĽ Ľ", + "ol og", + "ç» Ļ", + "Ġg et", + "çľ Ł", + "åĻ ¨", + "it ion", + "f ere", + "Ġde velop", + "æĮ ĩ", + "ir st", + "st em", + "c es", + "r ic", + "Ġm at", + "éĻ IJ", + "ou nt", + "ä¼ ł", + "au se", + "è¿Ľ è¡Į", + "ç ¦", + "ĠC h", + "è´ ¹", + "Ċ Ċ", + "æĬ ¥", + "çł Ķ", + "åı ĸ", + "è¯ ¥", + "ä¾ Ľ", + "æ ¼", + "res s", + "ç® Ĺ", + "ç¡ ®", + "Ġo ur", + "è¿ ij", + "æķ ´", + "没 æľī", + "å¹ ¿", + "çĽ ´", + "ä¸ ĵ", + "Ġj ust", + "o v", + "Ġd es", + "æ³ ¨", + "æĶ ¾", + "ç« Ļ", + "èī ²", + "ar k", + "å¤ į", + "ent s", + "éĽ Ĩ", + "a k", + "a il", + "Ġre c", + "Ġs he", + "en s", + "é© ¬", + "æ ¨", + "è¯ Ŀ", + "è¯ ·", + "éĹ® é¢ĺ", + "è ¥", + "Ġ K", + "æŶ éĹ´", + "l ic", + "re at", + "ä¾ ĭ", + ",å¹ ¶", + "\" ,", + "ä¹ ł", + "i ld", + "ä» Ĭ", + "ä¼ ĺ", + "é£ İ", + "çº §", + "è¥ ¿", + "ç ģ", + "å® ¹", + "å® ĥ", + ",å Ľ", + "æī§ è¡Į", + "è® ®", + ") .", + "Ġs er", + "åı Ĥ", + "å° ij", + "æī ĵ", + "æ £", + "Ġa g", + "ä¹ ī", + "å° Ķ", + "æĶ ¯", + "Ġint o", + "åı ·", + "Ġd if", + "éĿ ŀ", + "è ±", + "ç» Ħ", + "éĢ ł", + "Ġu se", + ": Ċ", + "åĬ ©", + "æº IJ", + "? Ċ", + "éĹ ¨", + "ou nd", + "æ ®", + "ä» ·", + "åħ Ī", + "ç» Ń", + "Ġp re", + "被 åijĬ", + "è¯ Ĩ", + "ĠH e", + "ç Ĭ", + "å¥ ³", + "æĢ »", + "æŀ Ħ", + "çİ ¯", + "èĬ Ĥ", + "is h", + "ar i", + "æŃ ¥", + "w n", + "è Į", + "å¸ ĥ", + "åĮ Ĺ", + "å§ ĭ", + "éĺ Ł", + "Ġlangu age", + "Ġw rit", + "éĢ Ł", + "p le", + "Ġof f", + "æĺ ĵ", + "åĩ Ĩ", + "Ġf irst", + "å ²", + "ä¸ ĸ", + "Ġo ver", + "ç² ¾", + "o ve", + "æľ ª", + "Ġm ost", + "æĬ ķ", + "Ġt r", + "èĢ ģ", + ", æĪij", + "ou gh", + "ç ħ", + "æł ¼", + "使 çĶ¨", + "t e", + "er m", + "ul ar", + "å¢ ŀ", + "or d", + "å· ŀ", + "第 ä¸Ģ", + "æ¸ ¸", + "çķ Į", + "ä½ ķ", + "æĢ ģ", + "ä» Ģ", + "çİ ĩ", + "Ġt wo", + "c k", + "å¤ ´", + "Ġn o", + "Ġsy stem", + "æ¨ ¡", + "Ġa cc", + "æ² »", + "设 计", + "le ct", + "Ġon ly", + ", ä¹Ł", + "é Ł", + "éĢļ è¿ĩ", + "æ¶ Ī", + "éľĢ è¦ģ", + "åĮ ħ", + "åı¯ èĥ½", + "åĽ ¢", + "è§ Ĩ", + "å ¦", + "åŁ İ", + "å§ Ķ", + "Ġne ed", + "n e", + "o ll", + "ic s", + "åĬ ŀ", + "æ ¢", + "Ġw ay", + "åĬ Ł", + "è½ ¬", + "Ġbec ause", + "ç³» 绣", + "å¹ ¶", + "ŀ į", + "é¦ ĸ", + "Ġbe t", + "æ° Ķ", + "s s", + "ç ĭ", + "å¸ Ī", + "Ġpro du", + "æķ° æį®", + "åĽ ¾", + "ag es", + "å°± æĺ¯", + "Ġ ro", + "å¥ ¹", + "æ¯ ı", + "ä»Ģ ä¹Ī", + "å Ķ", + "å¿ «", + "å± ±", + "Ġma ke", + "åĮ »", + "Ġcom m", + "è¶ ħ", + ", èĢĮ", + "åĨ į", + "æĶ ¹", + "éħ į", + "è¿Ļ 个", + "æĭ ī", + "åĢ Ļ", + "Ġb ook", + "å± Ģ", + "Ġc ould", + "ĠĠĠĠ ĠĠĠĠ", + "se l", + "产 åĵģ", + "äº Ķ", + "åı £", + "nd er", + "ĠTh is", + "çĪ ±", + "Ġe very", + "å¼ ķ", + "åŃ Ĺ", + "å½ ¢", + "Ġs pe", + "Ġw ant", + "åŃ ĺ", + "æĺ ¾", + "è§ ģ", + "è§ Ĥ", + "åį Ĺ", + "u ch", + "w e", + "åħ ļ", + "è¾ ĥ", + "ĠW e", + "Ġp o", + "he d", + "ri b", + "æĪ ĺ", + ",å į", + "ow n", + "åĪ Ļ", + "è ŀį", + "u res", + "åĪ Ŀ", + "et h", + "ĠU n", + "ç¥ ŀ", + "at es", + "å¼ ł", + "åŁ Ł", + "ä¹ IJ", + "ä¸ Ķ", + "Ġthe se", + "åĪ Ĺ", + "ä½ ı", + "ä¾ Ŀ", + "å¸Ĥ åľº", + "Ġb u", + "æĿ ĥ", + "i ew", + "åĨ µ", + "æŁ IJ", + "Ġad d", + "b r", + "æī į", + "æ· ±", + "éª Į", + "Ġd on", + "ç» Ī", + "åį ı", + "ä»ĸ 们", + "n ing", + "Ġm ay", + "çº ¦", + "o y", + "å¸ ¦", + "t ing", + "Ġa ct", + ",å ¯", + "è® º", + "æŁ ¥", + "ç§ °", + "Ġcon s", + "æĬĢ æľ¯", + "c ess", + "èĢ ĥ", + "èĤ ¡", + "l i", + "å® ¡", + "çī ĩ", + "ment s", + "w ard", + "w are", + "éļ ¾", + "av a", + "è§ ī", + "è¶ ³", + ", 以", + "u al", + "èģ Į", + "rou nd", + "æĻ º", + "Ġin ter", + "è¯ Ń", + "ch n", + "çħ §", + "g et", + "æŶ åĢĻ", + "Ġsu ch", + "åı Ī", + "åį ĩ", + "ĠR e", + "Ġwor ld", + "çĻ ¾", + "Ġm od", + "è¿ ŀ", + "ri end", + "an y", + "å®ŀ çİ°", + "è¶ Ĭ", + "åº ı", + "çĹ ħ", + "on s", + "at ing", + ", ä¸Ģ", + "å ĥ", + "åĪ ¤", + "ĠP ro", + "h at", + "Ġre p", + "i an", + "m ing", + "æ¸ ħ", + "c ed", + "o ol", + "o od", + "å¤ ĩ", + "Ġdo es", + "ä¿¡ æģ¯", + "èIJ ¥", + "æ£ Ģ", + "Ġt a", + "Ġu nder", + ", æľī", + "é ¥", + "éĩ ĩ", + "our ce", + "Ġwhe re", + "a w", + "p en", + "Ġd id", + "ad e", + "cl ud", + "f ter", + "k s", + "Ġin d", + "rou p", + "l es", + "Ġthe n", + "en er", + "åı į", + "çĸ Ĺ", + "on d", + "Ġpro v", + "ç© ¶", + "Ġa m", + "Ġc ode", + "Ġyear s", + "åĩ ½", + "æĬ Ĭ", + "if ic", + "æ± Ł", + "rou gh", + ",å° ±", + "æ¼ Ķ", + "æľ Ľ", + "åĩ ł", + "ce pt", + "p ect", + "äº ¬", + "is s", + "Ġman y", + "olog y", + "Ġdif fere", + "å¾ ·", + "ä» ½", + "æŀ ģ", + "ç© º", + "èİ ·", + "åIJ ¬", + "éĻ ħ", + "i ous", + "os s", + "Ġev en", + "èĮ ĥ", + "å¦Ĥ æŀľ", + "l p", + "æ ¹", + "Ġp ers", + "èĩ ´", + "Ġ very", + "he n", + "ro w", + "æĪ ¿", + "è´ £", + "Ġat t", + "æıIJ ä¾Ľ", + "çĬ ¶", + ") Ċ", + "çļĦ 人", + "at ive", + "è¯ ķ", + "ation al", + "at a", + "æĸ Ń", + "è´ Ń", + "Ġst art", + "å ¨", + "id ent", + "éĩį è¦ģ", + "x t", + "Ġre ad", + "å¾ ĭ", + "Ġus ed", + "Ġf riend", + "ç» ´", + ",å ¥", + "æĢ Ŀ", + "Ġhe lp", + "Ġse e", + "è± ¡", + "åĥ ı", + "m at", + "å¤ Ł", + "Ġth ink", + "pp ort", + "èĤ ²", + "p h", + "Ġm uch", + "åĩ½ æķ°", + "e c", + "è® ¸", + "Ġl ook", + "ç§ ¯", + "æŀ Ĺ", + "ĠB ut", + "âĢĻ t", + "f ore", + "Ħ ¿", + "Ġth rough", + "æĸĩ åĮĸ", + "æĥħ åĨµ", + "b s", + "Ġre l", + "第 äºĮ", + "n g", + " ·", + "æ ħ", + "ä¼ Ĺ", + "Ġe m", + "å·² ç»ı", + "社 ä¼ļ", + "Ġin c", + "Ġwe ll", + "æ» ¡", + "æ ij", + "äº ¿", + "åı ĭ", + "åİ Ĩ", + "ic k", + "ot her", + "åĨ Ļ", + "éĻ ©", + "çĥ Ń", + "i ble", + "Ġp h", + "ĠC om", + "ç½ ®", + ", æĪij们", + "çĶ ·", + "Ġre ally", + "èµ °", + "Ġpro ject", + "æĸ¹ æ³ķ", + "Ġo wn", + "éĻ ¤", + "æĻ ¯", + "项 缮", + "æ Ĵ", + "ç¦ »", + "t ain", + "re d", + "Ġs om", + "åħ ´", + "ig h", + "æİ Ĵ", + "æĪ ı", + "ĠA nd", + "åĵ į", + "å¢ ĥ", + "! Ċ", + ", æĺ¯", + "Ġc all", + "æł ¹", + "çŃ ĸ", + "Ġsh ould", + "æ® µ", + "e ll", + "Ġin v", + "åº Ĺ", + "åIJĮ æŶ", + "éĶ Ģ", + "åİŁ åijĬ", + "çļĦ ä¸Ģ", + "Ġs im", + "åħ ĭ", + "ä½ İ", + "å¼Ģ åıij", + "ç® Ģ", + ".. .", + "Ġin clud", + "ä¾ ¿", + "it ies", + "åİ ¿", + "Ġde c", + "on t", + "is e", + "o ld", + "re ad", + "åĬ ¿", + "Ġn ow", + "oc k", + "表 示", + "it t", + ",æ ¯", + "Ġas s", + "ç½ Ĺ", + "çłĶ 究", + "sel f", + ",å¯ ¹", + "å Ħ¿", + "it ed", + "Ġte chn", + "æĿ ij", + "ang e", + "i ent", + "è ij", + "äº Ĵ", + "Ġf u", + "çľ ¼", + "çĻ ½", + "f ul", + "t en", + "y th", + "¨ Ģ", + "è ¨Ģ", + "ar ch", + "ur n", + "å¿ ħ", + "c om", + "ut h", + "if e", + "Ġs ame", + "çİ ĭ", + "Ġdiffere nt", + "Ġt ra", + "ä¹ °", + "ire ct", + "Ġb ack", + "Ġf in", + ",å ¦Ĥ", + "åѦ ä¹ł", + "ä¸ĸ çķĮ", + "m s", + "Ġe ff", + "Ġre t", + "è§ Ĵ", + "il ity", + "æİ §", + "ist s", + "éŁ ³", + "ä¸į æĺ¯", + "æ± ½", + "ç» Ĩ", + "t s", + "Ġn um", + "ot h", + "åij ½", + "é¦ Ļ", + "g ht", + "Ġb l", + "Ġh im", + "ĠJ ava", + ",åĽ ł", + "åĪ Ĵ", + "æĿ İ", + "è´ Ł", + "å¼Ģ å§ĭ", + "Ġdis c", + "Ġpo int", + "Ġpers on", + "Ġc o", + "ä» ħ", + "çĶ ³", + "Ġg roup", + "çº ¢", + "u ally", + "å ¡", + "ç ı", + "è ħ", + "éĢ Ĥ", + "çĶŁ æ´»", + "\" çļĦ", + "å ĭ", + "Ġa c", + "Ġm em", + "é¢ Ħ", + "æį ¢", + "主 è¦ģ", + ", åħ¶", + "i ed", + "Ġp ub", + "as ed", + "Ġl ong", + "å¹³ åı°", + "ç´ ł", + ",å Ĩ", + "or k", + "ä» ĺ", + "Ġth ose", + "em ent", + "ç± ³", + "Ġ ent", + "Ġbe ing", + "ra ct", + "Ġgo od", + "yth on", + "t t", + "å Ĥ", + "æ IJ", + "ä¸Ń çļĦ", + "çİ° åľ¨", + "ĠN ew", + "ç ª", + "it s", + "Ġf ind", + "Ġv ari", + "v ed", + "Ġ ed", + "Ġre m", + "æĬ ¤", + "æµ ĭ", + "è¿ ľ", + "Ġe ar", + "åŃ £", + "éļ ı", + "in ess", + "Ġs ay", + "ere d", + ". è¿Ļ", + "Ġ ke", + "å¯ Į", + "大 çļĦ", + "åĽ½ 家", + "iv es", + "b ers", + "i b", + "ç Į", + "æĹ ı", + "åį Ĭ", + "å¾ Ģ", + "å¾Ī å¤ļ", + "Ġt est", + "Ġp res", + "å¤ ±", + "Ġe ach", + "æµ İ", + "æĪIJ 为", + "æľ¬ éĻ¢", + "d ay", + "åı Į", + "æĻº èĥ½", + "v en", + "é ¾", + "åį ³", + "åŃ ©", + "è¡ Ģ", + "åº ·", + "çī Į", + "好 çļĦ", + "è¿ĺ æĺ¯", + "ĠY ou", + "Ġpro ble", + "Ġst at", + "产 ä¸ļ", + "èĬ ±", + "建 设", + "ä¸ ¾", + "ç» ľ", + "Ġst r", + "ter n", + "åİ ĭ", + "æĸ¹ å¼ı", + "u es", + "å ©", + "ç Ĩ", + "çļĦ æĺ¯", + "Ġs et", + "Ġth ings", + ",å ¾", + "Ġr ight", + "Ġar t", + "管 çIJĨ", + "Ġa fter", + "人 çļĦ", + "åij ¨", + "Ġv al", + "+ +", + "e ver", + "æĭ ©", + "代 表", + "è£ ħ", + "i ence", + "Ġf un", + "Ġin st", + ",å ¼", + "Ġg ener", + "å¾ ®", + "e g", + "ç ¢", + "in ce", + "Ġex am", + "缸 åħ³", + "èIJ ½", + "å£ °", + "éĿŀ 常", + "l ed", + "y s", + "åĪ ĩ", + "æĸ Ļ", + "ç½ij ç«Ļ", + "h ip", + "å¤ ª", + "ut ion", + "ow s", + "大 家", + "çł ģ", + ".\" Ċ", + "at er", + "åħ ħ", + "æī ¿", + "åĪ° äºĨ", + "æĭ ħ", + "form ation", + "he s", + "äº ļ", + "Ġs ur", + "Ġo pen", + "åħ «", + "Ġp r", + "éĢ ģ", + "è½ »", + "æĸ¹ éĿ¢", + "ç¨ĭ åºı", + "in s", + "Ġd ist", + "åĽ ´", + "ĠA n", + "ä¸Ĭ çļĦ", + "us iness", + "ere st", + "Ġprogram ming", + "éĢī æĭ©", + "' re", + "c ial", + "Ġ $", + "Ġb est", + "ft ware", + "Ġst ud", + "è¿ĩ ç¨ĭ", + "æīĢ æľī", + "æīĢ 以", + "çī Ī", + "çĶ³ 请", + "l o", + "al s", + "å± Ĥ", + "èĥ½ å¤Ł", + "Ġdes ign", + ", ä½ł", + "i x", + "Ġf ound", + "Ġd own", + "åĽ Ń", + "æľī éĻIJ", + "ç¼ ĸ", + "客 æĪ·", + "i ly", + "åħ Ń", + "Ġre al", + "Ġpro cess", + "å¥ ĸ", + "ri pt", + "Ġex t", + "ie ld", + "å®Į æĪIJ", + "Ġc ount", + "åı ²", + ",å ½", + "æī ĺ", + "ä¸į åIJĮ", + "am es", + "è´ ¢", + "; Ċ", + "n er", + "Ġs m", + "Ġo b", + "ic t", + "Ġre g", + "åĢ Ł", + "åħ¶ ä»ĸ", + ", ä»ĸ", + ", éĤ£", + "- -", + "in es", + "åĿ ļ", + "æĪĸ èĢħ", + ", 为", + ". åľ¨", + "T h", + "v es", + "å± ŀ", + "è¦ģ æ±Ĥ", + "æŀ IJ", + "æĮ ī", + "éĵ ¶", + "ç§ij æĬĢ", + "we en", + "i vers", + "Ġa round", + "ä¸Ģ äºĽ", + "æī ¾", + "æ¬ ¢", + "Ġth ree", + "æĸ ½", + "ow er", + "Ġde f", + "ate g", + "Ġres ult", + "Ġimp ort", + "åĶ ®", + "å® ¤", + "æł ¡", + "ĠP l", + "ä½ľ 为", + "Ġex per", + "çŁ¥ éģĵ", + "æ ļ", + "ar s", + "å¿ µ", + "æĻ ®", + "Ġle ar", + "éĶ Ļ", + "å£ «", + "an k", + "Ġe as", + "éĺ ¿", + "éĥ½ æĺ¯", + "èĩªå·± çļĦ", + "mer ic", + "g g", + "è ı", + "Ġp ol", + "å· ´", + "ç« ¯", + "Ġex pl", + "èĭ ±", + ", 让", + "v ing", + "y p", + "ä¸ ĥ", + "äº ī", + "at h", + "è¾ ¹", + "Ġcont ro", + "t he", + "v ent", + "å¼ Ĥ", + "im es", + "éĻ į", + "éĵ ¾", + "é» Ħ", + "Ġm ight", + "Ġg reat" + ] + } +} \ No newline at end of file diff --git a/saves-llama-tanh/tokenizer_config.json b/saves-llama-tanh/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10879969180439c31c9055e3301e336e2c5eec3d --- /dev/null +++ b/saves-llama-tanh/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 4096, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}