pycodegpt-CodeCLM-partial-100m / added_tokens.json
fenchri's picture
Upload 8 files
1950529 verified
raw
history blame
9.88 kB
{"[_DUP_]Ġcopy": 32294, "[_DUP_]Ġ//=": 32243, "[_DUP_]Ġisspace": 32348, "[_DUP_]Ġformat_map": 32315, "[_DUP_]**=": 32027, "[_DUP_]Ġfind": 32310, "[_DUP_]*=": 32028, "[_DUP_]lower": 32154, "[_DUP_]sort": 32193, "[_DUP_]Ġnot": 32371, "[_DUP_]Ġcontinue": 32293, "[_DUP_]assertEqual": 32077, "[_DUP_]Ġrsplit": 32399, "[_DUP_]Ġsum": 32414, "<ruby>": 32008, "[_DUP_]Ġlen": 32357, "[_DUP_]complex": 32090, "[_DUP_]continue": 32091, "Ġisalpha": 32330, "Ġislower": 32341, "isupper": 32145, "[_DUP_]@": 32057, "[_DUP_]Ġopen": 32372, "[_DUP_]reverse": 32182, "Ġ<<=": 32249, "[_DUP_]find": 32107, "[_DUP_]nonlocal": 32164, "[_DUP_]Ġreplace": 32387, "[_DUP_]{": 32215, "-=": 32033, "Ġstartswith": 32410, "[_DUP_]Ġfor": 32312, "[_DUP_]>>": 32053, "Ġmaketrans": 32364, "[_DUP_]?": 32056, "<javascript>": 32007, "Ġrsplit": 32398, "[_DUP_]//": 32038, "[_DUP_]startswith": 32196, "maketrans": 32156, "[_DUP_]Ġimport": 32323, "[_DUP_]}": 32219, "[_DUP_]translate": 32204, "[_DUP_]ĠNone": 32263, "[_DUP_]Ġ*": 32228, "[_DUP_]Ġrfind": 32391, "Ġisdecimal": 32334, "Ġexpandtabs": 32306, "[_DUP_]Ġ|": 32432, "[_DUP_]real": 32178, "[_DUP_]bytearray": 32080, "&=": 32020, "[_DUP_]False": 32060, "[_DUP_]Ġwhile": 32426, "[_DUP_]Ġor": 32373, "isalnum": 32124, "[_DUP_]Ġtuple": 32421, "[_DUP_]Ġreal": 32385, "[_DUP_]if": 32118, "[_DUP_]Ġassert": 32277, "[_DUP_]join": 32148, "[_DUP_]Ġindex": 32325, "[_DUP_]Ġsplitlines": 32409, "[_DUP_]Ġcasefold": 32287, "[_DUP_]Ġmin": 32369, "[_DUP_]copy": 32092, "Ġisdigit": 32336, "Ġ//=": 32242, "[_DUP_]^=": 32069, "[_DUP_]Ġelif": 32299, "[_DUP_]^": 32067, "isdecimal": 32130, "[_DUP_]Ġfrozenset": 32319, "[_DUP_]dict": 32096, "[_DUP_]print": 32173, "[_DUP_]Ġisinstance": 32340, "[_DUP_]clear": 32088, "[_DUP_]expandtabs": 32104, "[_DUP_]and": 32072, "[_DUP_]values": 32210, "isidentifier": 32133, "[_DUP_]Ġtry": 32420, ">>=": 32054, "[_DUP_]Ġisalnum": 32329, "[_DUP_]&=": 32021, "[_DUP_]or": 32167, "[_DUP_]Ġstr": 32412, "[_DUP_]Ġ|=": 32433, "[_DUP_]Ġ@": 32259, "[_DUP_]Ġsort": 32406, "[_DUP_]center": 32086, "[_DUP_]Ġrjust": 32395, "[_DUP_]Ġany": 32274, "[_DUP_]Ġzfill": 32430, "[_DUP_]Ġ{": 32431, "[_DUP_]while": 32211, "Ġpopitem": 32377, "[_DUP_]Ġ<<=": 32250, "[_DUP_]Ġ%=": 32223, "Ġ%=": 32222, "[_DUP_]Ġif": 32322, "[_DUP_]title": 32203, "[_DUP_]Ġ>=": 32254, "[_DUP_]Ġ^": 32269, "<eot>": 32001, "[_DUP_]!": 32016, "[_DUP_][": 32065, "expandtabs": 32103, "[_DUP_]min": 32162, "[_DUP_]Ġ>": 32253, "[_DUP_]get": 32116, "[_DUP_]-=": 32034, "[_DUP_]for": 32109, "[_DUP_]Ġstrip": 32413, "[_DUP_]yield": 32213, "[_DUP_]>": 32051, "[_DUP_]Ġcase": 32285, "[_DUP_]Ġstartswith": 32411, "[_DUP_]Ġsetdefault": 32405, "[_DUP_]Ġpop": 32376, "[_DUP_]isdecimal": 32131, "[_DUP_]Ġbreak": 32280, "[_DUP_]ĠassertEqual": 32278, "Ġreadlines": 32383, "[_DUP_]tuple": 32206, "[_DUP_]isnumeric": 32139, "[_DUP_]Ġ+=": 32234, "[_DUP_]Ġ.": 32239, "[_DUP_]Ġ**=": 32231, "[_DUP_]Ġmaketrans": 32365, "[_DUP_]Ġrindex": 32393, "[_DUP_]>=": 32052, "[_DUP_]->": 32035, "Ġisupper": 32351, "[_DUP_]Ġtype": 32422, "[_DUP_]Ġisidentifier": 32339, "[_DUP_]rpartition": 32187, "Ġrjust": 32394, "[_DUP_]Ġreverse": 32389, "[_DUP_]len": 32151, "[_DUP_]Ġ*=": 32232, "[_DUP_]Ġmax": 32367, "[_DUP_]bool": 32078, "[_DUP_]Ġisdecimal": 32335, "[_DUP_]extend": 32105, "[_DUP_]istitle": 32144, "Ġsplitlines": 32408, "casefold": 32084, "[_DUP_]Ġ(": 32226, "[_DUP_]fromkeys": 32114, "[_DUP_]encode": 32099, "[_DUP_]isascii": 32129, "[_DUP_]items": 32147, "[_DUP_]<": 32045, "[_DUP_]bytes": 32081, "Ġrpartition": 32396, "[_DUP_]Ġ:": 32245, "Ġformat_map": 32314, "[_DUP_])": 32023, "[_DUP_]ljust": 32153, "[_DUP_]Ġpopitem": 32378, "[_DUP_]Ġbool": 32279, "[_DUP_]readlines": 32177, "[_DUP_]read": 32176, "<java>": 32003, "ĠNoneType": 32264, "[_DUP_]Ġlower": 32361, "[_DUP_]Ġadd": 32271, "[_DUP_]pass": 32169, "Ġrfind": 32390, "[_DUP_]case": 32083, "[_DUP_]Ġenumerate": 32304, "[_DUP_]Ġupper": 32424, "[_DUP_]return": 32181, "[_DUP_]format": 32110, "[_DUP_]Ġ~": 32435, "[_DUP_]~": 32220, "[_DUP_]**": 32025, "Ġ**=": 32230, "[_DUP_]else": 32098, "[_DUP_]float": 32108, "%=": 32017, "<python>": 32004, "islower": 32136, "[_DUP_]&": 32019, "[_DUP_]splitlines": 32195, "[_DUP_]Ġand": 32273, "<eod>": 32000, "[_DUP_]Ġ-=": 32237, "[_DUP_]str": 32197, "[_DUP_]Ġupdate": 32423, "**=": 32026, "[_DUP_]Ġvalues": 32425, "[_DUP_]Ġ,": 32235, "[_DUP_]as": 32075, "isalpha": 32126, "[_DUP_]Ġelse": 32300, "[_DUP_]Ġ@=": 32261, "[_DUP_]elif": 32097, "<<=": 32047, "nonlocal": 32163, "[_DUP_]swapcase": 32202, "[_DUP_]update": 32208, "[_DUP_]isdigit": 32132, "Ġswapcase": 32416, "[_DUP_]isalpha": 32127, "//=": 32039, "[_DUP_]isprintable": 32141, "[_DUP_]Ġsplit": 32407, "[_DUP_]Ġremove": 32386, "[_DUP_]Ġ->": 32238, "Ġ>>=": 32256, "<NEW_LINE>": 32012, "[_DUP_]islower": 32137, "Ġisspace": 32347, "[_DUP_]in": 32120, "[_DUP_]Ġ&=": 32225, "isnumeric": 32138, "[_DUP_]add": 32070, "[_DUP_]<=": 32049, "[_DUP_]*": 32024, "Ġfromkeys": 32317, "[_DUP_],": 32031, "Ġrindex": 32392, "[_DUP_]Ġ-": 32236, "[_DUP_]>>=": 32055, "[_DUP_]Ġexcept": 32305, "[_DUP_]finally": 32106, "[_DUP_]Ġyield": 32428, "[_DUP_]Ġself": 32402, "[_DUP_]Ġset": 32403, "[_DUP_]index": 32121, "[_DUP_]Ġfinally": 32309, "[_DUP_]Ġwith": 32427, "[_DUP_]//=": 32040, "[_DUP_]is": 32123, "[_DUP_]Ġljust": 32360, "[_DUP_]try": 32205, "[_DUP_]Ġis": 32327, "Ġisidentifier": 32338, "[_DUP_]endswith": 32100, "[_DUP_]Ġclose": 32291, "[_DUP_]rjust": 32186, "[_DUP_]close": 32089, "Ġendswith": 32302, "<comments>": 32011, "memoryview": 32160, "[_DUP_]zfill": 32214, "[_DUP_]Ġisalpha": 32331, "Ġ@=": 32260, "[_DUP_]Ġisdigit": 32337, "[_DUP_]Ġislower": 32342, "[_DUP_]capitalize": 32082, "[_DUP_]rfind": 32183, "<go>": 32005, "[_DUP_]append": 32074, "[_DUP_]Ġglobal": 32321, "[_DUP_]Ġraise": 32380, "[_DUP_]Ġreadlines": 32384, "[_DUP_]|=": 32218, "[_DUP_]Ġdel": 32297, "[_DUP_]setdefault": 32192, "[_DUP_]set": 32191, "[_DUP_]replace": 32180, "rindex": 32184, "[_DUP_](": 32022, "[_DUP_]<<=": 32048, "[_DUP_]keys": 32149, "@=": 32058, "<cn>": 32010, "[_DUP_]list": 32152, "[_DUP_]Ġ<": 32247, "[_DUP_]match": 32158, "[_DUP_]Ġlist": 32358, "[_DUP_]Ġint": 32326, "[_DUP_]Ġencode": 32301, "[_DUP_]all": 32071, "[_DUP_]def": 32094, "[_DUP_]/": 32037, "[_DUP_]Ġnonlocal": 32370, "[_DUP_]isspace": 32142, "[_DUP_]break": 32079, "Ġljust": 32359, "[_DUP_]True": 32064, "[_DUP_]isalnum": 32125, "[_DUP_]Ġas": 32276, "[_DUP_]Ġcapitalize": 32284, "Ġsetdefault": 32404, "[_DUP_]Ġclear": 32290, "[_DUP_]rindex": 32185, "[_DUP_]strip": 32198, "[_DUP_];": 32044, "[_DUP_]super": 32200, "[_DUP_]max": 32159, "[_DUP_]frozenset": 32115, "Ġrstrip": 32400, "[_DUP_]class": 32087, "[_DUP_]Ġ;": 32246, "[_DUP_]Ġbytes": 32282, "[_DUP_]isidentifier": 32134, "<INDENT>": 32013, "[_DUP_]Ġappend": 32275, "[_DUP_]Ġ&": 32224, "[_DUP_]Ġformat": 32313, "[_DUP_]pop": 32170, "[_DUP_]remove": 32179, "Ġisnumeric": 32343, "[_DUP_]lambda": 32150, "istitle": 32143, "[_DUP_]Ġlambda": 32356, "swapcase": 32201, "[_DUP_]Ġ}": 32434, "[_DUP_]<<": 32046, "[_DUP_]partition": 32168, "[_DUP_]Ġ<=": 32251, "[_DUP_]type": 32207, "[_DUP_]Ġisupper": 32352, "[_DUP_]Ġsuper": 32415, "popitem": 32171, "Ġisprintable": 32345, "[_DUP_]Ġrange": 32381, "[_DUP_]Ġin": 32324, "<en>": 32009, "[_DUP_]ĠFalse": 32262, "Ġcasefold": 32286, "[_DUP_]upper": 32209, "[_DUP_]+": 32029, "[_DUP_]Ġget": 32320, "[_DUP_]]": 32066, "[_DUP_]Ġisascii": 32333, "[_DUP_]Ġ>>=": 32257, "^=": 32068, "[_DUP_]Ġclass": 32289, "[_DUP_]Ġtitle": 32418, "[_DUP_]Ġ<<": 32248, "[_DUP_]except": 32102, "<php>": 32006, "[_DUP_]Ġcenter": 32288, "[_DUP_]Ġ+": 32233, "<mask>": 32015, "[_DUP_]rsplit": 32188, "[_DUP_]@=": 32059, "[_DUP_]Ġlstrip": 32363, "[_DUP_]Ġmemoryview": 32368, "[_DUP_]ĠTrue": 32266, "[_DUP_]popitem": 32172, "[_DUP_]Ġpartition": 32374, "[_DUP_]%=": 32018, "[_DUP_]-": 32032, "[_DUP_]Ġ/=": 32244, "[_DUP_]Ġcomplex": 32292, "[_DUP_]Ġ[": 32267, "[_DUP_]lstrip": 32155, "[_DUP_]Ġreturn": 32388, "Ġisalnum": 32328, "[_DUP_]Ġistitle": 32350, "[_DUP_]Ġread": 32382, "[_DUP_].": 32036, "format_map": 32111, "[_DUP_]any": 32073, "[_DUP_]Ġisnumeric": 32344, "[_DUP_]import": 32119, "[_DUP_]Ġrpartition": 32397, "[_DUP_]Ġdict": 32298, "[_DUP_]from": 32113, "[_DUP_]format_map": 32112, "[_DUP_]raise": 32174, "Ġzfill": 32429, "[_DUP_]Ġbytearray": 32281, "[_DUP_]isinstance": 32135, "NoneType": 32062, "[_DUP_]Ġrstrip": 32401, "[_DUP_]self": 32190, "[_DUP_]maketrans": 32157, "[_DUP_]:": 32043, "[_DUP_]Ġjoin": 32354, "[_DUP_]Ġmatch": 32366, "[_DUP_]Ġ**": 32229, "[_DUP_]del": 32095, "[_DUP_]None": 32061, "[_DUP_]enumerate": 32101, "[_DUP_]Ġ/": 32240, "Ġistitle": 32349, "[_DUP_]not": 32165, "[_DUP_]with": 32212, "[_DUP_]count": 32093, "[_DUP_]|": 32216, "<DEDENT>": 32014, "[_DUP_]Ġ)": 32227, "[_DUP_]Ġkeys": 32355, "[_DUP_]Ġfloat": 32311, "[_DUP_]memoryview": 32161, "[_DUP_]Ġ?": 32258, "[_DUP_]Ġ]": 32268, "[_DUP_]NoneType": 32063, "isprintable": 32140, "[_DUP_]+=": 32030, "[_DUP_]=": 32050, "[_DUP_]open": 32166, "[_DUP_]split": 32194, "[_DUP_]sum": 32199, "/=": 32041, "[_DUP_]Ġexpandtabs": 32307, "[_DUP_]Ġ//": 32241, "Ġcapitalize": 32283, "[_DUP_]Ġprint": 32379, "|=": 32217, "[_DUP_]rstrip": 32189, "Ġisascii": 32332, "[_DUP_]Ġfrom": 32316, "[_DUP_]range": 32175, "[_DUP_]Ġitems": 32353, "[_DUP_]Ġcount": 32295, "[_DUP_]casefold": 32085, "[_DUP_]int": 32122, "[_DUP_]isupper": 32146, "[_DUP_]ĠNoneType": 32265, "Ġlstrip": 32362, "[_DUP_]Ġ!": 32221, "[_DUP_]global": 32117, "[_DUP_]Ġtranslate": 32419, "[_DUP_]Ġall": 32272, "isascii": 32128, "[_DUP_]/=": 32042, "[_DUP_]Ġ^=": 32270, "[_DUP_]Ġpass": 32375, "[_DUP_]Ġ=": 32252, "[_DUP_]Ġendswith": 32303, "[_DUP_]Ġswapcase": 32417, "[_DUP_]Ġ>>": 32255, "[_DUP_]Ġextend": 32308, "[_DUP_]Ġdef": 32296, "[_DUP_]Ġisprintable": 32346, "[_DUP_]assert": 32076, "<pad>": 32002, "[_DUP_]Ġfromkeys": 32318}