diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..55a6a0c7d029985c8ab4ae5aa0edbdcbcfbb4c9c --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,26 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2-VL-7B-Instruct", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": "gaussian", + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)", + "task_type": "FEATURE_EXTRACTION", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapter_model.safetensors b/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c06770532f1c5dadc02aa431e386082926c84e40 --- /dev/null +++ b/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daee05fe822268d18e339a140785ca821c14f41d5b3e9963b43c8f917bfde19 +size 323489928 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..caa81304af029feb531f1fe80a096dc539ea0153 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,16 @@ +{ + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.json b/chat_template.json new file mode 100644 index 0000000000000000000000000000000000000000..13303be6f396b038cf397b34a8096819d403836b --- /dev/null +++ b/chat_template.json @@ -0,0 +1,3 @@ +{ + "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}" +} diff --git a/checkpoint-570/adapter_config.json b/checkpoint-570/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..218d8044c6c4b4331cee554d2070b19a612c1182 --- /dev/null +++ b/checkpoint-570/adapter_config.json @@ -0,0 +1,26 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "/home/pv_rwm_models/models/qwen2vl-7b-instruct", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": "gaussian", + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)", + "task_type": "FEATURE_EXTRACTION", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-570/adapter_model.safetensors b/checkpoint-570/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0398cda1f601d5755966447209f0c5c2a130c28b --- /dev/null +++ b/checkpoint-570/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198985f87a593aa6c14316a22b907c52bc2591b8fb7c6cb72392d62d4ebd8cac +size 323489928 diff --git a/checkpoint-570/generation_config.json b/checkpoint-570/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..670aa614b92705c4738df7be48f019e70ab200f9 --- /dev/null +++ b/checkpoint-570/generation_config.json @@ -0,0 +1,14 @@ +{ + "attn_implementation": "flash_attention_2", + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.01, + "top_k": 1, + "top_p": 0.001, + "transformers_version": "4.46.3" +} diff --git a/checkpoint-570/optimizer.pt b/checkpoint-570/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f573ab9efc133cdd5b95d961ca1261678e873d4d --- /dev/null +++ b/checkpoint-570/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d8be0b4d3095c92cd2b6e8f761e9fed8c2a889db4b83ed24f6fe973700a755 +size 647205360 diff --git a/checkpoint-570/rng_state_0.pth b/checkpoint-570/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..924998f0cc8cd7ff7c154d2dce0c34ecc323864b --- /dev/null +++ b/checkpoint-570/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6785da9fb3a85e9b48178471fb9a817bea7ac2c862e0c74f37bf8abab5d03a7 +size 15920 diff --git a/checkpoint-570/rng_state_1.pth b/checkpoint-570/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..f2d9732e39b699b67c5fb0faae370c42dfb2520d --- /dev/null +++ b/checkpoint-570/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16631e30ab2d5048d05cefd0d086af14da61a5ca2cd771e9f0bf21f43aa578a3 +size 15920 diff --git a/checkpoint-570/rng_state_10.pth b/checkpoint-570/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1e9bff8d7a20997b33ba504fc9648c574a88bcb --- /dev/null +++ b/checkpoint-570/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e28ecca313728f00bf3e8f6e351a1a34b3cef6d22217553b6f96b5621ae43fb +size 15933 diff --git a/checkpoint-570/rng_state_11.pth b/checkpoint-570/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..91d5886cd3f49c6f4b481623217be08f42206a3d --- /dev/null +++ b/checkpoint-570/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda88ea6ded4f60e1856bd0bbb255e39d2c06309821ce57649b199a32b7c07c3 +size 15933 diff --git a/checkpoint-570/rng_state_12.pth b/checkpoint-570/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..9114af10f3e818821c96e922d2b8efacb74c50e5 --- /dev/null +++ b/checkpoint-570/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5732812f3027fb565fc37d887f4f4b5f8d43e762b5aa1aaac7382bb18a0690 +size 15933 diff --git a/checkpoint-570/rng_state_13.pth b/checkpoint-570/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..f8e35896e5487d18d7dcbc212fc4a824488ecc3c --- /dev/null +++ b/checkpoint-570/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dcf25d02cf8562b72b65a00ce2c84e8a98b89ba39425a79ec8e50d1776eab5 +size 15933 diff --git a/checkpoint-570/rng_state_14.pth b/checkpoint-570/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..f405abb4cb681208ac972c0bee0af7eea3536230 --- /dev/null +++ b/checkpoint-570/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80c774ad1154df35c81a03af0c4afdf7392387252b3fc3e1cd70bc8f9fe2aab +size 15933 diff --git a/checkpoint-570/rng_state_15.pth b/checkpoint-570/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..5f496a5c98c7298a315c786de456f4f05141dc6b --- /dev/null +++ b/checkpoint-570/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6beb2a5710113ab8bfc398ae581065d5d9a47d5fbf594c6d2cd1644d9b4edab3 +size 15933 diff --git a/checkpoint-570/rng_state_16.pth b/checkpoint-570/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..9f00b63a73b0e340735cf98aab85825b2ed4d0ea --- /dev/null +++ b/checkpoint-570/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d646b93a6850747a3984e111c5893c6e0332d768ff60ac69ed0b66bd350d25 +size 15933 diff --git a/checkpoint-570/rng_state_17.pth b/checkpoint-570/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..add329b345c813a84977713e7eb4d4f3650a0ade --- /dev/null +++ b/checkpoint-570/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8689f9a507977bf6d9e92fb8ea7c74365daee5d10525d3c5f0ccae22d842058c +size 15933 diff --git a/checkpoint-570/rng_state_18.pth b/checkpoint-570/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..9809c7c35317a49c0f881251d9d28c7052d385ab --- /dev/null +++ b/checkpoint-570/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb21741dbc3dc66454d594d059bfc3972d0304fbe8ad429943e5940d43b200a +size 15933 diff --git a/checkpoint-570/rng_state_19.pth b/checkpoint-570/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..2f09f1aa93750602f4a224f409ae7aec19281708 --- /dev/null +++ b/checkpoint-570/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3adf99d91b7905c948df1d2d1621461b61066a7bf669b12c976b1355722d51 +size 15933 diff --git a/checkpoint-570/rng_state_2.pth b/checkpoint-570/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..860729d5de435a8c52d80eb42409678416386f86 --- /dev/null +++ b/checkpoint-570/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5444e7d5415c562fc2f59a5f29d849dfbcda9c7d757048cd444a518bf701f49c +size 15920 diff --git a/checkpoint-570/rng_state_20.pth b/checkpoint-570/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..5e79c072459c6e1dd727e352821bc680d4dcd694 --- /dev/null +++ b/checkpoint-570/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511b1b74286fd9bdbf79cf69f1fdd422b33c4b848fe9e0a377141d8ef8f5741b +size 15933 diff --git a/checkpoint-570/rng_state_21.pth b/checkpoint-570/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..a413b9ab6cd52bf7abd9e618fba22b8b3747cb76 --- /dev/null +++ b/checkpoint-570/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cff6318a0be0f755f3e654889c9aca413ddd07159ead440c4de3306cb5e4d1 +size 15933 diff --git a/checkpoint-570/rng_state_22.pth b/checkpoint-570/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..922688999196f219bbd7e497814f8ba59bb334f9 --- /dev/null +++ b/checkpoint-570/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7d6ed2ed0acd6d9dbb71b6d1f475b81957f37d715e735ddd26828bf85f5e6a +size 15933 diff --git a/checkpoint-570/rng_state_23.pth b/checkpoint-570/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..fd5a3d46cd859844ff5c6328f42f151d2c054dce --- /dev/null +++ b/checkpoint-570/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782f84687fc644b743c7d4dd8c213cef043b2dd5eea9ef82637320662c22c335 +size 15933 diff --git a/checkpoint-570/rng_state_24.pth b/checkpoint-570/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..397c48973583df2f7eb5552ea6334ce65d39ebb8 --- /dev/null +++ b/checkpoint-570/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4a04cc406388757ad69b2c06ee84af9044f1a4cecb77bfad12274087ebe2a8 +size 15933 diff --git a/checkpoint-570/rng_state_25.pth b/checkpoint-570/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..5f8512751e31f9aa8c2aa019c7b5a35aab1a98e9 --- /dev/null +++ b/checkpoint-570/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a438fc733612c8b5b31d26a6a79a489842fd376b54167a3f50767505f282ec39 +size 15933 diff --git a/checkpoint-570/rng_state_26.pth b/checkpoint-570/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..cd1a1972c47f5f7259254b1d83cfbc69a2874e32 --- /dev/null +++ b/checkpoint-570/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f1ace6cad11bac4c1cfc1aaa1c49872ae87fc9552f20fda2b7dbb848a900e9 +size 15933 diff --git a/checkpoint-570/rng_state_27.pth b/checkpoint-570/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..6c23413a30ba67baa415b4cf72ae9d7510e09635 --- /dev/null +++ b/checkpoint-570/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaef7905e6fda8cef9f118b57b747c1979fc6a7152581804f5f762bb68bd1bb1 +size 15933 diff --git a/checkpoint-570/rng_state_28.pth b/checkpoint-570/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..f84446607a078739a23c874166eab3f0f28cf4af --- /dev/null +++ b/checkpoint-570/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da88e70c299ed7d1fbd69a9aacb3b7a2ed09a9a3e9bedbb5f7e96d19ca4b7ea +size 15933 diff --git a/checkpoint-570/rng_state_29.pth b/checkpoint-570/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d947eceebf6c113481e9701cb4d5d07b5c2efae --- /dev/null +++ b/checkpoint-570/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2aff0328e3323b8f3cf74d8a50245a2bc8f11f3d54e4d09b520279cd0d9eb7 +size 15933 diff --git a/checkpoint-570/rng_state_3.pth b/checkpoint-570/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..9f996c087dc910c8f1adc2a37c6551314f86a3e5 --- /dev/null +++ b/checkpoint-570/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0501eedadea3815cdf4b5df77ee13d390e848b28f2b79d9085372ff06ecadf3e +size 15920 diff --git a/checkpoint-570/rng_state_30.pth b/checkpoint-570/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..c4313fc0a8b01b48933869156df359cfc9f92227 --- /dev/null +++ b/checkpoint-570/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7f59bd395c84aafa6e79854937ea29b3d3c9cc30df7ade1d59333d10f3384b +size 15933 diff --git a/checkpoint-570/rng_state_31.pth b/checkpoint-570/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..dd07cb8dac2d48242d1b40f1520e8686c3acb666 --- /dev/null +++ b/checkpoint-570/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17e8f4aa1584ec964df2ba40fd7700c00b1fe40798c2587651578569362c2e1 +size 15933 diff --git a/checkpoint-570/rng_state_4.pth b/checkpoint-570/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..b358ced50b574d3b222d2402741f7170c15c7bdc --- /dev/null +++ b/checkpoint-570/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0e83d3ef6dd8fc360069a52d02ddb96b68d9ee3e8f288d17fd898f9128d2f8 +size 15920 diff --git a/checkpoint-570/rng_state_5.pth b/checkpoint-570/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..0b68f66e30d8273136882dd34a7f466d11761a81 --- /dev/null +++ b/checkpoint-570/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa6c9345ac0915ea1e245f881cf74fae76e8683178669a080c56d183d83a9af +size 15920 diff --git a/checkpoint-570/rng_state_6.pth b/checkpoint-570/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..1cbb72e4b64a85e6ffb5d3869411c19295ba1385 --- /dev/null +++ b/checkpoint-570/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc26844613810e772aa68f10a783ff22ca9d24aae9809116405627e84f8df87 +size 15920 diff --git a/checkpoint-570/rng_state_7.pth b/checkpoint-570/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..18aef2e357b3e6e265c385748199f995bdde668d --- /dev/null +++ b/checkpoint-570/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892898299280773e96cabb0f0afb7c727ff11bb498ea9d0c932e74027067832a +size 15920 diff --git a/checkpoint-570/rng_state_8.pth b/checkpoint-570/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..052074464dbffe0da846d2f7d1b48b3d00d7a474 --- /dev/null +++ b/checkpoint-570/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c609494620f4b971b942716984871be70801a271268dac7b96ccbde674849708 +size 15920 diff --git a/checkpoint-570/rng_state_9.pth b/checkpoint-570/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c2da26b09d5b2b56707e964de54ec6728661538 --- /dev/null +++ b/checkpoint-570/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94e40aecf5be44e4599a373b46069c177786e52ba8d01353c26bd215d2452b4 +size 15920 diff --git a/checkpoint-570/scheduler.pt b/checkpoint-570/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4d385827fec6ebf1a6c95b553e3c4a724d76863 --- /dev/null +++ b/checkpoint-570/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d20ffc77193346f4c050813d784202d22d2e0326b869060d495782d344203c9 +size 1064 diff --git a/checkpoint-570/trainer_state.json b/checkpoint-570/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8b49ad768edca442edd085e97ff1bfa45213a17f --- /dev/null +++ b/checkpoint-570/trainer_state.json @@ -0,0 +1,325 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 50, + "global_step": 570, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.005263157894736842, + "eval_loss": 0.32585662603378296, + "eval_runtime": 13.4514, + "eval_samples_per_second": 148.684, + "eval_steps_per_second": 0.149, + "step": 1 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.171875, + "learning_rate": 0.00019978517722878627, + "loss": 0.2249, + "step": 20 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.13671875, + "learning_rate": 0.00019548872180451127, + "loss": 0.1193, + "step": 40 + }, + { + "epoch": 0.2631578947368421, + "eval_loss": 0.07482124119997025, + "eval_runtime": 12.7644, + "eval_samples_per_second": 156.686, + "eval_steps_per_second": 0.157, + "step": 50 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.1201171875, + "learning_rate": 0.0001911922663802363, + "loss": 0.1033, + "step": 60 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.138671875, + "learning_rate": 0.00018689581095596134, + "loss": 0.0973, + "step": 80 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.1279296875, + "learning_rate": 0.00018259935553168637, + "loss": 0.0932, + "step": 100 + }, + { + "epoch": 0.5263157894736842, + "eval_loss": 0.06730526685714722, + "eval_runtime": 12.8198, + "eval_samples_per_second": 156.009, + "eval_steps_per_second": 0.156, + "step": 100 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 0.10205078125, + "learning_rate": 0.0001783029001074114, + "loss": 0.0894, + "step": 120 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 0.0947265625, + "learning_rate": 0.00017400644468313644, + "loss": 0.0881, + "step": 140 + }, + { + "epoch": 0.7894736842105263, + "eval_loss": 0.06297393888235092, + "eval_runtime": 12.7629, + "eval_samples_per_second": 156.704, + "eval_steps_per_second": 0.157, + "step": 150 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.11767578125, + "learning_rate": 0.00016970998925886144, + "loss": 0.0862, + "step": 160 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.12060546875, + "learning_rate": 0.00016541353383458648, + "loss": 0.084, + "step": 180 + }, + { + "epoch": 1.0526315789473684, + "grad_norm": 0.10888671875, + "learning_rate": 0.00016111707841031148, + "loss": 0.08, + "step": 200 + }, + { + "epoch": 1.0526315789473684, + "eval_loss": 0.05776415765285492, + "eval_runtime": 12.8264, + "eval_samples_per_second": 155.929, + "eval_steps_per_second": 0.156, + "step": 200 + }, + { + "epoch": 1.1578947368421053, + "grad_norm": 0.091796875, + "learning_rate": 0.00015682062298603652, + "loss": 0.0759, + "step": 220 + }, + { + "epoch": 1.263157894736842, + "grad_norm": 0.1044921875, + "learning_rate": 0.00015252416756176155, + "loss": 0.0757, + "step": 240 + }, + { + "epoch": 1.3157894736842106, + "eval_loss": 0.05684072896838188, + "eval_runtime": 12.8684, + "eval_samples_per_second": 155.42, + "eval_steps_per_second": 0.155, + "step": 250 + }, + { + "epoch": 1.368421052631579, + "grad_norm": 0.09326171875, + "learning_rate": 0.00014822771213748658, + "loss": 0.0745, + "step": 260 + }, + { + "epoch": 1.4736842105263157, + "grad_norm": 0.1005859375, + "learning_rate": 0.00014393125671321162, + "loss": 0.0732, + "step": 280 + }, + { + "epoch": 1.5789473684210527, + "grad_norm": 0.095703125, + "learning_rate": 0.00013963480128893662, + "loss": 0.0732, + "step": 300 + }, + { + "epoch": 1.5789473684210527, + "eval_loss": 0.057122766971588135, + "eval_runtime": 12.9739, + "eval_samples_per_second": 154.156, + "eval_steps_per_second": 0.154, + "step": 300 + }, + { + "epoch": 1.6842105263157894, + "grad_norm": 0.1142578125, + "learning_rate": 0.00013533834586466166, + "loss": 0.0749, + "step": 320 + }, + { + "epoch": 1.7894736842105263, + "grad_norm": 0.087890625, + "learning_rate": 0.0001310418904403867, + "loss": 0.0722, + "step": 340 + }, + { + "epoch": 1.8421052631578947, + "eval_loss": 0.055894188582897186, + "eval_runtime": 13.0028, + "eval_samples_per_second": 153.813, + "eval_steps_per_second": 0.154, + "step": 350 + }, + { + "epoch": 1.8947368421052633, + "grad_norm": 0.076171875, + "learning_rate": 0.00012674543501611172, + "loss": 0.0705, + "step": 360 + }, + { + "epoch": 2.0, + "grad_norm": 0.072265625, + "learning_rate": 0.00012244897959183676, + "loss": 0.069, + "step": 380 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.08251953125, + "learning_rate": 0.00011815252416756178, + "loss": 0.065, + "step": 400 + }, + { + "epoch": 2.1052631578947367, + "eval_loss": 0.05468890815973282, + "eval_runtime": 12.8106, + "eval_samples_per_second": 156.121, + "eval_steps_per_second": 0.156, + "step": 400 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.08642578125, + "learning_rate": 0.00011385606874328681, + "loss": 0.0645, + "step": 420 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.09130859375, + "learning_rate": 0.00010955961331901181, + "loss": 0.0637, + "step": 440 + }, + { + "epoch": 2.3684210526315788, + "eval_loss": 0.05291734263300896, + "eval_runtime": 12.8493, + "eval_samples_per_second": 155.651, + "eval_steps_per_second": 0.156, + "step": 450 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.1005859375, + "learning_rate": 0.00010526315789473685, + "loss": 0.0652, + "step": 460 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.08203125, + "learning_rate": 0.00010096670247046187, + "loss": 0.0642, + "step": 480 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.09130859375, + "learning_rate": 9.66702470461869e-05, + "loss": 0.063, + "step": 500 + }, + { + "epoch": 2.6315789473684212, + "eval_loss": 0.05152459070086479, + "eval_runtime": 12.8186, + "eval_samples_per_second": 156.024, + "eval_steps_per_second": 0.156, + "step": 500 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.19140625, + "learning_rate": 9.237379162191193e-05, + "loss": 0.0635, + "step": 520 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.09716796875, + "learning_rate": 8.807733619763695e-05, + "loss": 0.064, + "step": 540 + }, + { + "epoch": 2.8947368421052633, + "eval_loss": 0.05137969180941582, + "eval_runtime": 12.8105, + "eval_samples_per_second": 156.122, + "eval_steps_per_second": 0.156, + "step": 550 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.0849609375, + "learning_rate": 8.378088077336199e-05, + "loss": 0.0634, + "step": 560 + } + ], + "logging_steps": 20, + "max_steps": 950, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.685776305150021e+19, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-570/training_args.bin b/checkpoint-570/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f802a6f249d12ee058de8ad3d172626a05f3ab7 --- /dev/null +++ b/checkpoint-570/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87265727decc0a98a4f097e1876e05a86f58eeeec1be906a56c9562796bd8c68 +size 5496 diff --git a/checkpoint-760/adapter_config.json b/checkpoint-760/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..218d8044c6c4b4331cee554d2070b19a612c1182 --- /dev/null +++ b/checkpoint-760/adapter_config.json @@ -0,0 +1,26 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "/home/pv_rwm_models/models/qwen2vl-7b-instruct", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": "gaussian", + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)", + "task_type": "FEATURE_EXTRACTION", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-760/adapter_model.safetensors b/checkpoint-760/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a08d984100e950ba3a4b05d7f5e87fbd49f7fc3 --- /dev/null +++ b/checkpoint-760/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882c7904c44a59084f7c5bbb5e2941556fc469265694fd63a71251b973c3ff59 +size 323489928 diff --git a/checkpoint-760/generation_config.json b/checkpoint-760/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..670aa614b92705c4738df7be48f019e70ab200f9 --- /dev/null +++ b/checkpoint-760/generation_config.json @@ -0,0 +1,14 @@ +{ + "attn_implementation": "flash_attention_2", + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.01, + "top_k": 1, + "top_p": 0.001, + "transformers_version": "4.46.3" +} diff --git a/checkpoint-760/optimizer.pt b/checkpoint-760/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7889775b177bec351f0727af16d78a5d13bef9bb --- /dev/null +++ b/checkpoint-760/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4302fa80226bd89c5ce2dddd3e230b2265382d7fa723f645c0013cedd8641e +size 647205360 diff --git a/checkpoint-760/rng_state_0.pth b/checkpoint-760/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..f7a0fbb7a46d5add2ffa95e0d3d87836684213ee --- /dev/null +++ b/checkpoint-760/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d324201c8dd00963ff312d4d7856c63f4ee278b0ccba92590749e13a896629bc +size 15920 diff --git a/checkpoint-760/rng_state_1.pth b/checkpoint-760/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..69af62aa391f3fcbe1125be8d1fab3368044bec3 --- /dev/null +++ b/checkpoint-760/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c014d35175b258a36b49f1c221b83d26a00f666dc7b0b06e232e97823d0331c +size 15920 diff --git a/checkpoint-760/rng_state_10.pth b/checkpoint-760/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..f401409fa8a4b21133c18923d065284b5e47c131 --- /dev/null +++ b/checkpoint-760/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5b7118186583995908b7430a1f95a94731b49b6e1be6813de4e045fbd7eb21 +size 15933 diff --git a/checkpoint-760/rng_state_11.pth b/checkpoint-760/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..bbb055186f5ee82a4492e8e48fff6abf89817fee --- /dev/null +++ b/checkpoint-760/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae49b3a2936c1a40284c2cf531737d92d23dffe2e99d9578a7059ed2adc1063 +size 15933 diff --git a/checkpoint-760/rng_state_12.pth b/checkpoint-760/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..a041638e0dd6203c3abc42b4d24b3eed1bd5fe6b --- /dev/null +++ b/checkpoint-760/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1443eccf4c0e50c962ed987a829bbf73680515fcc2ab86948eb4f2c65dd5b39b +size 15933 diff --git a/checkpoint-760/rng_state_13.pth b/checkpoint-760/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..198e61a47b600ad3b28bf120a3009a50523b8113 --- /dev/null +++ b/checkpoint-760/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d942760612861366c966a50711d070fb0a4151546bd029ed0061f69fe3a14d28 +size 15933 diff --git a/checkpoint-760/rng_state_14.pth b/checkpoint-760/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..14570e7bb71261ad152e1db161aa192c793af2de --- /dev/null +++ b/checkpoint-760/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435b9c6d6c89a98e18233340b88705cd012dd4b6cc673c3bc59264814f92e95a +size 15933 diff --git a/checkpoint-760/rng_state_15.pth b/checkpoint-760/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..887378d6878de4f0876fdeba0923f24d2417d391 --- /dev/null +++ b/checkpoint-760/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2090670effa407ee8fedd8b5df602a12a2f3a7b8b7c14629f41fe568db57ecac +size 15933 diff --git a/checkpoint-760/rng_state_16.pth b/checkpoint-760/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..c4666ad3b9dd522fa44c020159e2391a993b9357 --- /dev/null +++ b/checkpoint-760/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9aacbf59e6f8ed4d63b7640e18efb14efa9df802610cb9212432d7c28469737 +size 15933 diff --git a/checkpoint-760/rng_state_17.pth b/checkpoint-760/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..54301a0290fcb4e21e9d6c2ec119a600f532e2c9 --- /dev/null +++ b/checkpoint-760/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36320cc99c62c09a6d4bd17db316ff9ded608b0af1aff277c7b39bfc3cc90564 +size 15933 diff --git a/checkpoint-760/rng_state_18.pth b/checkpoint-760/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..f5462e724048675a3b4bbcba21b99994631998eb --- /dev/null +++ b/checkpoint-760/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0605609beac85c8eb9c40afb9a9b84a96840e4a99c0856428316df768de96ef9 +size 15933 diff --git a/checkpoint-760/rng_state_19.pth b/checkpoint-760/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..58394f45bd62a8547cc02bf5f07ab690bb707738 --- /dev/null +++ b/checkpoint-760/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d9cb444d020790124f3014697efac5d4272524b1b03e17ca8069387d6908ad +size 15933 diff --git a/checkpoint-760/rng_state_2.pth b/checkpoint-760/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..d3416982678510b57a9451d01ef57dcf463465e3 --- /dev/null +++ b/checkpoint-760/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f838c0728dfbb2ba7b274c2f540f336350b5537eb2deb66bcdd2fb72a9e1bb62 +size 15920 diff --git a/checkpoint-760/rng_state_20.pth b/checkpoint-760/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..e277543144acb34f9909a702fb925a1f5d24b9b1 --- /dev/null +++ b/checkpoint-760/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7a8fe9f0211df538cae79d32d81e86c99fa31c317c1b06ce09183d73e5d46b +size 15933 diff --git a/checkpoint-760/rng_state_21.pth b/checkpoint-760/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..1c4c216b0ba04f23b6de63022b6dfff37e4fd4ed --- /dev/null +++ b/checkpoint-760/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77206c8fc4549d03a1c49caecc179ddf15b3159c1c5d2db12b1fbfa98c868f6a +size 15933 diff --git a/checkpoint-760/rng_state_22.pth b/checkpoint-760/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..80a3921bc9f5c0a41535941b45a3b7b0c47d97e0 --- /dev/null +++ b/checkpoint-760/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce816593fb24531be0dc16aacf8a6e98e05b598f66254e37d0dd19bb8aefab23 +size 15933 diff --git a/checkpoint-760/rng_state_23.pth b/checkpoint-760/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..051690d09cf620c96c5a76633370469cf8146e4f --- /dev/null +++ b/checkpoint-760/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae350e71c5e099b57f186c2296c587174dc0199ab2db837300a353a500a9dd1 +size 15933 diff --git a/checkpoint-760/rng_state_24.pth b/checkpoint-760/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..18c6eef8198619531f5d74f5555ec07c91ce5f39 --- /dev/null +++ b/checkpoint-760/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4000e52322b05650fbb86a2fee492eeb373a31805e0890b223ca0bed88ced5 +size 15933 diff --git a/checkpoint-760/rng_state_25.pth b/checkpoint-760/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..e7c6e6ebd5ae229121c9c080ef05f53d36129d6d --- /dev/null +++ b/checkpoint-760/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22eb5a48c52458df83501d1437e9bf3848b744025294ccb1d6e39d420a3cc45e +size 15933 diff --git a/checkpoint-760/rng_state_26.pth b/checkpoint-760/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..b9ee57f920e1d742ed81bd83de6b47b46d6b27c6 --- /dev/null +++ b/checkpoint-760/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42bc1ee01ca7f0d27e31891f7539071f6d54b0f627e6d289f07242269c0c3548 +size 15933 diff --git a/checkpoint-760/rng_state_27.pth b/checkpoint-760/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..21e6343e2dceee6b33b32a0a3067e155c194d914 --- /dev/null +++ b/checkpoint-760/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9330cf4cf312bb69dfc9bd33ba947b1c68c37f77dab57f805702d634613df7d +size 15933 diff --git a/checkpoint-760/rng_state_28.pth b/checkpoint-760/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..c879e77fdbf6a3cb18ee4d90f6bfd632c7507094 --- /dev/null +++ b/checkpoint-760/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb04f047e64c2a2d548ffec2e0277b3ef14926019d9dc070d10cd8057184d42 +size 15933 diff --git a/checkpoint-760/rng_state_29.pth b/checkpoint-760/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..1928d9582a36d856ce70cc47ab81daada23844d2 --- /dev/null +++ b/checkpoint-760/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03f96fe5b7b2266c13cccadbdcfaf861a861dad10d5d2c18465b48925e29948 +size 15933 diff --git a/checkpoint-760/rng_state_3.pth b/checkpoint-760/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..8f6a87288e795f55bccbfd3c9b1924b354d1627d --- /dev/null +++ b/checkpoint-760/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d95306768348eb4982cbef411974fe2338155bb3ea7430cfc3b98cbd87c802 +size 15920 diff --git a/checkpoint-760/rng_state_30.pth b/checkpoint-760/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..ee3be468a0af23dad35eaba7239130436d820650 --- /dev/null +++ b/checkpoint-760/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c15ee7bb6b5759ecd56aa275df070406f15b58afcdb5302be0aa013da5e2fd +size 15933 diff --git a/checkpoint-760/rng_state_31.pth b/checkpoint-760/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..0f1293a9d2d6937040a6871d534cee8e8ee9d5a3 --- /dev/null +++ b/checkpoint-760/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab93e8bb11b826fd36a6fd10a7555c91eaa12f323049950e3aa8c376604f5245 +size 15933 diff --git a/checkpoint-760/rng_state_4.pth b/checkpoint-760/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..5d1ccdc860a2fd1e26b403fabff2173ee4395716 --- /dev/null +++ b/checkpoint-760/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1513af1f5f1c9809470f0b2afa285a8787b349d3e41260262c09f91b70d0b63 +size 15920 diff --git a/checkpoint-760/rng_state_5.pth b/checkpoint-760/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..139d095a12abfc5c93efa7b45f22dc5038748297 --- /dev/null +++ b/checkpoint-760/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aeed9301537b6755a62ebe082c0a3c2e2d2e7f49b29cf34c54155b57334861a +size 15920 diff --git a/checkpoint-760/rng_state_6.pth b/checkpoint-760/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..69606f943114ac58ec6c9a9b42b0ec183d7093d0 --- /dev/null +++ b/checkpoint-760/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9eb4d277a5a74481d8cf9ebd67ee27f6a4a3e1016f1ab575794cd061b79c4a +size 15920 diff --git a/checkpoint-760/rng_state_7.pth b/checkpoint-760/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..2bd9839a6daca8614cedfdbb636a6f1609743e82 --- /dev/null +++ b/checkpoint-760/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6febcea6a911b455e85a8e3eaa5faf6f06ba9e34c14ef40d4b461ff713a1aa0b +size 15920 diff --git a/checkpoint-760/rng_state_8.pth b/checkpoint-760/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..165e7af4df6804bb2a7d2707c6574edb4100cfeb --- /dev/null +++ b/checkpoint-760/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5083bc14411edf2dd4168db4b468ff93524d4c15182f772557587b429e9363a5 +size 15920 diff --git a/checkpoint-760/rng_state_9.pth b/checkpoint-760/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..a3cf109e49734d0e488b3c0f234fa14bb4d9a686 --- /dev/null +++ b/checkpoint-760/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d5094e7e4db6b4d51551bbecfa300f2e1e41eba190e31959e423f55b44bae0 +size 15920 diff --git a/checkpoint-760/scheduler.pt b/checkpoint-760/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..eccb5d573b43fe474ea77cc440c9661d3126e6e7 --- /dev/null +++ b/checkpoint-760/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42c18d0a5165d9cd8ef8538ed965535bfb469c509f6f1d2657e8ea98591a5544 +size 1064 diff --git a/checkpoint-760/trainer_state.json b/checkpoint-760/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a38857b40d3195193b15f61464df5d6d84075b9 --- /dev/null +++ b/checkpoint-760/trainer_state.json @@ -0,0 +1,427 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 50, + "global_step": 760, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.005263157894736842, + "eval_loss": 0.32585662603378296, + "eval_runtime": 13.4514, + "eval_samples_per_second": 148.684, + "eval_steps_per_second": 0.149, + "step": 1 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.171875, + "learning_rate": 0.00019978517722878627, + "loss": 0.2249, + "step": 20 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.13671875, + "learning_rate": 0.00019548872180451127, + "loss": 0.1193, + "step": 40 + }, + { + "epoch": 0.2631578947368421, + "eval_loss": 0.07482124119997025, + "eval_runtime": 12.7644, + "eval_samples_per_second": 156.686, + "eval_steps_per_second": 0.157, + "step": 50 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.1201171875, + "learning_rate": 0.0001911922663802363, + "loss": 0.1033, + "step": 60 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.138671875, + "learning_rate": 0.00018689581095596134, + "loss": 0.0973, + "step": 80 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.1279296875, + "learning_rate": 0.00018259935553168637, + "loss": 0.0932, + "step": 100 + }, + { + "epoch": 0.5263157894736842, + "eval_loss": 0.06730526685714722, + "eval_runtime": 12.8198, + "eval_samples_per_second": 156.009, + "eval_steps_per_second": 0.156, + "step": 100 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 0.10205078125, + "learning_rate": 0.0001783029001074114, + "loss": 0.0894, + "step": 120 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 0.0947265625, + "learning_rate": 0.00017400644468313644, + "loss": 0.0881, + "step": 140 + }, + { + "epoch": 0.7894736842105263, + "eval_loss": 0.06297393888235092, + "eval_runtime": 12.7629, + "eval_samples_per_second": 156.704, + "eval_steps_per_second": 0.157, + "step": 150 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.11767578125, + "learning_rate": 0.00016970998925886144, + "loss": 0.0862, + "step": 160 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.12060546875, + "learning_rate": 0.00016541353383458648, + "loss": 0.084, + "step": 180 + }, + { + "epoch": 1.0526315789473684, + "grad_norm": 0.10888671875, + "learning_rate": 0.00016111707841031148, + "loss": 0.08, + "step": 200 + }, + { + "epoch": 1.0526315789473684, + "eval_loss": 0.05776415765285492, + "eval_runtime": 12.8264, + "eval_samples_per_second": 155.929, + "eval_steps_per_second": 0.156, + "step": 200 + }, + { + "epoch": 1.1578947368421053, + "grad_norm": 0.091796875, + "learning_rate": 0.00015682062298603652, + "loss": 0.0759, + "step": 220 + }, + { + "epoch": 1.263157894736842, + "grad_norm": 0.1044921875, + "learning_rate": 0.00015252416756176155, + "loss": 0.0757, + "step": 240 + }, + { + "epoch": 1.3157894736842106, + "eval_loss": 0.05684072896838188, + "eval_runtime": 12.8684, + "eval_samples_per_second": 155.42, + "eval_steps_per_second": 0.155, + "step": 250 + }, + { + "epoch": 1.368421052631579, + "grad_norm": 0.09326171875, + "learning_rate": 0.00014822771213748658, + "loss": 0.0745, + "step": 260 + }, + { + "epoch": 1.4736842105263157, + "grad_norm": 0.1005859375, + "learning_rate": 0.00014393125671321162, + "loss": 0.0732, + "step": 280 + }, + { + "epoch": 1.5789473684210527, + "grad_norm": 0.095703125, + "learning_rate": 0.00013963480128893662, + "loss": 0.0732, + "step": 300 + }, + { + "epoch": 1.5789473684210527, + "eval_loss": 0.057122766971588135, + "eval_runtime": 12.9739, + "eval_samples_per_second": 154.156, + "eval_steps_per_second": 0.154, + "step": 300 + }, + { + "epoch": 1.6842105263157894, + "grad_norm": 0.1142578125, + "learning_rate": 0.00013533834586466166, + "loss": 0.0749, + "step": 320 + }, + { + "epoch": 1.7894736842105263, + "grad_norm": 0.087890625, + "learning_rate": 0.0001310418904403867, + "loss": 0.0722, + "step": 340 + }, + { + "epoch": 1.8421052631578947, + "eval_loss": 0.055894188582897186, + "eval_runtime": 13.0028, + "eval_samples_per_second": 153.813, + "eval_steps_per_second": 0.154, + "step": 350 + }, + { + "epoch": 1.8947368421052633, + "grad_norm": 0.076171875, + "learning_rate": 0.00012674543501611172, + "loss": 0.0705, + "step": 360 + }, + { + "epoch": 2.0, + "grad_norm": 0.072265625, + "learning_rate": 0.00012244897959183676, + "loss": 0.069, + "step": 380 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.08251953125, + "learning_rate": 0.00011815252416756178, + "loss": 0.065, + "step": 400 + }, + { + "epoch": 2.1052631578947367, + "eval_loss": 0.05468890815973282, + "eval_runtime": 12.8106, + "eval_samples_per_second": 156.121, + "eval_steps_per_second": 0.156, + "step": 400 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.08642578125, + "learning_rate": 0.00011385606874328681, + "loss": 0.0645, + "step": 420 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.09130859375, + "learning_rate": 0.00010955961331901181, + "loss": 0.0637, + "step": 440 + }, + { + "epoch": 2.3684210526315788, + "eval_loss": 0.05291734263300896, + "eval_runtime": 12.8493, + "eval_samples_per_second": 155.651, + "eval_steps_per_second": 0.156, + "step": 450 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.1005859375, + "learning_rate": 0.00010526315789473685, + "loss": 0.0652, + "step": 460 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.08203125, + "learning_rate": 0.00010096670247046187, + "loss": 0.0642, + "step": 480 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.09130859375, + "learning_rate": 9.66702470461869e-05, + "loss": 0.063, + "step": 500 + }, + { + "epoch": 2.6315789473684212, + "eval_loss": 0.05152459070086479, + "eval_runtime": 12.8186, + "eval_samples_per_second": 156.024, + "eval_steps_per_second": 0.156, + "step": 500 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.19140625, + "learning_rate": 9.237379162191193e-05, + "loss": 0.0635, + "step": 520 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.09716796875, + "learning_rate": 8.807733619763695e-05, + "loss": 0.064, + "step": 540 + }, + { + "epoch": 2.8947368421052633, + "eval_loss": 0.05137969180941582, + "eval_runtime": 12.8105, + "eval_samples_per_second": 156.122, + "eval_steps_per_second": 0.156, + "step": 550 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.0849609375, + "learning_rate": 8.378088077336199e-05, + "loss": 0.0634, + "step": 560 + }, + { + "epoch": 3.0526315789473686, + "grad_norm": 0.1552734375, + "learning_rate": 7.9484425349087e-05, + "loss": 0.0601, + "step": 580 + }, + { + "epoch": 3.1578947368421053, + "grad_norm": 0.1015625, + "learning_rate": 7.518796992481203e-05, + "loss": 0.0612, + "step": 600 + }, + { + "epoch": 3.1578947368421053, + "eval_loss": 0.0508638396859169, + "eval_runtime": 13.0917, + "eval_samples_per_second": 152.768, + "eval_steps_per_second": 0.153, + "step": 600 + }, + { + "epoch": 3.263157894736842, + "grad_norm": 0.09326171875, + "learning_rate": 7.089151450053706e-05, + "loss": 0.0579, + "step": 620 + }, + { + "epoch": 3.3684210526315788, + "grad_norm": 0.10009765625, + "learning_rate": 6.659505907626209e-05, + "loss": 0.0593, + "step": 640 + }, + { + "epoch": 3.4210526315789473, + "eval_loss": 0.05003859102725983, + "eval_runtime": 12.8994, + "eval_samples_per_second": 155.045, + "eval_steps_per_second": 0.155, + "step": 650 + }, + { + "epoch": 3.473684210526316, + "grad_norm": 0.087890625, + "learning_rate": 6.229860365198711e-05, + "loss": 0.0573, + "step": 660 + }, + { + "epoch": 3.5789473684210527, + "grad_norm": 0.087890625, + "learning_rate": 5.800214822771214e-05, + "loss": 0.0601, + "step": 680 + }, + { + "epoch": 3.6842105263157894, + "grad_norm": 0.08544921875, + "learning_rate": 5.3705692803437166e-05, + "loss": 0.057, + "step": 700 + }, + { + "epoch": 3.6842105263157894, + "eval_loss": 0.0502210296690464, + "eval_runtime": 12.869, + "eval_samples_per_second": 155.412, + "eval_steps_per_second": 0.155, + "step": 700 + }, + { + "epoch": 3.7894736842105265, + "grad_norm": 0.09716796875, + "learning_rate": 4.940923737916219e-05, + "loss": 0.0584, + "step": 720 + }, + { + "epoch": 3.8947368421052633, + "grad_norm": 0.083984375, + "learning_rate": 4.511278195488722e-05, + "loss": 0.0589, + "step": 740 + }, + { + "epoch": 3.9473684210526314, + "eval_loss": 0.049859099090099335, + "eval_runtime": 12.8363, + "eval_samples_per_second": 155.808, + "eval_steps_per_second": 0.156, + "step": 750 + }, + { + "epoch": 4.0, + "grad_norm": 0.09033203125, + "learning_rate": 4.0816326530612245e-05, + "loss": 0.0574, + "step": 760 + } + ], + "logging_steps": 20, + "max_steps": 950, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7.580995873653182e+19, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-760/training_args.bin b/checkpoint-760/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f802a6f249d12ee058de8ad3d172626a05f3ab7 --- /dev/null +++ b/checkpoint-760/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87265727decc0a98a4f097e1876e05a86f58eeeec1be906a56c9562796bd8c68 +size 5496 diff --git a/checkpoint-950/adapter_config.json b/checkpoint-950/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..218d8044c6c4b4331cee554d2070b19a612c1182 --- /dev/null +++ b/checkpoint-950/adapter_config.json @@ -0,0 +1,26 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "/home/pv_rwm_models/models/qwen2vl-7b-instruct", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": "gaussian", + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)", + "task_type": "FEATURE_EXTRACTION", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-950/adapter_model.safetensors b/checkpoint-950/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c06770532f1c5dadc02aa431e386082926c84e40 --- /dev/null +++ b/checkpoint-950/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daee05fe822268d18e339a140785ca821c14f41d5b3e9963b43c8f917bfde19 +size 323489928 diff --git a/checkpoint-950/generation_config.json b/checkpoint-950/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..670aa614b92705c4738df7be48f019e70ab200f9 --- /dev/null +++ b/checkpoint-950/generation_config.json @@ -0,0 +1,14 @@ +{ + "attn_implementation": "flash_attention_2", + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.01, + "top_k": 1, + "top_p": 0.001, + "transformers_version": "4.46.3" +} diff --git a/checkpoint-950/optimizer.pt b/checkpoint-950/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0544d7b75a3003e301a0b6421f336c33a60bfe9d --- /dev/null +++ b/checkpoint-950/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2de2f8d789bfe45b1f4e06a8ef4d9b733ca4f7e4c74b953ef4daa0d08155570 +size 647205360 diff --git a/checkpoint-950/rng_state_0.pth b/checkpoint-950/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..128937ab5325a8aa7eabc572542a4d9abc23b326 --- /dev/null +++ b/checkpoint-950/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b165bdf5ef41bc20bf0df6736af592010284dcee0826113f31b7cf2b393078 +size 15920 diff --git a/checkpoint-950/rng_state_1.pth b/checkpoint-950/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..67cddfdcfb850dcaf3d29ff6ceb35424d59a727c --- /dev/null +++ b/checkpoint-950/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d2318ce7c836daa84bcdde5823fe662f53efc2d809bfc2be5a68203eaa7e5c +size 15920 diff --git a/checkpoint-950/rng_state_10.pth b/checkpoint-950/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..ef34f8c805b5c7a3024a39d7e151b853ddc06269 --- /dev/null +++ b/checkpoint-950/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55db5b15671f05f9ab78546436537902043e4a4eac18084b71f1d214ed06cda2 +size 15933 diff --git a/checkpoint-950/rng_state_11.pth b/checkpoint-950/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c540cb53d2b30ef7130ecb37276c18f4b391fd2 --- /dev/null +++ b/checkpoint-950/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5bca654901b2507627287192eb8631b7990eb6f1fdd1d9651fb6a750292c6c +size 15933 diff --git a/checkpoint-950/rng_state_12.pth b/checkpoint-950/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f26792932e33a56a7aa5b977c167145d847ac5b --- /dev/null +++ b/checkpoint-950/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18049b638784bd3fa17445677a3ceb5b365d016d899c302b788538608f40793 +size 15933 diff --git a/checkpoint-950/rng_state_13.pth b/checkpoint-950/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..65067f0382f05cceda6b78e4077c6369bc8cf997 --- /dev/null +++ b/checkpoint-950/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c54ef5803e79bd59b0282229de86266b37ffdf2e67141d8b9b8891b628f1eae +size 15933 diff --git a/checkpoint-950/rng_state_14.pth b/checkpoint-950/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..342c5e89974e9206e6f6d551b67e2a09fef181af --- /dev/null +++ b/checkpoint-950/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee91a90cf6ea7348af28b291358079f9de22515635752eb16263c4f60c6867df +size 15933 diff --git a/checkpoint-950/rng_state_15.pth b/checkpoint-950/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f0d62da05f9245ab25911455197f4b8f1897a75 --- /dev/null +++ b/checkpoint-950/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302b993f35c3af8f935a503026b7c5712cf8cda0d704b74f055c59993e3a1870 +size 15933 diff --git a/checkpoint-950/rng_state_16.pth b/checkpoint-950/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..678be626ed1ef15e95ce42e093955316529d1624 --- /dev/null +++ b/checkpoint-950/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0765cb5468a35929a5ae64a0bff7074223365420335273a66dd57f29f1cb4c29 +size 15933 diff --git a/checkpoint-950/rng_state_17.pth b/checkpoint-950/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..8243bfdedbd7b475638622437a65b65b9f5aa021 --- /dev/null +++ b/checkpoint-950/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561bab938a6f6eed1eb9c28acc0f3aaa83b04b7fdc87206edee356cf70c68137 +size 15933 diff --git a/checkpoint-950/rng_state_18.pth b/checkpoint-950/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..1003967b35eebfc66b3f5c602189c552483d37b4 --- /dev/null +++ b/checkpoint-950/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0108b7f705e0efd2295e02909b7660bdf5b13a8a9bb4aed4cba73630cbe08930 +size 15933 diff --git a/checkpoint-950/rng_state_19.pth b/checkpoint-950/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..b103419ba7f97953becadd0e07951029d7b7978c --- /dev/null +++ b/checkpoint-950/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b5d1168e4797d0d02a85c5f1d4093e4ad5e7f133347e2f551a913e52807e50 +size 15933 diff --git a/checkpoint-950/rng_state_2.pth b/checkpoint-950/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..334b6b43e7ce0e0f8068f54be6d94f37cebf402c --- /dev/null +++ b/checkpoint-950/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bbad7dcb4c76276a5a2f908d6394a040781df780e21125eea292e765b33e1ac +size 15920 diff --git a/checkpoint-950/rng_state_20.pth b/checkpoint-950/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..6bf27b74beea8aa98105f4709b2ed574efeba4be --- /dev/null +++ b/checkpoint-950/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82677d389e0d201ea840c11f67110347954e6382d5e612997462aba1972a5ef7 +size 15933 diff --git a/checkpoint-950/rng_state_21.pth b/checkpoint-950/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..280fa1025e9d06ab7623f853ae2a983a1db43dd9 --- /dev/null +++ b/checkpoint-950/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1631198a2a4ea8a64e0b2501a72ac8e1322975cee2c5c3c564e78433ced214d +size 15933 diff --git a/checkpoint-950/rng_state_22.pth b/checkpoint-950/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..3b7d6885c124cb2d89ac01ec72551af0c59807fd --- /dev/null +++ b/checkpoint-950/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46a1e9742a65c2111458953d61cb8a177fbf469b8cef9cca8d88ac5b7269a36 +size 15933 diff --git a/checkpoint-950/rng_state_23.pth b/checkpoint-950/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..a74e1be7cdbc3760a190c1ec504f770745b34174 --- /dev/null +++ b/checkpoint-950/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6eb6623b060b2c13cd7a7db2fd38ea80374997e361eb5cebb62e0b036f16d30 +size 15933 diff --git a/checkpoint-950/rng_state_24.pth b/checkpoint-950/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..a4ccf85a860ea50838533c6540f0443bf711ee51 --- /dev/null +++ b/checkpoint-950/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24ae686a17ff2acf4766ceb7f7cbef79aad740b851c571c99f7d1a46f95067f +size 15933 diff --git a/checkpoint-950/rng_state_25.pth b/checkpoint-950/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..e6e82bc1e66ec195ddb9c578fac92f34400e462c --- /dev/null +++ b/checkpoint-950/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbb6727ea29a3435a722690d4dfeedaa54d834fe16d1aa477686ffb6659791c +size 15933 diff --git a/checkpoint-950/rng_state_26.pth b/checkpoint-950/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..34fbbf1d348b92f4e72d883d17e85a4133958c21 --- /dev/null +++ b/checkpoint-950/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf88f224c4ea92f244a4b75c853f321f4b9dddc2ed18a4957db6e065ff536ee +size 15933 diff --git a/checkpoint-950/rng_state_27.pth b/checkpoint-950/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..b0a21bdd759f788ddfbfeae796476525889d4448 --- /dev/null +++ b/checkpoint-950/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8772c614a908881584bcf5a32d6fcfbdd1b529dd81e12fe16c74a0b20776a7d +size 15933 diff --git a/checkpoint-950/rng_state_28.pth b/checkpoint-950/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..95196e05f88711d3b1815fdeca8b1418a57ceead --- /dev/null +++ b/checkpoint-950/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f8e52cb5360f861d689327e9077ae894d9ee72ae92d3133cd3d068120df467 +size 15933 diff --git a/checkpoint-950/rng_state_29.pth b/checkpoint-950/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..d52d5a5fcd4febd5d399183f6db38ebcfcbc3d1e --- /dev/null +++ b/checkpoint-950/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad7166ef77242b339295609b0a46ba3f26f4b13a7ab261b71bbf5da64e244df +size 15933 diff --git a/checkpoint-950/rng_state_3.pth b/checkpoint-950/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..d65e2118d4706d380066e5c00a57e0b729ea31f4 --- /dev/null +++ b/checkpoint-950/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba889ad616b27ad5c2e27f8328ab5b0f82e38140c41f6dbe6053a349de91e2e +size 15920 diff --git a/checkpoint-950/rng_state_30.pth b/checkpoint-950/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..a208861fe6fef82b0880e42f0906a39d226946fe --- /dev/null +++ b/checkpoint-950/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406b751c95cc21fb7fd0743eb474efd8504aaa88c7ee1f2677cdce06f3b52abe +size 15933 diff --git a/checkpoint-950/rng_state_31.pth b/checkpoint-950/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..2df5cc1b8b041256c6ee9cefdb67d5ff00c30c63 --- /dev/null +++ b/checkpoint-950/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5edc8481457b1d73bfa591766fd7b8cb760118f4c3323818e908e83e2c4962 +size 15933 diff --git a/checkpoint-950/rng_state_4.pth b/checkpoint-950/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..025de46e9ecbbdcab8a5131c6f9e343b695062ec --- /dev/null +++ b/checkpoint-950/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e75044734f261501a594176bbb747bc580d21757de698ff01c316193cde1baa +size 15920 diff --git a/checkpoint-950/rng_state_5.pth b/checkpoint-950/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..fe78fbf07bf4036d91cb4e89e9efa787f176f1cb --- /dev/null +++ b/checkpoint-950/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6cba198c3f2658a229d61c6a5d7728c5ef2ffc7886797fecbac4126f58de38 +size 15920 diff --git a/checkpoint-950/rng_state_6.pth b/checkpoint-950/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..442d9942d8e71ad28b3f88163b2d68ab7570799e --- /dev/null +++ b/checkpoint-950/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec8f3e65f1a71ebcff9a472c319d4339054a0c9ea23cc89c25ae65116c0e288 +size 15920 diff --git a/checkpoint-950/rng_state_7.pth b/checkpoint-950/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa1beffd5c6baffa68b62efcf3e3ae8ade0ede19 --- /dev/null +++ b/checkpoint-950/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a94e34df72cea306400d99aa9e7fb6f75e1c76cd95d4e4e8cea05ab89fcb70 +size 15920 diff --git a/checkpoint-950/rng_state_8.pth b/checkpoint-950/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..99b5d5ae0c0cffac65e756d7ba7332dda2215ed9 --- /dev/null +++ b/checkpoint-950/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf52e38d55d548520ceb5ea8a077345c28eb9032851c48a05dd7edc95de377a +size 15920 diff --git a/checkpoint-950/rng_state_9.pth b/checkpoint-950/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..da1a0f39a975bd654c2b4f5eb418fb76a6ca539c --- /dev/null +++ b/checkpoint-950/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f023681b453b01778219519cebdb1c6f9c33eccebfad2d4efb6477f387bad24e +size 15920 diff --git a/checkpoint-950/scheduler.pt b/checkpoint-950/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbea401edb22cffe49511c50c99063f6f08fe69 --- /dev/null +++ b/checkpoint-950/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8a927fd9b97e0a2375b90483a3d645a7fd49438495291360d3d61a95d19f94 +size 1064 diff --git a/checkpoint-950/trainer_state.json b/checkpoint-950/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..30c52867fbeb1dc92eeab98b6db45c316f3f91ef --- /dev/null +++ b/checkpoint-950/trainer_state.json @@ -0,0 +1,522 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.0, + "eval_steps": 50, + "global_step": 950, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.005263157894736842, + "eval_loss": 0.32585662603378296, + "eval_runtime": 13.4514, + "eval_samples_per_second": 148.684, + "eval_steps_per_second": 0.149, + "step": 1 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.171875, + "learning_rate": 0.00019978517722878627, + "loss": 0.2249, + "step": 20 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.13671875, + "learning_rate": 0.00019548872180451127, + "loss": 0.1193, + "step": 40 + }, + { + "epoch": 0.2631578947368421, + "eval_loss": 0.07482124119997025, + "eval_runtime": 12.7644, + "eval_samples_per_second": 156.686, + "eval_steps_per_second": 0.157, + "step": 50 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.1201171875, + "learning_rate": 0.0001911922663802363, + "loss": 0.1033, + "step": 60 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.138671875, + "learning_rate": 0.00018689581095596134, + "loss": 0.0973, + "step": 80 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.1279296875, + "learning_rate": 0.00018259935553168637, + "loss": 0.0932, + "step": 100 + }, + { + "epoch": 0.5263157894736842, + "eval_loss": 0.06730526685714722, + "eval_runtime": 12.8198, + "eval_samples_per_second": 156.009, + "eval_steps_per_second": 0.156, + "step": 100 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 0.10205078125, + "learning_rate": 0.0001783029001074114, + "loss": 0.0894, + "step": 120 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 0.0947265625, + "learning_rate": 0.00017400644468313644, + "loss": 0.0881, + "step": 140 + }, + { + "epoch": 0.7894736842105263, + "eval_loss": 0.06297393888235092, + "eval_runtime": 12.7629, + "eval_samples_per_second": 156.704, + "eval_steps_per_second": 0.157, + "step": 150 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.11767578125, + "learning_rate": 0.00016970998925886144, + "loss": 0.0862, + "step": 160 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.12060546875, + "learning_rate": 0.00016541353383458648, + "loss": 0.084, + "step": 180 + }, + { + "epoch": 1.0526315789473684, + "grad_norm": 0.10888671875, + "learning_rate": 0.00016111707841031148, + "loss": 0.08, + "step": 200 + }, + { + "epoch": 1.0526315789473684, + "eval_loss": 0.05776415765285492, + "eval_runtime": 12.8264, + "eval_samples_per_second": 155.929, + "eval_steps_per_second": 0.156, + "step": 200 + }, + { + "epoch": 1.1578947368421053, + "grad_norm": 0.091796875, + "learning_rate": 0.00015682062298603652, + "loss": 0.0759, + "step": 220 + }, + { + "epoch": 1.263157894736842, + "grad_norm": 0.1044921875, + "learning_rate": 0.00015252416756176155, + "loss": 0.0757, + "step": 240 + }, + { + "epoch": 1.3157894736842106, + "eval_loss": 0.05684072896838188, + "eval_runtime": 12.8684, + "eval_samples_per_second": 155.42, + "eval_steps_per_second": 0.155, + "step": 250 + }, + { + "epoch": 1.368421052631579, + "grad_norm": 0.09326171875, + "learning_rate": 0.00014822771213748658, + "loss": 0.0745, + "step": 260 + }, + { + "epoch": 1.4736842105263157, + "grad_norm": 0.1005859375, + "learning_rate": 0.00014393125671321162, + "loss": 0.0732, + "step": 280 + }, + { + "epoch": 1.5789473684210527, + "grad_norm": 0.095703125, + "learning_rate": 0.00013963480128893662, + "loss": 0.0732, + "step": 300 + }, + { + "epoch": 1.5789473684210527, + "eval_loss": 0.057122766971588135, + "eval_runtime": 12.9739, + "eval_samples_per_second": 154.156, + "eval_steps_per_second": 0.154, + "step": 300 + }, + { + "epoch": 1.6842105263157894, + "grad_norm": 0.1142578125, + "learning_rate": 0.00013533834586466166, + "loss": 0.0749, + "step": 320 + }, + { + "epoch": 1.7894736842105263, + "grad_norm": 0.087890625, + "learning_rate": 0.0001310418904403867, + "loss": 0.0722, + "step": 340 + }, + { + "epoch": 1.8421052631578947, + "eval_loss": 0.055894188582897186, + "eval_runtime": 13.0028, + "eval_samples_per_second": 153.813, + "eval_steps_per_second": 0.154, + "step": 350 + }, + { + "epoch": 1.8947368421052633, + "grad_norm": 0.076171875, + "learning_rate": 0.00012674543501611172, + "loss": 0.0705, + "step": 360 + }, + { + "epoch": 2.0, + "grad_norm": 0.072265625, + "learning_rate": 0.00012244897959183676, + "loss": 0.069, + "step": 380 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.08251953125, + "learning_rate": 0.00011815252416756178, + "loss": 0.065, + "step": 400 + }, + { + "epoch": 2.1052631578947367, + "eval_loss": 0.05468890815973282, + "eval_runtime": 12.8106, + "eval_samples_per_second": 156.121, + "eval_steps_per_second": 0.156, + "step": 400 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.08642578125, + "learning_rate": 0.00011385606874328681, + "loss": 0.0645, + "step": 420 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.09130859375, + "learning_rate": 0.00010955961331901181, + "loss": 0.0637, + "step": 440 + }, + { + "epoch": 2.3684210526315788, + "eval_loss": 0.05291734263300896, + "eval_runtime": 12.8493, + "eval_samples_per_second": 155.651, + "eval_steps_per_second": 0.156, + "step": 450 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.1005859375, + "learning_rate": 0.00010526315789473685, + "loss": 0.0652, + "step": 460 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.08203125, + "learning_rate": 0.00010096670247046187, + "loss": 0.0642, + "step": 480 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.09130859375, + "learning_rate": 9.66702470461869e-05, + "loss": 0.063, + "step": 500 + }, + { + "epoch": 2.6315789473684212, + "eval_loss": 0.05152459070086479, + "eval_runtime": 12.8186, + "eval_samples_per_second": 156.024, + "eval_steps_per_second": 0.156, + "step": 500 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.19140625, + "learning_rate": 9.237379162191193e-05, + "loss": 0.0635, + "step": 520 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.09716796875, + "learning_rate": 8.807733619763695e-05, + "loss": 0.064, + "step": 540 + }, + { + "epoch": 2.8947368421052633, + "eval_loss": 0.05137969180941582, + "eval_runtime": 12.8105, + "eval_samples_per_second": 156.122, + "eval_steps_per_second": 0.156, + "step": 550 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.0849609375, + "learning_rate": 8.378088077336199e-05, + "loss": 0.0634, + "step": 560 + }, + { + "epoch": 3.0526315789473686, + "grad_norm": 0.1552734375, + "learning_rate": 7.9484425349087e-05, + "loss": 0.0601, + "step": 580 + }, + { + "epoch": 3.1578947368421053, + "grad_norm": 0.1015625, + "learning_rate": 7.518796992481203e-05, + "loss": 0.0612, + "step": 600 + }, + { + "epoch": 3.1578947368421053, + "eval_loss": 0.0508638396859169, + "eval_runtime": 13.0917, + "eval_samples_per_second": 152.768, + "eval_steps_per_second": 0.153, + "step": 600 + }, + { + "epoch": 3.263157894736842, + "grad_norm": 0.09326171875, + "learning_rate": 7.089151450053706e-05, + "loss": 0.0579, + "step": 620 + }, + { + "epoch": 3.3684210526315788, + "grad_norm": 0.10009765625, + "learning_rate": 6.659505907626209e-05, + "loss": 0.0593, + "step": 640 + }, + { + "epoch": 3.4210526315789473, + "eval_loss": 0.05003859102725983, + "eval_runtime": 12.8994, + "eval_samples_per_second": 155.045, + "eval_steps_per_second": 0.155, + "step": 650 + }, + { + "epoch": 3.473684210526316, + "grad_norm": 0.087890625, + "learning_rate": 6.229860365198711e-05, + "loss": 0.0573, + "step": 660 + }, + { + "epoch": 3.5789473684210527, + "grad_norm": 0.087890625, + "learning_rate": 5.800214822771214e-05, + "loss": 0.0601, + "step": 680 + }, + { + "epoch": 3.6842105263157894, + "grad_norm": 0.08544921875, + "learning_rate": 5.3705692803437166e-05, + "loss": 0.057, + "step": 700 + }, + { + "epoch": 3.6842105263157894, + "eval_loss": 0.0502210296690464, + "eval_runtime": 12.869, + "eval_samples_per_second": 155.412, + "eval_steps_per_second": 0.155, + "step": 700 + }, + { + "epoch": 3.7894736842105265, + "grad_norm": 0.09716796875, + "learning_rate": 4.940923737916219e-05, + "loss": 0.0584, + "step": 720 + }, + { + "epoch": 3.8947368421052633, + "grad_norm": 0.083984375, + "learning_rate": 4.511278195488722e-05, + "loss": 0.0589, + "step": 740 + }, + { + "epoch": 3.9473684210526314, + "eval_loss": 0.049859099090099335, + "eval_runtime": 12.8363, + "eval_samples_per_second": 155.808, + "eval_steps_per_second": 0.156, + "step": 750 + }, + { + "epoch": 4.0, + "grad_norm": 0.09033203125, + "learning_rate": 4.0816326530612245e-05, + "loss": 0.0574, + "step": 760 + }, + { + "epoch": 4.105263157894737, + "grad_norm": 0.34375, + "learning_rate": 3.651987110633727e-05, + "loss": 0.0557, + "step": 780 + }, + { + "epoch": 4.2105263157894735, + "grad_norm": 0.0654296875, + "learning_rate": 3.2223415682062305e-05, + "loss": 0.0562, + "step": 800 + }, + { + "epoch": 4.2105263157894735, + "eval_loss": 0.04947492852807045, + "eval_runtime": 12.8341, + "eval_samples_per_second": 155.835, + "eval_steps_per_second": 0.156, + "step": 800 + }, + { + "epoch": 4.315789473684211, + "grad_norm": 0.1044921875, + "learning_rate": 2.7926960257787328e-05, + "loss": 0.0566, + "step": 820 + }, + { + "epoch": 4.421052631578947, + "grad_norm": 0.083984375, + "learning_rate": 2.3630504833512354e-05, + "loss": 0.0553, + "step": 840 + }, + { + "epoch": 4.473684210526316, + "eval_loss": 0.049658194184303284, + "eval_runtime": 12.8147, + "eval_samples_per_second": 156.07, + "eval_steps_per_second": 0.156, + "step": 850 + }, + { + "epoch": 4.526315789473684, + "grad_norm": 0.0986328125, + "learning_rate": 1.933404940923738e-05, + "loss": 0.0564, + "step": 860 + }, + { + "epoch": 4.631578947368421, + "grad_norm": 0.06982421875, + "learning_rate": 1.5037593984962406e-05, + "loss": 0.0563, + "step": 880 + }, + { + "epoch": 4.7368421052631575, + "grad_norm": 0.07373046875, + "learning_rate": 1.0741138560687434e-05, + "loss": 0.0563, + "step": 900 + }, + { + "epoch": 4.7368421052631575, + "eval_loss": 0.04931339994072914, + "eval_runtime": 12.8193, + "eval_samples_per_second": 156.014, + "eval_steps_per_second": 0.156, + "step": 900 + }, + { + "epoch": 4.842105263157895, + "grad_norm": 0.09033203125, + "learning_rate": 6.44468313641246e-06, + "loss": 0.0538, + "step": 920 + }, + { + "epoch": 4.947368421052632, + "grad_norm": 0.0771484375, + "learning_rate": 2.1482277121374868e-06, + "loss": 0.0558, + "step": 940 + }, + { + "epoch": 5.0, + "eval_loss": 0.04927235469222069, + "eval_runtime": 12.9363, + "eval_samples_per_second": 154.604, + "eval_steps_per_second": 0.155, + "step": 950 + } + ], + "logging_steps": 20, + "max_steps": 950, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9.476309251114035e+19, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-950/training_args.bin b/checkpoint-950/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f802a6f249d12ee058de8ad3d172626a05f3ab7 --- /dev/null +++ b/checkpoint-950/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87265727decc0a98a4f097e1876e05a86f58eeeec1be906a56c9562796bd8c68 +size 5496 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..670aa614b92705c4738df7be48f019e70ab200f9 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "attn_implementation": "flash_attention_2", + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.01, + "top_k": 1, + "top_p": 0.001, + "transformers_version": "4.46.3" +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab28426c1d35afcc7e465ba9f8ad6d77e328064 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,29 @@ +{ + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "ColQwen2Processor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "max_pixels": 12845056, + "min_pixels": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/results.json b/results.json new file mode 100644 index 0000000000000000000000000000000000000000..1495d742d096afa97e5f2a3dc3cdd957d2a70b53 --- /dev/null +++ b/results.json @@ -0,0 +1,582 @@ +{ + "vidore/arxivqa_test_subsampled": { + "ndcg_at_1": 0.852, + "ndcg_at_3": 0.90086, + "ndcg_at_5": 0.90722, + "ndcg_at_10": 0.91102, + "ndcg_at_20": 0.91656, + "ndcg_at_50": 0.91851, + "ndcg_at_100": 0.91914, + "map_at_1": 0.852, + "map_at_3": 0.88933, + "map_at_5": 0.89273, + "map_at_10": 0.89425, + "map_at_20": 0.89575, + "map_at_50": 0.89605, + "map_at_100": 0.89611, + "recall_at_1": 0.852, + "recall_at_3": 0.934, + "recall_at_5": 0.95, + "recall_at_10": 0.962, + "recall_at_20": 0.984, + "recall_at_50": 0.994, + "recall_at_100": 0.998, + "precision_at_1": 0.852, + "precision_at_3": 0.31133, + "precision_at_5": 0.19, + "precision_at_10": 0.0962, + "precision_at_20": 0.0492, + "precision_at_50": 0.01988, + "precision_at_100": 0.00998, + "mrr_at_1": 0.852, + "mrr_at_3": 0.8879999999999998, + "mrr_at_5": 0.8918999999999998, + "mrr_at_10": 0.8935880952380951, + "mrr_at_20": 0.8949619694031458, + "mrr_at_50": 0.8952206190465779, + "mrr_at_100": 0.8953101826793595, + "naucs_at_1_max": 0.743886209713547, + "naucs_at_1_std": -0.16796452947532062, + "naucs_at_1_diff1": 0.9333280628244656, + "naucs_at_3_max": 0.7297060238236761, + "naucs_at_3_std": -0.29585773703420537, + "naucs_at_3_diff1": 0.916532269473447, + "naucs_at_5_max": 0.7750140056022408, + "naucs_at_5_std": -0.3126797385620943, + "naucs_at_5_diff1": 0.9292250233426705, + "naucs_at_10_max": 0.7392255147673084, + "naucs_at_10_std": -0.24276377217554787, + "naucs_at_10_diff1": 0.9137549756744823, + "naucs_at_20_max": 0.9115896358543447, + "naucs_at_20_std": 0.07142857142856779, + "naucs_at_20_diff1": 0.9836601307189491, + "naucs_at_50_max": 0.9564270152505304, + "naucs_at_50_std": 0.08667911609088286, + "naucs_at_50_diff1": 1.0, + "naucs_at_100_max": 1.0, + "naucs_at_100_std": 1.0, + "naucs_at_100_diff1": 1.0 + }, + "vidore/docvqa_test_subsampled": { + "ndcg_at_1": 0.55654, + "ndcg_at_3": 0.61596, + "ndcg_at_5": 0.64525, + "ndcg_at_10": 0.65672, + "ndcg_at_20": 0.67079, + "ndcg_at_50": 0.68331, + "ndcg_at_100": 0.69204, + "map_at_1": 0.55654, + "map_at_3": 0.60126, + "map_at_5": 0.61755, + "map_at_10": 0.62229, + "map_at_20": 0.62618, + "map_at_50": 0.62808, + "map_at_100": 0.62888, + "recall_at_1": 0.55654, + "recall_at_3": 0.65854, + "recall_at_5": 0.72949, + "recall_at_10": 0.76497, + "recall_at_20": 0.8204, + "recall_at_50": 0.8847, + "recall_at_100": 0.93792, + "precision_at_1": 0.55654, + "precision_at_3": 0.21951, + "precision_at_5": 0.1459, + "precision_at_10": 0.0765, + "precision_at_20": 0.04102, + "precision_at_50": 0.01769, + "precision_at_100": 0.00938, + "mrr_at_1": 0.5476718403547672, + "mrr_at_3": 0.598669623059867, + "mrr_at_5": 0.6114190687361419, + "mrr_at_10": 0.6178043501214233, + "mrr_at_20": 0.621799912006316, + "mrr_at_50": 0.6237201129227461, + "mrr_at_100": 0.6245233026011214, + "naucs_at_1_max": 0.4832573617906144, + "naucs_at_1_std": -0.3032135796994576, + "naucs_at_1_diff1": 0.85261473666465, + "naucs_at_3_max": 0.46413211861079323, + "naucs_at_3_std": -0.3586604308785551, + "naucs_at_3_diff1": 0.8210611793068221, + "naucs_at_5_max": 0.448455784463693, + "naucs_at_5_std": -0.3356088095049938, + "naucs_at_5_diff1": 0.7876237365986988, + "naucs_at_10_max": 0.4180379024328761, + "naucs_at_10_std": -0.2978414780805468, + "naucs_at_10_diff1": 0.7518139587785174, + "naucs_at_20_max": 0.3539033589636336, + "naucs_at_20_std": -0.29617967205487483, + "naucs_at_20_diff1": 0.7229362478946776, + "naucs_at_50_max": 0.3294934197988531, + "naucs_at_50_std": -0.026930976978897465, + "naucs_at_50_diff1": 0.6978098616006386, + "naucs_at_100_max": 0.4056438414696139, + "naucs_at_100_std": 0.37753201203052666, + "naucs_at_100_diff1": 0.6820256833963592 + }, + "vidore/infovqa_test_subsampled": { + "ndcg_at_1": 0.88057, + "ndcg_at_3": 0.90936, + "ndcg_at_5": 0.92034, + "ndcg_at_10": 0.92497, + "ndcg_at_20": 0.92755, + "ndcg_at_50": 0.92954, + "ndcg_at_100": 0.93021, + "map_at_1": 0.88057, + "map_at_3": 0.9025, + "map_at_5": 0.90867, + "map_at_10": 0.9106, + "map_at_20": 0.91132, + "map_at_50": 0.91163, + "map_at_100": 0.9117, + "recall_at_1": 0.88057, + "recall_at_3": 0.92915, + "recall_at_5": 0.95547, + "recall_at_10": 0.96964, + "recall_at_20": 0.97976, + "recall_at_50": 0.98988, + "recall_at_100": 0.99393, + "precision_at_1": 0.88057, + "precision_at_3": 0.30972, + "precision_at_5": 0.19109, + "precision_at_10": 0.09696, + "precision_at_20": 0.04899, + "precision_at_50": 0.0198, + "precision_at_100": 0.00994, + "mrr_at_1": 0.8785425101214575, + "mrr_at_3": 0.9011470985155193, + "mrr_at_5": 0.9075236167341428, + "mrr_at_10": 0.9092547072810231, + "mrr_at_20": 0.9101327765801449, + "mrr_at_50": 0.9104553627424199, + "mrr_at_100": 0.9105182434033097, + "naucs_at_1_max": 0.6442747044878268, + "naucs_at_1_std": -0.019608341053496993, + "naucs_at_1_diff1": 0.9484048829634778, + "naucs_at_3_max": 0.7386798922430662, + "naucs_at_3_std": 0.03322023115905618, + "naucs_at_3_diff1": 0.9116914983852844, + "naucs_at_5_max": 0.772590092296685, + "naucs_at_5_std": 0.015327130682268415, + "naucs_at_5_diff1": 0.9136885163498384, + "naucs_at_10_max": 0.8058420528202048, + "naucs_at_10_std": 0.12522140546049776, + "naucs_at_10_diff1": 0.9267525275808962, + "naucs_at_20_max": 0.8138015202314234, + "naucs_at_20_std": 0.3863206159107717, + "naucs_at_20_diff1": 0.9162490821843028, + "naucs_at_50_max": 0.8291917984429228, + "naucs_at_50_std": 0.4153501554955276, + "naucs_at_50_diff1": 0.9477594183740937, + "naucs_at_100_max": 0.7588534820930969, + "naucs_at_100_std": 0.2395996652220107, + "naucs_at_100_diff1": 0.9564661819784259 + }, + "vidore/tabfquad_test_subsampled": { + "ndcg_at_1": 0.91786, + "ndcg_at_3": 0.94753, + "ndcg_at_5": 0.95045, + "ndcg_at_10": 0.95857, + "ndcg_at_20": 0.95857, + "ndcg_at_50": 0.95857, + "ndcg_at_100": 0.95857, + "map_at_1": 0.91786, + "map_at_3": 0.94048, + "map_at_5": 0.94208, + "map_at_10": 0.94545, + "map_at_20": 0.94545, + "map_at_50": 0.94545, + "map_at_100": 0.94545, + "recall_at_1": 0.91786, + "recall_at_3": 0.96786, + "recall_at_5": 0.975, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.91786, + "precision_at_3": 0.32262, + "precision_at_5": 0.195, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.9214285714285714, + "mrr_at_3": 0.9422619047619047, + "mrr_at_5": 0.9438690476190476, + "mrr_at_10": 0.9472406462585033, + "mrr_at_20": 0.9472406462585033, + "mrr_at_50": 0.9472406462585033, + "mrr_at_100": 0.9472406462585033, + "naucs_at_1_max": 0.5557179393496541, + "naucs_at_1_std": 0.021881216254618023, + "naucs_at_1_diff1": 0.937989688629075, + "naucs_at_3_max": 0.8384687208216648, + "naucs_at_3_std": 0.5060690943043917, + "naucs_at_3_diff1": 0.9709513435003594, + "naucs_at_5_max": 0.9176337201547285, + "naucs_at_5_std": 0.5883019874616514, + "naucs_at_5_diff1": 0.9626517273576021, + "naucs_at_10_max": 1.0, + "naucs_at_10_std": 1.0, + "naucs_at_10_diff1": 1.0, + "naucs_at_20_max": 1.0, + "naucs_at_20_std": 1.0, + "naucs_at_20_diff1": 1.0, + "naucs_at_50_max": 1.0, + "naucs_at_50_std": 1.0, + "naucs_at_50_diff1": 1.0, + "naucs_at_100_max": 1.0, + "naucs_at_100_std": 1.0, + "naucs_at_100_diff1": 1.0 + }, + "vidore/tatdqa_test": { + "ndcg_at_1": 0.66707, + "ndcg_at_3": 0.76435, + "ndcg_at_5": 0.78563, + "ndcg_at_10": 0.80266, + "ndcg_at_20": 0.81002, + "ndcg_at_50": 0.81426, + "ndcg_at_100": 0.81556, + "map_at_1": 0.66707, + "map_at_3": 0.74099, + "map_at_5": 0.75296, + "map_at_10": 0.76017, + "map_at_20": 0.76227, + "map_at_50": 0.76296, + "map_at_100": 0.76308, + "recall_at_1": 0.66707, + "recall_at_3": 0.83171, + "recall_at_5": 0.88275, + "recall_at_10": 0.93439, + "recall_at_20": 0.96294, + "recall_at_50": 0.9842, + "recall_at_100": 0.9921, + "precision_at_1": 0.66707, + "precision_at_3": 0.27724, + "precision_at_5": 0.17655, + "precision_at_10": 0.09344, + "precision_at_20": 0.04815, + "precision_at_50": 0.01968, + "precision_at_100": 0.00992, + "mrr_at_1": 0.6701093560145808, + "mrr_at_3": 0.7442284325637911, + "mrr_at_5": 0.7551336573511549, + "mrr_at_10": 0.7622198595922778, + "mrr_at_20": 0.7641436261113056, + "mrr_at_50": 0.7648243083644104, + "mrr_at_100": 0.764956538385537, + "naucs_at_1_max": 0.16664544436515671, + "naucs_at_1_std": -0.3026655256139227, + "naucs_at_1_diff1": 0.8139267777793499, + "naucs_at_3_max": 0.2218720138316067, + "naucs_at_3_std": -0.2588980164852128, + "naucs_at_3_diff1": 0.7085637741457546, + "naucs_at_5_max": 0.21174343657776057, + "naucs_at_5_std": -0.223401297475484, + "naucs_at_5_diff1": 0.6871017298675983, + "naucs_at_10_max": 0.34063196744044216, + "naucs_at_10_std": -0.08738627538479347, + "naucs_at_10_diff1": 0.7014648602426637, + "naucs_at_20_max": 0.4795886093835319, + "naucs_at_20_std": 0.18366030249088966, + "naucs_at_20_diff1": 0.656419869346376, + "naucs_at_50_max": 0.6537769988723047, + "naucs_at_50_std": 0.5912022233191522, + "naucs_at_50_diff1": 0.6681893202319851, + "naucs_at_100_max": 0.5982571033156504, + "naucs_at_100_std": 0.5589672729076165, + "naucs_at_100_diff1": 0.6339270114131129 + }, + "vidore/shiftproject_test": { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.8844, + "ndcg_at_5": 0.89258, + "ndcg_at_10": 0.90263, + "ndcg_at_20": 0.90263, + "ndcg_at_50": 0.90446, + "ndcg_at_100": 0.90446, + "map_at_1": 0.8, + "map_at_3": 0.865, + "map_at_5": 0.8695, + "map_at_10": 0.87385, + "map_at_20": 0.87385, + "map_at_50": 0.87408, + "map_at_100": 0.87408, + "recall_at_1": 0.8, + "recall_at_3": 0.94, + "recall_at_5": 0.96, + "recall_at_10": 0.99, + "recall_at_20": 0.99, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.31333, + "precision_at_5": 0.192, + "precision_at_10": 0.099, + "precision_at_20": 0.0495, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.84, + "mrr_at_3": 0.8883333333333334, + "mrr_at_5": 0.8933333333333334, + "mrr_at_10": 0.8976785714285715, + "mrr_at_20": 0.8976785714285715, + "mrr_at_50": 0.8979111295681064, + "mrr_at_100": 0.8979111295681064, + "naucs_at_1_max": -0.04510489510489574, + "naucs_at_1_std": -0.40072427572427605, + "naucs_at_1_diff1": 0.7706293706293702, + "naucs_at_3_max": 0.41651104886398477, + "naucs_at_3_std": 0.053299097416741235, + "naucs_at_3_diff1": 0.679816370992838, + "naucs_at_5_max": 0.6626984126984157, + "naucs_at_5_std": 0.1178804855275477, + "naucs_at_5_diff1": 0.7916666666666669, + "naucs_at_10_max": 0.5541549953314738, + "naucs_at_10_std": 0.35807656395891135, + "naucs_at_10_diff1": 0.7222222222222276, + "naucs_at_20_max": 0.5541549953314738, + "naucs_at_20_std": 0.35807656395891135, + "naucs_at_20_diff1": 0.7222222222222276, + "naucs_at_50_max": null, + "naucs_at_50_std": null, + "naucs_at_50_diff1": null, + "naucs_at_100_max": null, + "naucs_at_100_std": null, + "naucs_at_100_diff1": null + }, + "vidore/syntheticDocQA_artificial_intelligence_test": { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_50": 0.99262, + "ndcg_at_100": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_50": 0.99, + "map_at_100": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_50": 0.99, + "mrr_at_100": 0.99, + "naucs_at_1_max": 0.4561157796451899, + "naucs_at_1_std": 0.4225023342670396, + "naucs_at_1_diff1": 1.0, + "naucs_at_3_max": 1.0, + "naucs_at_3_std": 1.0, + "naucs_at_3_diff1": 1.0, + "naucs_at_5_max": 1.0, + "naucs_at_5_std": 1.0, + "naucs_at_5_diff1": 1.0, + "naucs_at_10_max": 1.0, + "naucs_at_10_std": 1.0, + "naucs_at_10_diff1": 1.0, + "naucs_at_20_max": 1.0, + "naucs_at_20_std": 1.0, + "naucs_at_20_diff1": 1.0, + "naucs_at_50_max": null, + "naucs_at_50_std": null, + "naucs_at_50_diff1": null, + "naucs_at_100_max": null, + "naucs_at_100_std": null, + "naucs_at_100_diff1": null + }, + "vidore/syntheticDocQA_energy_test": { + "ndcg_at_1": 0.95, + "ndcg_at_3": 0.96262, + "ndcg_at_5": 0.96262, + "ndcg_at_10": 0.96951, + "ndcg_at_20": 0.96951, + "ndcg_at_50": 0.97137, + "ndcg_at_100": 0.97137, + "map_at_1": 0.95, + "map_at_3": 0.96, + "map_at_5": 0.96, + "map_at_10": 0.9631, + "map_at_20": 0.9631, + "map_at_50": 0.96334, + "map_at_100": 0.96334, + "recall_at_1": 0.95, + "recall_at_3": 0.97, + "recall_at_5": 0.97, + "recall_at_10": 0.99, + "recall_at_20": 0.99, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.95, + "precision_at_3": 0.32333, + "precision_at_5": 0.194, + "precision_at_10": 0.099, + "precision_at_20": 0.0495, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.95, + "mrr_at_3": 0.96, + "mrr_at_5": 0.9625, + "mrr_at_10": 0.9641666666666667, + "mrr_at_20": 0.9641666666666667, + "mrr_at_50": 0.9644166666666666, + "mrr_at_100": 0.9644166666666666, + "naucs_at_1_max": 0.33669467787114943, + "naucs_at_1_std": -0.9281979458450001, + "naucs_at_1_diff1": 1.0, + "naucs_at_3_max": 0.807812013694371, + "naucs_at_3_std": -1.1517273576097098, + "naucs_at_3_diff1": 1.0, + "naucs_at_5_max": 0.807812013694364, + "naucs_at_5_std": -1.1517273576097071, + "naucs_at_5_diff1": 1.0, + "naucs_at_10_max": 1.0, + "naucs_at_10_std": -1.1517273576097316, + "naucs_at_10_diff1": 1.0, + "naucs_at_20_max": 1.0, + "naucs_at_20_std": -1.1517273576097316, + "naucs_at_20_diff1": 1.0, + "naucs_at_50_max": null, + "naucs_at_50_std": null, + "naucs_at_50_diff1": null, + "naucs_at_100_max": null, + "naucs_at_100_std": null, + "naucs_at_100_diff1": null + }, + "vidore/syntheticDocQA_government_reports_test": { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.95024, + "ndcg_at_5": 0.96316, + "ndcg_at_10": 0.96316, + "ndcg_at_20": 0.96316, + "ndcg_at_50": 0.96316, + "ndcg_at_100": 0.96316, + "map_at_1": 0.92, + "map_at_3": 0.94333, + "map_at_5": 0.95083, + "map_at_10": 0.95083, + "map_at_20": 0.95083, + "map_at_50": 0.95083, + "map_at_100": 0.95083, + "recall_at_1": 0.92, + "recall_at_3": 0.97, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.93, + "mrr_at_3": 0.9516666666666667, + "mrr_at_5": 0.9566666666666667, + "mrr_at_10": 0.9566666666666667, + "mrr_at_20": 0.9566666666666667, + "mrr_at_50": 0.9566666666666667, + "mrr_at_100": 0.9566666666666667, + "naucs_at_1_max": 0.6310107376283841, + "naucs_at_1_std": 0.33601774042950283, + "naucs_at_1_diff1": 0.9509803921568633, + "naucs_at_3_max": 0.7860255213196378, + "naucs_at_3_std": 0.24696545284781227, + "naucs_at_3_diff1": 1.0, + "naucs_at_5_max": 1.0, + "naucs_at_5_std": 1.0, + "naucs_at_5_diff1": 1.0, + "naucs_at_10_max": 1.0, + "naucs_at_10_std": 1.0, + "naucs_at_10_diff1": 1.0, + "naucs_at_20_max": 1.0, + "naucs_at_20_std": 1.0, + "naucs_at_20_diff1": 1.0, + "naucs_at_50_max": null, + "naucs_at_50_std": null, + "naucs_at_50_diff1": null, + "naucs_at_100_max": null, + "naucs_at_100_std": null, + "naucs_at_100_diff1": null + }, + "vidore/syntheticDocQA_healthcare_industry_test": { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_50": 0.99262, + "ndcg_at_100": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_50": 0.99, + "map_at_100": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_50": 1.0, + "recall_at_100": 1.0, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_50": 0.02, + "precision_at_100": 0.01, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_50": 0.99, + "mrr_at_100": 0.99, + "naucs_at_1_max": 0.7222222222222248, + "naucs_at_1_std": 0.5613912231559305, + "naucs_at_1_diff1": 0.9346405228758133, + "naucs_at_3_max": 1.0, + "naucs_at_3_std": 1.0, + "naucs_at_3_diff1": 1.0, + "naucs_at_5_max": 1.0, + "naucs_at_5_std": 1.0, + "naucs_at_5_diff1": 1.0, + "naucs_at_10_max": 1.0, + "naucs_at_10_std": 1.0, + "naucs_at_10_diff1": 1.0, + "naucs_at_20_max": 1.0, + "naucs_at_20_std": 1.0, + "naucs_at_20_diff1": 1.0, + "naucs_at_50_max": null, + "naucs_at_50_std": null, + "naucs_at_50_diff1": null, + "naucs_at_100_max": null, + "naucs_at_100_std": null, + "naucs_at_100_diff1": null + } +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..ac23c0aaa2434523c494330aeb79c58395378103 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..6a12bcd76a6f4151c9aca398ff5ef0dbfdb4a235 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,303211 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 151643, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151644, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151645, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151646, + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151647, + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151648, + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151649, + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151650, + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151651, + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151652, + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151653, + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151654, + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151655, + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 151656, + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "NFC" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": false, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": false, + "use_regex": false + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": false, + "use_regex": false + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "ith": 410, + "out": 411, + "turn": 412, + "our": 413, + "ĠĠĠĠĠ": 414, + "lic": 415, + "res": 416, + "pt": 417, + "==": 418, + "Ġthis": 419, + "Ġwh": 420, + "Ġif": 421, + "ĠD": 422, + "ver": 423, + "age": 424, + "ĠB": 425, + "ht": 426, + "ext": 427, + "=\"": 428, + "Ġthat": 429, + "****": 430, + "ĠR": 431, + "Ġit": 432, + "ess": 433, + "ĠF": 434, + "Ġr": 435, + "os": 436, + "and": 437, + "Ġas": 438, + "ect": 439, + "ke": 440, + "rom": 441, + "Ġ//": 442, + "con": 443, + "ĠL": 444, + "(\"": 445, + "qu": 446, + "lass": 447, + "Ġwith": 448, + "iz": 449, + "de": 450, + "ĠN": 451, + "Ġal": 452, + "op": 453, + "up": 454, + "get": 455, + "Ġ}Ċ": 456, + "ile": 457, + "Ġan": 458, + "ata": 459, + "ore": 460, + "ri": 461, + "Ġpro": 462, + ";čĊ": 463, + "ĉĉĉĉ": 464, + "ter": 465, + "ain": 466, + "ĠW": 467, + "ĠE": 468, + "Ġcom": 469, + "Ġreturn": 470, + "art": 471, + "ĠH": 472, + "ack": 473, + "import": 474, + "ublic": 475, + "Ġor": 476, + "est": 477, + "ment": 478, + "ĠG": 479, + "able": 480, + "Ġ-": 481, + "ine": 482, + "ill": 483, + "ind": 484, + "ere": 485, + "::": 486, + "ity": 487, + "Ġ+": 488, + "Ġtr": 489, + "elf": 490, + "ight": 491, + "('": 492, + "orm": 493, + "ult": 494, + "str": 495, + "..": 496, + "\",": 497, + "Ġyou": 498, + "ype": 499, + "pl": 500, + "Ġnew": 501, + "Ġj": 502, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 503, + "Ġfrom": 504, + "Ġex": 505, + "ĠO": 506, + "ld": 507, + "Ġ[": 508, + "oc": 509, + ":Ċ": 510, + "Ġse": 511, + "Ġle": 512, + "--------": 513, + ".s": 514, + "{Ċ": 515, + "',": 516, + "ant": 517, + "Ġat": 518, + "ase": 519, + ".c": 520, + "Ġch": 521, + "": 522, + "ave": 523, + "ang": 524, + "Ġare": 525, + "Ġint": 526, + "âĢĻ": 527, + "_t": 528, + "ert": 529, + "ial": 530, + "act": 531, + "}Ċ": 532, + "ive": 533, + "ode": 534, + "ost": 535, + "Ġclass": 536, + "Ġnot": 537, + "og": 538, + "ord": 539, + "alue": 540, + "all": 541, + "ff": 542, + "();Ċ": 543, + "ont": 544, + "ime": 545, + "are": 546, + "ĠU": 547, + "Ġpr": 548, + "Ġ:": 549, + "ies": 550, + "ize": 551, + "ure": 552, + "Ġby": 553, + "ire": 554, + "Ġ}ĊĊ": 555, + ".p": 556, + "Ġsh": 557, + "ice": 558, + "ast": 559, + "ption": 560, + "tring": 561, + "ok": 562, + "__": 563, + "cl": 564, + "##": 565, + "Ġhe": 566, + "ard": 567, + ").": 568, + "Ġ@": 569, + "iew": 570, + "ĉĉĉ": 571, + "Ġwas": 572, + "ip": 573, + "this": 574, + "Ġu": 575, + "ĠThe": 576, + "ide": 577, + "ace": 578, + "ib": 579, + "ac": 580, + "rou": 581, + "Ġwe": 582, + "ject": 583, + "Ġpublic": 584, + "ak": 585, + "ve": 586, + "ath": 587, + "oid": 588, + "Ġ=>": 589, + "ust": 590, + "que": 591, + "Ġres": 592, + "))": 593, + "'s": 594, + "Ġk": 595, + "ans": 596, + "yst": 597, + "unction": 598, + "********": 599, + "Ġi": 600, + "Ġus": 601, + "pp": 602, + "one": 603, + "ail": 604, + "====": 605, + "name": 606, + "Ġstr": 607, + "Ġ/": 608, + "Ġ&": 609, + "ach": 610, + "div": 611, + "ystem": 612, + "ell": 613, + "Ġhave": 614, + "err": 615, + "ould": 616, + "ull": 617, + "pon": 618, + "ĠJ": 619, + "_p": 620, + "Ġ==": 621, + "ign": 622, + "St": 623, + ".Ċ": 624, + "Ġpl": 625, + ");ĊĊ": 626, + "form": 627, + "put": 628, + "ount": 629, + "}ĊĊ": 630, + "dd": 631, + "ite": 632, + "Ġget": 633, + "rr": 634, + "ome": 635, + "ĠâĢ": 636, + "aram": 637, + "cc": 638, + "Ġ*/": 639, + "ER": 640, + "In": 641, + "les": 642, + "_s": 643, + "ong": 644, + "ie": 645, + "Ġcan": 646, + "ĠV": 647, + "erv": 648, + "pr": 649, + "Ġun": 650, + "row": 651, + "ber": 652, + "Ġdo": 653, + "ll": 654, + "Ġel": 655, + "Ġself": 656, + "ated": 657, + "ary": 658, + "Ġ.": 659, + "']": 660, + "ud": 661, + "Ġen": 662, + "ĠTh": 663, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 664, + "te": 665, + "_c": 666, + "uct": 667, + "Ġab": 668, + "ork": 669, + ".get": 670, + "Ġ#": 671, + "aw": 672, + "ress": 673, + "ob": 674, + "Name": 675, + "app": 676, + "['": 677, + "Ġall": 678, + "ory": 679, + "ition": 680, + "ance": 681, + "ear": 682, + "Ġcont": 683, + "vent": 684, + "ia": 685, + "Ġwill": 686, + "IN": 687, + "ĠĠĠĠĠĠĠĠĠ": 688, + "return": 689, + "Ġ": 690, + "data": 691, + ")ĊĊ": 692, + "Re": 693, + "ple": 694, + "ild": 695, + "ther": 696, + "Ġyour": 697, + "\"Ċ": 698, + "($": 699, + "Ġout": 700, + "),": 701, + "Ġhas": 702, + "String": 703, + "so": 704, + "Ġup": 705, + "ax": 706, + "Ġdef": 707, + "Ġbo": 708, + "ge": 709, + "alse": 710, + "ON": 711, + "per": 712, + "ich": 713, + "Ġbut": 714, + "ĠĊ": 715, + "Ġ_": 716, + "_m": 717, + "add": 718, + "quest": 719, + "odel": 720, + "self": 721, + "ery": 722, + "ft": 723, + "ens": 724, + "////": 725, + "ake": 726, + ".C": 727, + "Ġgo": 728, + "Ġfunction": 729, + "ĠK": 730, + "ivate": 731, + "Ġim": 732, + "Ġconst": 733, + ".t": 734, + "Ġ*/Ċ": 735, + ");čĊ": 736, + "Ġvoid": 737, + "Ġset": 738, + "ĠSystem": 739, + "cri": 740, + "()Ċ": 741, + "li": 742, + "ĉif": 743, + ".m": 744, + "ally": 745, + "set": 746, + "ep": 747, + "âĢĻs": 748, + "bo": 749, + "def": 750, + "',Ċ": 751, + "Ġme": 752, + "Ġ!": 753, + "atch": 754, + "\">": 755, + "\",Ċ": 756, + "ec": 757, + "ĠIn": 758, + "ph": 759, + "Ġ|": 760, + "_f": 761, + "Ġvar": 762, + "ence": 763, + "Id": 764, + "ree": 765, + "ink": 766, + "lect": 767, + "ug": 768, + "eth": 769, + "Ġelse": 770, + "----------------": 771, + "cont": 772, + "Ġso": 773, + "atic": 774, + "Ġlo": 775, + "pro": 776, + "ton": 777, + "ss": 778, + "own": 779, + "abel": 780, + "oint": 781, + "ous": 782, + "eld": 783, + "ST": 784, + "The": 785, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 786, + "RE": 787, + "\":": 788, + "olor": 789, + "tp": 790, + "eg": 791, + "key": 792, + "ude": 793, + "ĠSt": 794, + "ound": 795, + "Ġar": 796, + "\");Ċ": 797, + "ener": 798, + "ser": 799, + "bject": 800, + "essage": 801, + "fer": 802, + "Ġmore": 803, + "ations": 804, + "ents": 805, + "Ġhis": 806, + "Ġthey": 807, + ".S": 808, + "ĠY": 809, + "use": 810, + "ne": 811, + "ish": 812, + "old": 813, + "_d": 814, + "io": 815, + "ield": 816, + "Ġper": 817, + "Cont": 818, + "ings": 819, + "####": 820, + "Ġdata": 821, + "Ġsa": 822, + "ef": 823, + "fo": 824, + "Ġone": 825, + "eng": 826, + "Ġdis": 827, + "AT": 828, + "Ġname": 829, + "Ġtrue": 830, + "val": 831, + "led": 832, + ".f": 833, + "Ġne": 834, + "Ġend": 835, + ".T": 836, + "cre": 837, + "ark": 838, + "log": 839, + "Ex": 840, + "error": 841, + "_id": 842, + "urre": 843, + "ange": 844, + "Ġnull": 845, + "rray": 846, + "Ġmy": 847, + "pan": 848, + "ict": 849, + "ator": 850, + "View": 851, + "List": 852, + "ĉreturn": 853, + "âĢĿ": 854, + "Ġpre": 855, + "Ġx": 856, + "clude": 857, + "arg": 858, + "ov": 859, + ".h": 860, + "Ġ>": 861, + "Ġtheir": 862, + "')": 863, + "irst": 864, + "ick": 865, + "gh": 866, + "LE": 867, + "OR": 868, + "Ġprivate": 869, + "tem": 870, + "čĊčĊ": 871, + "user": 872, + "Ġ)": 873, + "com": 874, + ".A": 875, + "\";Ċ": 876, + "Ġid": 877, + "read": 878, + "Ġwho": 879, + "_b": 880, + "\">Ċ": 881, + "Ġtime": 882, + "Ġman": 883, + "ry": 884, + "========": 885, + "roup": 886, + "rop": 887, + "public": 888, + "vel": 889, + "umber": 890, + "ble": 891, + "Ġwhich": 892, + "****************": 893, + "Ġany": 894, + "Ġfalse": 895, + "we": 896, + "Ġvalue": 897, + "Ġli": 898, + "\")": 899, + "nder": 900, + "gr": 901, + "Ġno": 902, + "param": 903, + "fig": 904, + ".com": 905, + "Ġapp": 906, + "_l": 907, + "ions": 908, + ".D": 909, + "ĠCh": 910, + "Ġabout": 911, + "Ġadd": 912, + "Ġsu": 913, + "Ġstring": 914, + "ID": 915, + "Ġover": 916, + "string": 917, + ".l": 918, + "ource": 919, + "_C": 920, + "]Ċ": 921, + "Ġqu": 922, + "ĠString": 923, + "ca": 924, + "SE": 925, + "Ġro": 926, + "sh": 927, + "ual": 928, + "Type": 929, + "son": 930, + "new": 931, + "ern": 932, + "Ġag": 933, + "AR": 934, + "];Ċ": 935, + "].": 936, + "Ġ?": 937, + "ical": 938, + "Ġdes": 939, + "uth": 940, + "ix": 941, + "ays": 942, + "Ġtype": 943, + "'t": 944, + "ault": 945, + "Ġinter": 946, + "var": 947, + ".b": 948, + "Ġpart": 949, + ".d": 950, + "urrent": 951, + "IT": 952, + "EN": 953, + "enc": 954, + "(f": 955, + "ra": 956, + "value": 957, + "cho": 958, + "utton": 959, + "ose": 960, + "Ġ!=": 961, + "ater": 962, + "é": 963, + "reate": 964, + "oll": 965, + "pos": 966, + "yle": 967, + "ng": 968, + "AL": 969, + "using": 970, + "ames": 971, + "Ġ{čĊ": 972, + "ates": 973, + "ely": 974, + "Ġwork": 975, + "Ġem": 976, + "inal": 977, + "Ġsp": 978, + "Ġwhen": 979, + ".set": 980, + "ĠĠĠĠĠĠ": 981, + "):Ċ": 982, + "to": 983, + "quire": 984, + "indow": 985, + "lement": 986, + "pect": 987, + "ash": 988, + "[i": 989, + "Ġuse": 990, + ".F": 991, + "pec": 992, + "Ġad": 993, + "ove": 994, + "ception": 995, + "ength": 996, + "include": 997, + "ader": 998, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 999, + "atus": 1000, + "Th": 1001, + "itle": 1002, + "rit": 1003, + "void": 1004, + "().": 1005, + "(Ċ": 1006, + "Ġoff": 1007, + "Ġother": 1008, + "Ġ&&": 1009, + "';Ċ": 1010, + "ms": 1011, + "Ġbeen": 1012, + "Ġte": 1013, + "ml": 1014, + "co": 1015, + "nc": 1016, + "ervice": 1017, + "Ġ%": 1018, + "**Ċ": 1019, + "ann": 1020, + "ade": 1021, + "ĊĊĊĊ": 1022, + "lock": 1023, + "const": 1024, + "ponse": 1025, + "Ġsup": 1026, + "++": 1027, + "date": 1028, + "Ġacc": 1029, + "Ġhad": 1030, + "Ġbu": 1031, + "ĠRe": 1032, + "Ġwere": 1033, + "Ġfile": 1034, + "Ġwould": 1035, + "ĠâĢľ": 1036, + "ven": 1037, + "iss": 1038, + "Ġour": 1039, + "class": 1040, + "raw": 1041, + "Ġyear": 1042, + "Data": 1043, + "Ġval": 1044, + "Ġsome": 1045, + "fter": 1046, + "ys": 1047, + "Ġ///": 1048, + "round": 1049, + "view": 1050, + "Ġpe": 1051, + "Ġthere": 1052, + "Ġsaid": 1053, + "du": 1054, + "of": 1055, + "line": 1056, + "/*": 1057, + "duct": 1058, + "Ġher": 1059, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1060, + "Res": 1061, + "Ġco": 1062, + "Ġcomm": 1063, + "ise": 1064, + "min": 1065, + "ĠĠĠĠĊ": 1066, + "#include": 1067, + "ethod": 1068, + ".P": 1069, + "ute": 1070, + "Ġass": 1071, + "Int": 1072, + "ask": 1073, + "loc": 1074, + "Ġlike": 1075, + "ody": 1076, + "Ġlet": 1077, + "load": 1078, + "Ġam": 1079, + "rol": 1080, + "Ġgr": 1081, + "yp": 1082, + "Ġalso": 1083, + "ĠIt": 1084, + "url": 1085, + "ific": 1086, + "ors": 1087, + "_P": 1088, + "_n": 1089, + "igh": 1090, + "Ġthan": 1091, + "Com": 1092, + "AN": 1093, + "UL": 1094, + "ating": 1095, + "ĠThis": 1096, + "ref": 1097, + "_S": 1098, + "Ġstatic": 1099, + "roll": 1100, + "Ġjust": 1101, + "Ġresult": 1102, + "ian": 1103, + "idth": 1104, + "Ġthem": 1105, + "));Ċ": 1106, + "der": 1107, + "reak": 1108, + "Con": 1109, + "://": 1110, + "ule": 1111, + "...": 1112, + "arch": 1113, + "ement": 1114, + "Ġ<<": 1115, + "ush": 1116, + "ense": 1117, + "arr": 1118, + "Ġinto": 1119, + "cess": 1120, + "amp": 1121, + "ied": 1122, + "ument": 1123, + "Ġ\\": 1124, + "],": 1125, + "wo": 1126, + "als": 1127, + "Ġwhat": 1128, + "anc": 1129, + "Value": 1130, + "='": 1131, + "olum": 1132, + "Ġpos": 1133, + "ages": 1134, + "ayer": 1135, + "Ġsc": 1136, + "ues": 1137, + "\")Ċ": 1138, + "_T": 1139, + "Ġlist": 1140, + "(s": 1141, + "Ġcase": 1142, + "Ch": 1143, + "ĉĉĉĉĉ": 1144, + "////////": 1145, + "ponent": 1146, + "Ġz": 1147, + "Ġkn": 1148, + "let": 1149, + "DE": 1150, + "red": 1151, + "Ġfe": 1152, + "Ġ},Ċ": 1153, + "Ġ,": 1154, + "(t": 1155, + "Ġfirst": 1156, + "');Ċ": 1157, + "word": 1158, + "Ġimport": 1159, + "Ġact": 1160, + "Ġchar": 1161, + "CT": 1162, + "ĠTr": 1163, + "ople": 1164, + "={": 1165, + "ĉf": 1166, + "ient": 1167, + "cent": 1168, + ".j": 1169, + "lection": 1170, + "))Ċ": 1171, + "Ġonly": 1172, + "Ġprint": 1173, + "mer": 1174, + ".W": 1175, + "ock": 1176, + "Ġ--": 1177, + "Text": 1178, + "Ġop": 1179, + "ank": 1180, + "Ġits": 1181, + "Ġback": 1182, + "[\"": 1183, + "Ġneed": 1184, + "Ġcl": 1185, + "Ġsub": 1186, + "Ġla": 1187, + "((": 1188, + ".\"": 1189, + "Object": 1190, + "Ġstart": 1191, + "file": 1192, + "(self": 1193, + "ner": 1194, + "ey": 1195, + "Ġuser": 1196, + "Ġent": 1197, + "ĠCom": 1198, + "its": 1199, + "ĠCon": 1200, + "ouble": 1201, + "ower": 1202, + "item": 1203, + "very": 1204, + "ĠWe": 1205, + "lick": 1206, + "ĠQ": 1207, + "php": 1208, + "ttp": 1209, + "':": 1210, + "ics": 1211, + "Ġunder": 1212, + "Ġ*Ċ": 1213, + ".L": 1214, + ");": 1215, + "ices": 1216, + "Ġreg": 1217, + ")čĊ": 1218, + "ĉpublic": 1219, + "SS": 1220, + "Ġthen": 1221, + "reat": 1222, + "ious": 1223, + ".G": 1224, + "ek": 1225, + "irect": 1226, + "heck": 1227, + "cript": 1228, + "ning": 1229, + "ĠUn": 1230, + "Ġmay": 1231, + "ĠWh": 1232, + "Bo": 1233, + "Item": 1234, + "struct": 1235, + ".st": 1236, + "ream": 1237, + "ible": 1238, + "loat": 1239, + "Ġorg": 1240, + "und": 1241, + "sum": 1242, + "_in": 1243, + "../": 1244, + "_M": 1245, + "Ġhow": 1246, + "rite": 1247, + "'Ċ": 1248, + "To": 1249, + "ww": 1250, + "Ġpeople": 1251, + "index": 1252, + ".n": 1253, + "http": 1254, + "(m": 1255, + "ector": 1256, + "Ġind": 1257, + "Ġjav": 1258, + "],Ċ": 1259, + "ĠHe": 1260, + "_st": 1261, + "ful": 1262, + "ole": 1263, + "){Ċ": 1264, + "Ġshould": 1265, + "opy": 1266, + "elp": 1267, + "ier": 1268, + "_name": 1269, + "erson": 1270, + "ION": 1271, + "ote": 1272, + "Ġtest": 1273, + "Ġbet": 1274, + "rror": 1275, + "ular": 1276, + "ãĢ": 1277, + "ĠÐ": 1278, + "bs": 1279, + "ting": 1280, + "Ġmake": 1281, + "Tr": 1282, + "Ġafter": 1283, + "arget": 1284, + "RO": 1285, + "olumn": 1286, + "rc": 1287, + "_re": 1288, + "define": 1289, + "Ġright": 1290, + "right": 1291, + "day": 1292, + "Ġlong": 1293, + "[]": 1294, + "(p": 1295, + "td": 1296, + "cond": 1297, + "ĠPro": 1298, + "Ġrem": 1299, + "ptions": 1300, + "vid": 1301, + ".g": 1302, + "Ġext": 1303, + "Ġ__": 1304, + "')Ċ": 1305, + "pace": 1306, + "mp": 1307, + "Ġmin": 1308, + "stance": 1309, + "air": 1310, + "action": 1311, + "wh": 1312, + "type": 1313, + "util": 1314, + "ait": 1315, + "": 1316, + "IC": 1317, + "text": 1318, + "Ġph": 1319, + "Ġfl": 1320, + ".M": 1321, + "ccess": 1322, + "br": 1323, + "fore": 1324, + "ersion": 1325, + "),Ċ": 1326, + ".re": 1327, + "ateg": 1328, + "Ġloc": 1329, + "ins": 1330, + "-s": 1331, + "trib": 1332, + "ĠInt": 1333, + "Ġarray": 1334, + ",\"": 1335, + "Pro": 1336, + "(c": 1337, + "ession": 1338, + ">ĊĊ": 1339, + "Ġshe": 1340, + "\"]": 1341, + "aph": 1342, + "Ġexp": 1343, + "erty": 1344, + "ĠSe": 1345, + "Ġpar": 1346, + "unc": 1347, + "ET": 1348, + "Ġread": 1349, + "print": 1350, + "Ġrel": 1351, + "Ġform": 1352, + "Ġdr": 1353, + "Exception": 1354, + "input": 1355, + "Ġtrans": 1356, + "########": 1357, + "order": 1358, + "By": 1359, + "Ġaw": 1360, + "ities": 1361, + "uff": 1362, + "play": 1363, + ".add": 1364, + "ĠâĢĵ": 1365, + "Ġwant": 1366, + "Ġcomp": 1367, + "ments": 1368, + "Ġ||": 1369, + "az": 1370, + "be": 1371, + "Ġnumber": 1372, + "Ġrequire": 1373, + "ĠEx": 1374, + "Ġcol": 1375, + "Ġkey": 1376, + "ember": 1377, + "Ġtwo": 1378, + "Ġsize": 1379, + "Ġwhere": 1380, + "UT": 1381, + "result": 1382, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1383, + "ough": 1384, + "orld": 1385, + "ood": 1386, + "uch": 1387, + "ative": 1388, + "ger": 1389, + "arent": 1390, + "Ġ/*": 1391, + "Ġarg": 1392, + "Ġwhile": 1393, + "(this": 1394, + "Ġrec": 1395, + "Ġdif": 1396, + "State": 1397, + "Ġspec": 1398, + "ride": 1399, + "_F": 1400, + "Ġlook": 1401, + "AM": 1402, + "ility": 1403, + "eter": 1404, + "âĢĻt": 1405, + "ĊĊĊ": 1406, + "ayout": 1407, + "--------------------------------": 1408, + "ager": 1409, + "Ġcould": 1410, + "Ġbr": 1411, + "ends": 1412, + "ures": 1413, + "Ġknow": 1414, + "ets": 1415, + "ĠIf": 1416, + "ĠSh": 1417, + ".w": 1418, + "back": 1419, + "Ġser": 1420, + "Ġ+=": 1421, + "Ġfr": 1422, + "());Ċ": 1423, + "Ġhand": 1424, + "Ind": 1425, + "ULL": 1426, + "Im": 1427, + "();ĊĊ": 1428, + "Ġmost": 1429, + "Ġtry": 1430, + "Ġnow": 1431, + "rough": 1432, + ">čĊ": 1433, + "ackage": 1434, + "Ġhim": 1435, + "._": 1436, + "ify": 1437, + "Ġbreak": 1438, + "Ġ);Ċ": 1439, + "ren": 1440, + "#define": 1441, + "itt": 1442, + "Ġap": 1443, + "ĉc": 1444, + "(n": 1445, + "ĠYou": 1446, + ":ĊĊ": 1447, + "-m": 1448, + "Ġevery": 1449, + "ustom": 1450, + "lient": 1451, + "ocument": 1452, + "cription": 1453, + "Error": 1454, + "-b": 1455, + "о": 1456, + "][": 1457, + "trans": 1458, + "Ġpoint": 1459, + "Ġstd": 1460, + "Ġfil": 1461, + "Time": 1462, + "Ġmod": 1463, + "Ġ->": 1464, + "Ġerror": 1465, + "ah": 1466, + "Ġtext": 1467, + "roller": 1468, + "lose": 1469, + "ql": 1470, + "Ġpol": 1471, + ">": 1472, + "Ġshow": 1473, + "User": 1474, + "ased": 1475, + "Ġ{ĊĊ": 1476, + "Ġfind": 1477, + "а": 1478, + "ED": 1479, + "span": 1480, + "enu": 1481, + "Ġcurrent": 1482, + "Ġused": 1483, + "cept": 1484, + "clud": 1485, + "Ġplay": 1486, + "Ġlog": 1487, + "ution": 1488, + "fl": 1489, + "Ġsee": 1490, + "indows": 1491, + "Ġhelp": 1492, + "Ġthese": 1493, + "Ġpass": 1494, + "Ġdown": 1495, + "Ġeven": 1496, + "ason": 1497, + "uild": 1498, + "from": 1499, + "(d": 1500, + "Ġbl": 1501, + "label": 1502, + "else": 1503, + "е": 1504, + "Ġ(!": 1505, + "ized": 1506, + "(),": 1507, + "Ġob": 1508, + "Ġitem": 1509, + "ump": 1510, + "UR": 1511, + "orn": 1512, + "Ġdon": 1513, + "Se": 1514, + "man": 1515, + "ample": 1516, + "tn": 1517, + "================": 1518, + "He": 1519, + "gram": 1520, + "Ġdid": 1521, + "wn": 1522, + "_h": 1523, + "iver": 1524, + "Ġsm": 1525, + "Ġthrough": 1526, + "ĠAn": 1527, + "che": 1528, + "Ġinv": 1529, + "ouse": 1530, + "Ġes": 1531, + "ĠNew": 1532, + "export": 1533, + "mary": 1534, + "uto": 1535, + "ler": 1536, + "Ġlast": 1537, + "Ġevent": 1538, + "try": 1539, + "ï¼": 1540, + "ily": 1541, + "igned": 1542, + "ines": 1543, + "ollow": 1544, + "icense": 1545, + "sole": 1546, + "lear": 1547, + "(int": 1548, + "Ġagain": 1549, + "Ġhigh": 1550, + "html": 1551, + "Index": 1552, + "uthor": 1553, + "Ġ/**Ċ": 1554, + "Ġline": 1555, + "Event": 1556, + "_D": 1557, + "Ġdoes": 1558, + "itial": 1559, + "Ġcr": 1560, + "ars": 1561, + "Ġtem": 1562, + "cause": 1563, + "face": 1564, + "Ġ`": 1565, + "_A": 1566, + "Button": 1567, + "ature": 1568, + "ected": 1569, + "ES": 1570, + "ister": 1571, + "ĉĊ": 1572, + "Ġbefore": 1573, + "ale": 1574, + "other": 1575, + "Ġbecause": 1576, + "roid": 1577, + "Ġed": 1578, + "ik": 1579, + "reg": 1580, + "ĠDe": 1581, + "Ġdist": 1582, + "},Ċ": 1583, + "Ġstate": 1584, + "Ġcons": 1585, + "rint": 1586, + "att": 1587, + "Ġhere": 1588, + "ined": 1589, + "Ġfinal": 1590, + "Ġ\"\"": 1591, + "Key": 1592, + "LO": 1593, + "Ġdel": 1594, + "pty": 1595, + "thing": 1596, + "ĠAnd": 1597, + "Ġrun": 1598, + "ĠX": 1599, + "ym": 1600, + ".app": 1601, + "Ġvery": 1602, + "ces": 1603, + "_N": 1604, + "ared": 1605, + "ward": 1606, + "list": 1607, + "ited": 1608, + "olog": 1609, + "itch": 1610, + "Box": 1611, + "ife": 1612, + "Ġac": 1613, + "Ġmodel": 1614, + "Ġmon": 1615, + "Ġway": 1616, + "lete": 1617, + "Ġcall": 1618, + "Ġatt": 1619, + "Ġcal": 1620, + "vert": 1621, + "Ġdec": 1622, + "lease": 1623, + "oun": 1624, + "Ġ});Ċ": 1625, + "fr": 1626, + "formation": 1627, + "etail": 1628, + "Ġnum": 1629, + "aj": 1630, + "query": 1631, + "Ġwell": 1632, + "Ġobject": 1633, + "ĠAs": 1634, + "Ġyears": 1635, + "Color": 1636, + "IS": 1637, + "Ġdefault": 1638, + "Wh": 1639, + "Ġins": 1640, + "aint": 1641, + "Ġjava": 1642, + "Ġsim": 1643, + "ĠAr": 1644, + "mon": 1645, + "til": 1646, + "();čĊ": 1647, + "):": 1648, + "Set": 1649, + "atter": 1650, + "Ġview": 1651, + "Ġpres": 1652, + "array": 1653, + "We": 1654, + "At": 1655, + "Ġbel": 1656, + "Ġmany": 1657, + "Man": 1658, + "ender": 1659, + "Ġbeing": 1660, + "Ġgood": 1661, + "ĉĉĉĉĉĉ": 1662, + "ational": 1663, + "ware": 1664, + ".log": 1665, + "{čĊ": 1666, + "Ġusing": 1667, + "_B": 1668, + "Ġ:=": 1669, + "_w": 1670, + "ists": 1671, + "lish": 1672, + "Ġstud": 1673, + "ĠAl": 1674, + "Ġgu": 1675, + "config": 1676, + "uring": 1677, + "time": 1678, + "oken": 1679, + "amespace": 1680, + "Ġrequest": 1681, + "Ġchild": 1682, + "ĠÃ": 1683, + "lob": 1684, + "Ġparam": 1685, + "Ġ}čĊ": 1686, + "Ġecho": 1687, + "function": 1688, + "********************************": 1689, + "ps": 1690, + "Element": 1691, + "alk": 1692, + "lication": 1693, + "by": 1694, + "Size": 1695, + "rawing": 1696, + "Ġperson": 1697, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1698, + "\\n": 1699, + "object": 1700, + "ince": 1701, + "En": 1702, + "File": 1703, + "uf": 1704, + "ffect": 1705, + "AC": 1706, + "Ġstyle": 1707, + "summary": 1708, + "Ġque": 1709, + "_r": 1710, + "Ġ($": 1711, + "Model": 1712, + "ident": 1713, + "Ġmethod": 1714, + "IL": 1715, + "ott": 1716, + "less": 1717, + "ING": 1718, + "Ġ()": 1719, + "Ġexpect": 1720, + "ync": 1721, + "package": 1722, + "urs": 1723, + "Ġprot": 1724, + "./": 1725, + "pre": 1726, + "Ġ)Ċ": 1727, + "ma": 1728, + "Ġsur": 1729, + "Ġfound": 1730, + "Info": 1731, + "par": 1732, + "imes": 1733, + ".e": 1734, + "ains": 1735, + "Ġpost": 1736, + "-d": 1737, + "olean": 1738, + "Ġsl": 1739, + "PE": 1740, + "Ġsuch": 1741, + "select": 1742, + "ainer": 1743, + "Ġthink": 1744, + "Ġdiffer": 1745, + ".r": 1746, + "/**Ċ": 1747, + "FF": 1748, + "ool": 1749, + "plate": 1750, + "qual": 1751, + "ĠFor": 1752, + "Ġmuch": 1753, + "uc": 1754, + "(new": 1755, + "odule": 1756, + "Ġsom": 1757, + "Ġhttp": 1758, + "ĠList": 1759, + "Ġcount": 1760, + "Ġinst": 1761, + "char": 1762, + "mit": 1763, + ".id": 1764, + "aking": 1765, + "Ġgener": 1766, + "px": 1767, + "vice": 1768, + "_data": 1769, + "ĠNULL": 1770, + "}čĊ": 1771, + "idd": 1772, + "ãĢĤ": 1773, + "Ġmed": 1774, + "org": 1775, + "ider": 1776, + "ache": 1777, + "work": 1778, + "Ġcheck": 1779, + "ween": 1780, + "Ġ((": 1781, + "the": 1782, + "ants": 1783, + "><": 1784, + ".B": 1785, + "-c": 1786, + "Ġopen": 1787, + "Ġest": 1788, + "ĠĠĠĠĠĠĠĠĊ": 1789, + "Ġnext": 1790, + "IM": 1791, + "ÑĤ": 1792, + "OT": 1793, + "ó": 1794, + "Ġfollow": 1795, + "content": 1796, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1797, + "Ġinclud": 1798, + "HE": 1799, + "ĠRes": 1800, + "Ġhref": 1801, + "и": 1802, + "Ġcar": 1803, + "ypes": 1804, + "image": 1805, + "Un": 1806, + "Ġbool": 1807, + "AD": 1808, + "Ġgame": 1809, + ".Form": 1810, + "rows": 1811, + "*/": 1812, + "velop": 1813, + ".Drawing": 1814, + "Ġpath": 1815, + "ision": 1816, + "Ġeach": 1817, + "ĠPl": 1818, + "_type": 1819, + "Path": 1820, + "nection": 1821, + "Ġav": 1822, + "').": 1823, + "Ġsupport": 1824, + "ENT": 1825, + "rem": 1826, + "\").": 1827, + "Ġown": 1828, + "Ġcor": 1829, + "count": 1830, + "miss": 1831, + "ually": 1832, + "Ġmem": 1833, + "std": 1834, + "ience": 1835, + "search": 1836, + "\"ĊĊ": 1837, + "Form": 1838, + "Ġsex": 1839, + "ename": 1840, + "Ġsign": 1841, + "Ġet": 1842, + "ĠĠĠĠĠĠĠĠĠĠ": 1843, + "','": 1844, + "ĠApp": 1845, + "Ġthose": 1846, + "off": 1847, + "Ġerr": 1848, + "Ġsystem": 1849, + "Ġbest": 1850, + "code": 1851, + "Ġsame": 1852, + "Ġdi": 1853, + "uss": 1854, + "Ġcreate": 1855, + "ather": 1856, + "Array": 1857, + ".in": 1858, + "fe": 1859, + "Service": 1860, + "UN": 1861, + "ats": 1862, + "ĠZ": 1863, + "alth": 1864, + "Ġmade": 1865, + "true": 1866, + "AB": 1867, + "Ġmark": 1868, + "rid": 1869, + "ified": 1870, + ",čĊ": 1871, + "yn": 1872, + "press": 1873, + "Ġgroup": 1874, + "Ġfin": 1875, + "ĠLicense": 1876, + "Field": 1877, + "eger": 1878, + "Ġworld": 1879, + "iness": 1880, + "ty": 1881, + "Ġprocess": 1882, + "(b": 1883, + "Ġcre": 1884, + "arn": 1885, + "ives": 1886, + "Ġmain": 1887, + "ideo": 1888, + "_g": 1889, + "AG": 1890, + "valid": 1891, + "img": 1892, + "PI": 1893, + "Ġcolor": 1894, + "Ġreport": 1895, + "Ġtake": 1896, + "rib": 1897, + "OM": 1898, + "Ġday": 1899, + "Request": 1900, + "Ġsk": 1901, + "bers": 1902, + "ĉs": 1903, + ".Add": 1904, + "oot": 1905, + "Image": 1906, + "Ġcomple": 1907, + "ollection": 1908, + "Ġtop": 1909, + "Ġfree": 1910, + "AS": 1911, + "De": 1912, + "ĠOn": 1913, + "IG": 1914, + "eta": 1915, + "Date": 1916, + "Ġaction": 1917, + "Over": 1918, + "itor": 1919, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1920, + "not": 1921, + "Ġindex": 1922, + "her": 1923, + "icon": 1924, + "On": 1925, + ";čĊčĊ": 1926, + "ivity": 1927, + "mand": 1928, + ".Windows": 1929, + "OL": 1930, + "Ġreal": 1931, + "Ġmax": 1932, + "land": 1933, + "....": 1934, + "raph": 1935, + "Ġbuild": 1936, + "leg": 1937, + "assword": 1938, + "?ĊĊ": 1939, + "âĢ¦": 1940, + "ook": 1941, + "uck": 1942, + "Ġmessage": 1943, + "test": 1944, + "ivers": 1945, + "Ġinput": 1946, + "Ġart": 1947, + "Ġbetween": 1948, + "Get": 1949, + "enter": 1950, + "ground": 1951, + "ene": 1952, + "á": 1953, + ".length": 1954, + "Node": 1955, + "(i": 1956, + "Class": 1957, + "for": 1958, + "ĠâĢĶ": 1959, + "ten": 1960, + "oin": 1961, + "Ġke": 1962, + "ui": 1963, + "ĠIN": 1964, + "Ġtable": 1965, + "sub": 1966, + "ĠLe": 1967, + "Ġhead": 1968, + "Ġmust": 1969, + "////////////////": 1970, + ".util": 1971, + "Context": 1972, + "Ġorder": 1973, + "Ġmov": 1974, + "over": 1975, + "Ġcontin": 1976, + "Ġsay": 1977, + "static": 1978, + ".Text": 1979, + "ĠclassName": 1980, + "pany": 1981, + "Ġter": 1982, + "head": 1983, + "rg": 1984, + "Ġproduct": 1985, + "This": 1986, + ".âĢĿ": 1987, + "ĠBut": 1988, + "loy": 1989, + "Ġdouble": 1990, + "sg": 1991, + "Ġplace": 1992, + ".x": 1993, + "message": 1994, + "Ġinformation": 1995, + "private": 1996, + "Ġoper": 1997, + "ced": 1998, + "db": 1999, + "\">": 2000, + "Param": 2001, + "icle": 2002, + "Ġweek": 2003, + "Ġprop": 2004, + "table": 2005, + "idget": 2006, + "place": 2007, + "Prop": 2008, + "ĠAll": 2009, + "els": 2010, + "box": 2011, + ".ĊĊĊĊ": 2012, + ".R": 2013, + "ĠTo": 2014, + "iter": 2015, + "Sh": 2016, + "uration": 2017, + "older": 2018, + "_list": 2019, + "come": 2020, + "Ġsw": 2021, + "ization": 2022, + "ĉfor": 2023, + "bl": 2024, + "Ġprogram": 2025, + "(e": 2026, + "ape": 2027, + "check": 2028, + ".Forms": 2029, + "Ġund": 2030, + "ategory": 2031, + "ags": 2032, + "Ġresponse": 2033, + "US": 2034, + "request": 2035, + "Ġstruct": 2036, + "escription": 2037, + "Ġcode": 2038, + "_H": 2039, + "uffer": 2040, + "Ġwithout": 2041, + "lobal": 2042, + "Manager": 2043, + "ilter": 2044, + "PO": 2045, + "ĉthis": 2046, + "option": 2047, + "Ġsol": 2048, + "Ġ===": 2049, + "akes": 2050, + "Controller": 2051, + "Message": 2052, + "Ġref": 2053, + "ever": 2054, + "ĠSo": 2055, + "aining": 2056, + ".append": 2057, + "Ġstill": 2058, + "Ġprovid": 2059, + "Ġassert": 2060, + "med": 2061, + "Ġcap": 2062, + "usiness": 2063, + "Ġrep": 2064, + "tings": 2065, + "ved": 2066, + ".N": 2067, + "api": 2068, + "OD": 2069, + "Ġfield": 2070, + "iven": 2071, + "oto": 2072, + "âĢľ": 2073, + "col": 2074, + "(x": 2075, + "ght": 2076, + "Result": 2077, + "Code": 2078, + ".is": 2079, + "link": 2080, + "Ġcour": 2081, + "An": 2082, + "Ġteam": 2083, + "ĉint": 2084, + "ift": 2085, + "Ġsecond": 2086, + "Ġgoing": 2087, + "Ġrange": 2088, + "_E": 2089, + "ness": 2090, + "Ġfam": 2091, + "Ġnil": 2092, + "ĠCont": 2093, + "ailable": 2094, + "utes": 2095, + "atab": 2096, + "Ġfact": 2097, + "Ġvis": 2098, + "(&": 2099, + "ĠAN": 2100, + "Al": 2101, + "title": 2102, + "Ġandroid": 2103, + "CE": 2104, + "\\\"": 2105, + "irt": 2106, + "Ġwrit": 2107, + "н": 2108, + "ĉm": 2109, + "ftware": 2110, + "ond": 2111, + "Ġret": 2112, + "osition": 2113, + "Ġhome": 2114, + "Ġleft": 2115, + "args": 2116, + "meric": 2117, + "Ġdirect": 2118, + "oci": 2119, + "Pl": 2120, + "As": 2121, + "ret": 2122, + "ado": 2123, + "Of": 2124, + "chn": 2125, + "ĠGet": 2126, + "ee": 2127, + "ross": 2128, + "();": 2129, + "____": 2130, + ".ph": 2131, + "It": 2132, + "oute": 2133, + "Ġexper": 2134, + "chool": 2135, + "www": 2136, + "},": 2137, + "Ġallow": 2138, + "ĠÂ": 2139, + "())": 2140, + "size": 2141, + "ism": 2142, + "ai": 2143, + "tract": 2144, + "ane": 2145, + "...ĊĊ": 2146, + "context": 2147, + "Ġbeg": 2148, + "CH": 2149, + "Ġpage": 2150, + "hip": 2151, + "no": 2152, + "core": 2153, + "sp": 2154, + "Ġdifferent": 2155, + "iable": 2156, + "ĠMe": 2157, + "_IN": 2158, + "button": 2159, + "ĠIs": 2160, + "ervices": 2161, + "Ġca": 2162, + "Ġaround": 2163, + "App": 2164, + "ration": 2165, + "Ġrece": 2166, + "Ġreally": 2167, + "Ġimage": 2168, + "Ġtarget": 2169, + "Ġdep": 2170, + "opyright": 2171, + "tra": 2172, + "ingle": 2173, + "ital": 2174, + "Layout": 2175, + "Ġboth": 2176, + "Override": 2177, + "arm": 2178, + "=>": 2179, + "aterial": 2180, + "iled": 2181, + "Ġput": 2182, + "Qu": 2183, + "ÑĢ": 2184, + "ung": 2185, + "map": 2186, + "ĉĉĉĉĉĉĉĉ": 2187, + "Ġlevel": 2188, + "Component": 2189, + "book": 2190, + "creen": 2191, + "_RE": 2192, + "Ġconfig": 2193, + "ãģ": 2194, + "Or": 2195, + ".data": 2196, + "Ġdocument": 2197, + "\",\"": 2198, + "tribute": 2199, + "ux": 2200, + "Log": 2201, + "ference": 2202, + "post": 2203, + "_e": 2204, + "Ġlocal": 2205, + "andom": 2206, + "assert": 2207, + "Val": 2208, + "lected": 2209, + "ina": 2210, + "atabase": 2211, + "Add": 2212, + "Ġcontent": 2213, + ".print": 2214, + "signed": 2215, + "ric": 2216, + ".\"ĊĊ": 2217, + "Ġfa": 2218, + "!ĊĊ": 2219, + "-f": 2220, + "ived": 2221, + "Ġquest": 2222, + ".ex": 2223, + "Ġfloat": 2224, + "Ġdevelop": 2225, + "оÐ": 2226, + "Map": 2227, + "ading": 2228, + "Ġposs": 2229, + "UE": 2230, + "namespace": 2231, + "_O": 2232, + "ĉb": 2233, + ".Get": 2234, + ">(": 2235, + "json": 2236, + "etails": 2237, + "Ġtoo": 2238, + "Ġextends": 2239, + "ĠNone": 2240, + "Ġfore": 2241, + "(String": 2242, + "format": 2243, + "Ġgreat": 2244, + "inter": 2245, + "cale": 2246, + "Ñģ": 2247, + "ron": 2248, + "iving": 2249, + "Ent": 2250, + "ency": 2251, + "xt": 2252, + "oy": 2253, + "Ġmonth": 2254, + "Ġhapp": 2255, + "Ġsuper": 2256, + "bar": 2257, + "default": 2258, + "_de": 2259, + "ords": 2260, + "ln": 2261, + "({Ċ": 2262, + "ĠInd": 2263, + "ases": 2264, + "Ġtitle": 2265, + "Ġcontext": 2266, + "oh": 2267, + "-p": 2268, + "Em": 2269, + "Ġmet": 2270, + "Test": 2271, + "Ġlife": 2272, + "_v": 2273, + "ĠUS": 2274, + "UI": 2275, + "ocation": 2276, + "md": 2277, + "Ġ[Ċ": 2278, + "Ġ]": 2279, + "sw": 2280, + "Ġincre": 2281, + "script": 2282, + "ential": 2283, + "ways": 2284, + ".de": 2285, + "Ġsrc": 2286, + "Ġcatch": 2287, + "ĠAmeric": 2288, + "//Ċ": 2289, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2290, + "Ġpay": 2291, + "plit": 2292, + "âĢĶ": 2293, + "Ġcoun": 2294, + "obj": 2295, + ".php": 2296, + "Ġchange": 2297, + "ething": 2298, + "'re": 2299, + "aster": 2300, + "los": 2301, + "lation": 2302, + "ĠĠĊ": 2303, + "Le": 2304, + "ä": 2305, + "({": 2306, + "ready": 2307, + "ĠNo": 2308, + "Ġposition": 2309, + "Ġold": 2310, + "Ġbook": 2311, + "abled": 2312, + "bug": 2313, + "Hand": 2314, + "};ĊĊ": 2315, + "isplay": 2316, + "aving": 2317, + "Ġgover": 2318, + "Ġversion": 2319, + "System": 2320, + "nect": 2321, + "response": 2322, + "Style": 2323, + "Up": 2324, + "angu": 2325, + "Ġthree": 2326, + "init": 2327, + "ero": 2328, + "Ġlaw": 2329, + "endif": 2330, + "Ġbase": 2331, + "email": 2332, + "(l": 2333, + "_V": 2334, + "Ġconf": 2335, + "ATE": 2336, + "Ġduring": 2337, + "tes": 2338, + "Ġconsole": 2339, + "ĠPr": 2340, + "Ġspe": 2341, + "ves": 2342, + "path": 2343, + "ialog": 2344, + "dition": 2345, + "_to": 2346, + "ards": 2347, + "Ġagainst": 2348, + "etwork": 2349, + "ĠPh": 2350, + "_L": 2351, + "cur": 2352, + "imit": 2353, + "With": 2354, + "Ġpower": 2355, + "ium": 2356, + "';ĊĊ": 2357, + "Ġwom": 2358, + "left": 2359, + "ources": 2360, + "atri": 2361, + "ĠIm": 2362, + "ĠMan": 2363, + "orth": 2364, + "${": 2365, + "quals": 2366, + "ese": 2367, + "_size": 2368, + "Ġiss": 2369, + "otal": 2370, + "-g": 2371, + "ique": 2372, + "rame": 2373, + "Ġwidth": 2374, + "erg": 2375, + ")(": 2376, + "ittle": 2377, + "TR": 2378, + "ĠThey": 2379, + "ences": 2380, + "rl": 2381, + "ons": 2382, + "Ġlabel": 2383, + ".y": 2384, + "-t": 2385, + "update": 2386, + "anel": 2387, + "sc": 2388, + ".to": 2389, + "Ġproject": 2390, + "ü": 2391, + "Ġelement": 2392, + "Ġsuccess": 2393, + "ĉĉĊ": 2394, + ".sh": 2395, + "ram": 2396, + "ched": 2397, + "())Ċ": 2398, + "Ġ(Ċ": 2399, + "Ġdate": 2400, + "Ġtot": 2401, + "_ST": 2402, + "All": 2403, + "ification": 2404, + "ĉvar": 2405, + "Ġtri": 2406, + "chem": 2407, + "my": 2408, + "Ġbig": 2409, + "ĠAd": 2410, + "ĠAt": 2411, + "ots": 2412, + "num": 2413, + "Act": 2414, + "Ġmap": 2415, + "era": 2416, + "cope": 2417, + ".$": 2418, + ",âĢĿ": 2419, + "Ġpop": 2420, + "Ġfew": 2421, + "Ġlen": 2422, + "uid": 2423, + "eters": 2424, + "ules": 2425, + "ÃŃ": 2426, + "source": 2427, + "https": 2428, + "Ġdem": 2429, + "Ġear": 2430, + "################": 2431, + "Ġmatch": 2432, + "ories": 2433, + "aces": 2434, + "ĠCl": 2435, + "Ġnode": 2436, + "irc": 2437, + "local": 2438, + "unity": 2439, + "};Ċ": 2440, + "Ġanother": 2441, + "<<": 2442, + "ogle": 2443, + "Ġsit": 2444, + "ework": 2445, + "TE": 2446, + ".I": 2447, + "NS": 2448, + "ology": 2449, + "ought": 2450, + ".Cont": 2451, + ">>": 2452, + "Ġcare": 2453, + "state": 2454, + "ĉprivate": 2455, + "Ġeffect": 2456, + "++)": 2457, + "_file": 2458, + "ending": 2459, + "Line": 2460, + "For": 2461, + "ior": 2462, + "ĠSc": 2463, + "Ġfun": 2464, + ".Size": 2465, + "ĉelse": 2466, + "])": 2467, + "start": 2468, + "vious": 2469, + "Ġ},": 2470, + "ours": 2471, + "Ġleg": 2472, + "Ġservice": 2473, + "Ġsince": 2474, + "iron": 2475, + "Label": 2476, + "Ġnon": 2477, + "Ġlos": 2478, + "iction": 2479, + "Ġfull": 2480, + "acter": 2481, + "board": 2482, + "gress": 2483, + "Ġturn": 2484, + "ither": 2485, + ".size": 2486, + "Ġbody": 2487, + "resh": 2488, + "eturn": 2489, + "(_": 2490, + "yles": 2491, + "ormal": 2492, + "pi": 2493, + "Ġsomething": 2494, + "!--": 2495, + "uint": 2496, + "Ġprodu": 2497, + "Ġstand": 2498, + "Ġproble": 2499, + "Ġavailable": 2500, + "mt": 2501, + "ĠBl": 2502, + "Ġ...": 2503, + "Ġblock": 2504, + "Input": 2505, + "Ġkeep": 2506, + "Count": 2507, + "open": 2508, + "Ġ['": 2509, + "Ġthrow": 2510, + "uilder": 2511, + "Action": 2512, + "Ġthings": 2513, + "True": 2514, + "Ġurl": 2515, + "ĠBo": 2516, + "printf": 2517, + "Ġred": 2518, + "js": 2519, + ".create": 2520, + "ĠOr": 2521, + "Status": 2522, + "Instance": 2523, + "Ġcontrol": 2524, + "Ġcome": 2525, + "Ġcustom": 2526, + "location": 2527, + "model": 2528, + "ĠčĊ": 2529, + "Ġsource": 2530, + "Ġeas": 2531, + ".out": 2532, + "]ĊĊ": 2533, + "oney": 2534, + "Ġawait": 2535, + "Ġpartic": 2536, + "AP": 2537, + "ublish": 2538, + "odes": 2539, + "_pro": 2540, + "ply": 2541, + "riter": 2542, + "Ġprov": 2543, + "Ġmill": 2544, + "HT": 2545, + "])Ċ": 2546, + "Ġchang": 2547, + "Ġask": 2548, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2549, + "Ġoutput": 2550, + "Ġemail": 2551, + ".push": 2552, + "Ġ}čĊčĊ": 2553, + "ination": 2554, + "atrix": 2555, + "Table": 2556, + "uccess": 2557, + "]);Ċ": 2558, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2559, + "Ġdisc": 2560, + "([": 2561, + "Ġbusiness": 2562, + "height": 2563, + ".html": 2564, + "ta": 2565, + "field": 2566, + "Ġrequired": 2567, + "_R": 2568, + "Ġgovern": 2569, + "}čĊčĊ": 2570, + "lex": 2571, + ".,": 2572, + "ĠSet": 2573, + "urch": 2574, + "///": 2575, + "ts": 2576, + "af": 2577, + "Ġmight": 2578, + "istory": 2579, + "Str": 2580, + "Ġnever": 2581, + "Response": 2582, + "arse": 2583, + "ada": 2584, + "ĠHow": 2585, + "Ġ*)": 2586, + "Ġ;": 2587, + "Ġhard": 2588, + "Ad": 2589, + "Ġintern": 2590, + "used": 2591, + "(data": 2592, + "mod": 2593, + "annel": 2594, + "Ġnp": 2595, + "ugg": 2596, + "Ġ/>Ċ": 2597, + "Ġcalled": 2598, + "body": 2599, + "Ġcho": 2600, + "(r": 2601, + "_set": 2602, + "ird": 2603, + "Ġ>=": 2604, + "Ġ};Ċ": 2605, + "Ġoptions": 2606, + "ĠGener": 2607, + "Ġheight": 2608, + "Point": 2609, + "You": 2610, + "ety": 2611, + "Click": 2612, + "Ġsmall": 2613, + "Ġide": 2614, + "Ġaccess": 2615, + "anguage": 2616, + "Ġprotected": 2617, + "Ġjob": 2618, + "ĠThere": 2619, + "Def": 2620, + "Ġaddress": 2621, + "Ġuint": 2622, + "Not": 2623, + "oo": 2624, + "aps": 2625, + "
&": 5789, + "CON": 5790, + "Ġrepl": 5791, + "Ġregular": 5792, + "Storage": 5793, + "ramework": 5794, + "Ġgoal": 5795, + "Ġtouch": 5796, + ".widget": 5797, + "Ġbuilt": 5798, + "des": 5799, + "Part": 5800, + "(re": 5801, + "Ġworth": 5802, + "hib": 5803, + "game": 5804, + "Ġв": 5805, + "acion": 5806, + "ĠWhite": 5807, + "(type": 5808, + "(`": 5809, + "Ġnatural": 5810, + "Ġinj": 5811, + "Ġcalcul": 5812, + "ĠApril": 5813, + ".List": 5814, + "Ġassociated": 5815, + "ĉSystem": 5816, + "~~": 5817, + "=[": 5818, + "Ġstorage": 5819, + "Ġbytes": 5820, + "Ġtravel": 5821, + "Ġsou": 5822, + "Ġpassed": 5823, + "!=": 5824, + "ascript": 5825, + ".open": 5826, + "Ġgrid": 5827, + "Ġbus": 5828, + "Ġrecogn": 5829, + "Ab": 5830, + "Ġhon": 5831, + "ĠCenter": 5832, + "Ġprec": 5833, + "build": 5834, + "HTML": 5835, + "ĠSan": 5836, + "Ġcountries": 5837, + "aled": 5838, + "token": 5839, + "kt": 5840, + "Ġqual": 5841, + "Last": 5842, + "adow": 5843, + "Ġmanufact": 5844, + "idad": 5845, + "jango": 5846, + "Next": 5847, + "xf": 5848, + ".a": 5849, + "Ġporno": 5850, + "ĠPM": 5851, + "erve": 5852, + "iting": 5853, + "_th": 5854, + "ci": 5855, + "=None": 5856, + "gs": 5857, + "Ġlogin": 5858, + "atives": 5859, + "']);Ċ": 5860, + "Äħ": 5861, + "Ġill": 5862, + "IA": 5863, + "children": 5864, + "DO": 5865, + "Ġlevels": 5866, + "Ġ{{": 5867, + "Ġlooks": 5868, + "Ġ\"#": 5869, + "ToString": 5870, + "Ġnecessary": 5871, + "ĠĠĠĊ": 5872, + "cell": 5873, + "Entry": 5874, + "Ġ'#": 5875, + "Ġextrem": 5876, + "Selector": 5877, + "Ġplaceholder": 5878, + "Load": 5879, + "Ġreleased": 5880, + "ORE": 5881, + "Enumer": 5882, + "ĠTV": 5883, + "SET": 5884, + "inq": 5885, + "Press": 5886, + "ĠDepartment": 5887, + "Ġproperties": 5888, + "Ġrespond": 5889, + "Search": 5890, + "ael": 5891, + "Ġrequ": 5892, + "ĠBook": 5893, + "/Ċ": 5894, + "(st": 5895, + "Ġfinancial": 5896, + "icket": 5897, + "_input": 5898, + "Ġthreat": 5899, + "(in": 5900, + "Strip": 5901, + "ìĿ": 5902, + "ção": 5903, + "Ġevidence": 5904, + "));": 5905, + "ĠBro": 5906, + "Ġ[];Ċ": 5907, + "Ġou": 5908, + "buf": 5909, + "Script": 5910, + "dat": 5911, + "Ġrule": 5912, + "#import": 5913, + "=\"/": 5914, + "Serial": 5915, + "Ġstarting": 5916, + "[index": 5917, + "ae": 5918, + "Ġcontrib": 5919, + "session": 5920, + "_new": 5921, + "utable": 5922, + "ober": 5923, + "Ġ\"./": 5924, + "Ġlogger": 5925, + "Ġrecently": 5926, + "Ġreturned": 5927, + "ččĊ": 5928, + ")))Ċ": 5929, + "itions": 5930, + "Ġseek": 5931, + "Ġcommunic": 5932, + "Ġ\".": 5933, + "Ġusername": 5934, + "ECT": 5935, + "DS": 5936, + "Ġotherwise": 5937, + "ĠGerman": 5938, + ".aw": 5939, + "Adapter": 5940, + "ixel": 5941, + "Ġsystems": 5942, + "Ġdrop": 5943, + "Ġstructure": 5944, + "Ġ$(\"#": 5945, + "encies": 5946, + "anning": 5947, + "ĠLink": 5948, + "ĠResponse": 5949, + "Ġstri": 5950, + "ż": 5951, + "ĠDB": 5952, + "æĹ": 5953, + "android": 5954, + "submit": 5955, + "otion": 5956, + "(@": 5957, + ".test": 5958, + "ĊĊĊĊĊĊĊĊ": 5959, + "];čĊ": 5960, + "Ġdirectly": 5961, + "Ġ\"%": 5962, + "ris": 5963, + "elta": 5964, + "AIL": 5965, + "){čĊ": 5966, + "mine": 5967, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5968, + "(k": 5969, + "bon": 5970, + "asic": 5971, + "pite": 5972, + "___": 5973, + "Max": 5974, + "Ġerrors": 5975, + "ĠWhile": 5976, + "Ġarguments": 5977, + "Ġensure": 5978, + "Right": 5979, + "-based": 5980, + "Web": 5981, + "Ġ-=": 5982, + "Ġintrodu": 5983, + "ĠInst": 5984, + "ĠWash": 5985, + "ordin": 5986, + "join": 5987, + "Database": 5988, + "Ġgrad": 5989, + "Ġusually": 5990, + "ITE": 5991, + "Props": 5992, + "?>Ċ": 5993, + "ĠGo": 5994, + "@Override": 5995, + "REF": 5996, + "Ġip": 5997, + "ĠAustral": 5998, + "Ġist": 5999, + "ViewById": 6000, + "Ġserious": 6001, + "Ġcustomer": 6002, + ".prototype": 6003, + "odo": 6004, + "cor": 6005, + "Ġdoor": 6006, + "ĠWITHOUT": 6007, + "Ġplant": 6008, + "Ġbegan": 6009, + "Ġdistance": 6010, + "()).": 6011, + "Ġchance": 6012, + "Ġord": 6013, + "came": 6014, + "pragma": 6015, + "Ġprotect": 6016, + "ragment": 6017, + "ĠNode": 6018, + "ening": 6019, + "Ñĩ": 6020, + "Ġroute": 6021, + "ĠSchool": 6022, + "hi": 6023, + "Ġneighb": 6024, + "After": 6025, + "licit": 6026, + "Ġcontr": 6027, + "Ġprimary": 6028, + "AA": 6029, + ".WriteLine": 6030, + "utils": 6031, + "Ġbi": 6032, + "Red": 6033, + ".Linq": 6034, + ".object": 6035, + "Ġleaders": 6036, + "unities": 6037, + "Ġgun": 6038, + "onth": 6039, + "ĠDev": 6040, + "FILE": 6041, + "Ġcomments": 6042, + "_len": 6043, + "arrow": 6044, + "amount": 6045, + "Range": 6046, + "sert": 6047, + "GridView": 6048, + "Ġupdated": 6049, + "ĠMo": 6050, + "Ġinform": 6051, + "ociety": 6052, + "ala": 6053, + "Access": 6054, + "Ġhab": 6055, + "Ġcreat": 6056, + "_arg": 6057, + "ĠJanuary": 6058, + "ĠDay": 6059, + "\")čĊ": 6060, + "uple": 6061, + "document": 6062, + "gorith": 6063, + "menu": 6064, + "ĠOver": 6065, + "bb": 6066, + ".title": 6067, + "_out": 6068, + "Ġled": 6069, + "uri": 6070, + "Ġ?>": 6071, + "gl": 6072, + "Ġbank": 6073, + "ayment": 6074, + "ĉprintf": 6075, + "MD": 6076, + "Ġsample": 6077, + "Ġhands": 6078, + "ĠVersion": 6079, + "uario": 6080, + "Ġoffers": 6081, + "ityEngine": 6082, + "Ġshape": 6083, + "Ġsleep": 6084, + "_point": 6085, + "Settings": 6086, + "Ġachie": 6087, + "Ġsold": 6088, + "ota": 6089, + ".bind": 6090, + "Am": 6091, + "Ġsafe": 6092, + "Store": 6093, + "Ġshared": 6094, + "Ġpriv": 6095, + "_VAL": 6096, + "Ġsens": 6097, + "){": 6098, + "Ġremember": 6099, + "shared": 6100, + "element": 6101, + "Ġshoot": 6102, + "Vert": 6103, + "cout": 6104, + "Ġenv": 6105, + "_label": 6106, + "Ġ>Ċ": 6107, + "run": 6108, + "Ġscene": 6109, + "(array": 6110, + "device": 6111, + "_title": 6112, + "agon": 6113, + "]čĊ": 6114, + "aby": 6115, + "Ġbecame": 6116, + "boolean": 6117, + "Ġpark": 6118, + "ĠCode": 6119, + "upload": 6120, + "riday": 6121, + "ĠSeptember": 6122, + "Fe": 6123, + "Ġsen": 6124, + "cing": 6125, + "FL": 6126, + "Col": 6127, + "uts": 6128, + "_page": 6129, + "inn": 6130, + "Ġimplied": 6131, + "aling": 6132, + "Ġyourself": 6133, + ".Count": 6134, + "conf": 6135, + "Ġaud": 6136, + "_init": 6137, + ".)": 6138, + "Ġwrote": 6139, + "NG": 6140, + ".Error": 6141, + "ä»": 6142, + ".for": 6143, + "Ġequal": 6144, + "ĠRequest": 6145, + "Ġserial": 6146, + "Ġallows": 6147, + "XX": 6148, + "Ġmiddle": 6149, + "chor": 6150, + "ø": 6151, + "erval": 6152, + ".Column": 6153, + "reading": 6154, + "Ġescort": 6155, + "ĠAugust": 6156, + "Ġquickly": 6157, + "Ġweap": 6158, + "ĠCG": 6159, + "ropri": 6160, + "ho": 6161, + "Ġcop": 6162, + "(struct": 6163, + "ĠBig": 6164, + "Ġvs": 6165, + "Ġfrequ": 6166, + ".Value": 6167, + "Ġactions": 6168, + "Ġproper": 6169, + "Ġinn": 6170, + "Ġobjects": 6171, + "Ġmatrix": 6172, + "avascript": 6173, + "Ġones": 6174, + ".group": 6175, + "Ġgreen": 6176, + "Ġpaint": 6177, + "ools": 6178, + "ycl": 6179, + "encode": 6180, + "olt": 6181, + "comment": 6182, + ".api": 6183, + "Dir": 6184, + "Ġune": 6185, + "izont": 6186, + ".position": 6187, + "Ġdesigned": 6188, + "_val": 6189, + "avi": 6190, + "iring": 6191, + "tab": 6192, + "Ġlayer": 6193, + "Ġviews": 6194, + "Ġreve": 6195, + "rael": 6196, + "ĠON": 6197, + "rics": 6198, + "np": 6199, + "Ġcore": 6200, + "());čĊ": 6201, + "Main": 6202, + "Ġexpert": 6203, + "ĉĉčĊ": 6204, + "_en": 6205, + "Ġ/>": 6206, + "utter": 6207, + "IAL": 6208, + "ails": 6209, + "ĠKing": 6210, + "*/ĊĊ": 6211, + "ĠMet": 6212, + "_end": 6213, + "addr": 6214, + "ora": 6215, + "Ġir": 6216, + "Min": 6217, + "Ġsurpr": 6218, + "Ġrepe": 6219, + "Ġdirectory": 6220, + "PUT": 6221, + "-S": 6222, + "Ġelection": 6223, + "haps": 6224, + ".pre": 6225, + "cm": 6226, + "Values": 6227, + "Ġ\"Ċ": 6228, + "column": 6229, + "ivil": 6230, + "Login": 6231, + "inue": 6232, + "Ġbeautiful": 6233, + "Ġsecret": 6234, + "(event": 6235, + "Ġchat": 6236, + "ums": 6237, + "Ġorigin": 6238, + "Ġeffects": 6239, + "Ġmanagement": 6240, + "illa": 6241, + "tk": 6242, + "Ġsetting": 6243, + "ĠCour": 6244, + "Ġmassage": 6245, + "ĉend": 6246, + "Ġhappy": 6247, + "Ġfinish": 6248, + "Ġcamera": 6249, + "ĠVer": 6250, + "ĠDemocr": 6251, + "ĠHer": 6252, + "(Q": 6253, + "cons": 6254, + "ita": 6255, + "Ġ'.": 6256, + "{}": 6257, + "ĉC": 6258, + "Ġstuff": 6259, + "Ġ:Ċ": 6260, + "ĠAR": 6261, + "Task": 6262, + "hidden": 6263, + "eros": 6264, + "IGN": 6265, + "atio": 6266, + "ĠHealth": 6267, + "olute": 6268, + "Enter": 6269, + "'>": 6270, + "ĠTwitter": 6271, + "ĠCounty": 6272, + "scribe": 6273, + "Ġ=>Ċ": 6274, + "Ġhy": 6275, + "fit": 6276, + "Ġmilitary": 6277, + "Ġsale": 6278, + "required": 6279, + "non": 6280, + "bootstrap": 6281, + "hold": 6282, + "rim": 6283, + "-old": 6284, + "ĠDown": 6285, + "Ġmention": 6286, + "contact": 6287, + "_group": 6288, + "oday": 6289, + "Ġtown": 6290, + "Ġsolution": 6291, + "uate": 6292, + "elling": 6293, + "]->": 6294, + "otes": 6295, + "ental": 6296, + "omen": 6297, + "ospital": 6298, + "ĠSup": 6299, + "_EN": 6300, + "Ġslow": 6301, + "SESSION": 6302, + "Ġblue": 6303, + "ago": 6304, + "Ġlives": 6305, + "Ġ^": 6306, + ".un": 6307, + "inst": 6308, + "enge": 6309, + "Ġcustomers": 6310, + "Ġcast": 6311, + "udget": 6312, + "ï¼ģ": 6313, + "icens": 6314, + "Ġdetermin": 6315, + "Selected": 6316, + "_pl": 6317, + "ueue": 6318, + "Ġdark": 6319, + "//ĊĊ": 6320, + "si": 6321, + "thern": 6322, + "ĠJapan": 6323, + "/w": 6324, + "PU": 6325, + "ĠEast": 6326, + "ovie": 6327, + "Ġpackage": 6328, + "Ġnor": 6329, + "Ġapi": 6330, + "bot": 6331, + "\"];Ċ": 6332, + "_post": 6333, + "ulate": 6334, + "Ġclub": 6335, + "'));Ċ": 6336, + "Ġloop": 6337, + "PIO": 6338, + "ione": 6339, + "shot": 6340, + "Initial": 6341, + "Ġplayed": 6342, + "register": 6343, + "rought": 6344, + "_max": 6345, + "acement": 6346, + "match": 6347, + "raphics": 6348, + "AST": 6349, + "Ġexisting": 6350, + "Ġcomplex": 6351, + "DA": 6352, + ".Ch": 6353, + ".common": 6354, + "mo": 6355, + "Ġ'../../": 6356, + "ito": 6357, + "Ġanalysis": 6358, + "Ġdeliver": 6359, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6360, + "idx": 6361, + "Ãł": 6362, + "ongo": 6363, + "ĠEnglish": 6364, + "Ċ": 9992, + "_default": 9993, + "ĠDatabase": 9994, + "rep": 9995, + "ESS": 9996, + "nergy": 9997, + ".Find": 9998, + "_mask": 9999, + "Ġrise": 10000, + "Ġkernel": 10001, + "::$": 10002, + ".Q": 10003, + "Ġoffering": 10004, + "decl": 10005, + "ĠCS": 10006, + "Ġlisted": 10007, + "Ġmostly": 10008, + "enger": 10009, + "Ġblocks": 10010, + "olo": 10011, + "Ġgoverning": 10012, + "\\F": 10013, + "Ġconcent": 10014, + ".getText": 10015, + "Ġmb": 10016, + "Ġoccurred": 10017, + "Ġchanging": 10018, + "Scene": 10019, + "_CODE": 10020, + "Beh": 10021, + "\"The": 10022, + "Ġtile": 10023, + "ĠAssociation": 10024, + "ĉP": 10025, + "alty": 10026, + "_ad": 10027, + "odies": 10028, + "iated": 10029, + "Ġprepared": 10030, + "possible": 10031, + "Ġmort": 10032, + "TEST": 10033, + "Ġignore": 10034, + "Ġcalc": 10035, + "Ġrs": 10036, + "ĠassertEquals": 10037, + "Ġsz": 10038, + "ĠTHIS": 10039, + ".\"Ċ": 10040, + "Ġcanvas": 10041, + "java": 10042, + "Ġdut": 10043, + "VALID": 10044, + ".sql": 10045, + ".input": 10046, + "Ġaux": 10047, + "Sup": 10048, + "Ġartist": 10049, + "Vec": 10050, + "_TIME": 10051, + ".stringify": 10052, + "etween": 10053, + "ĠCategory": 10054, + "Ġ[-": 10055, + "ĠDevExpress": 10056, + "ĠJul": 10057, + "Ġring": 10058, + ".ed": 10059, + "YY": 10060, + "Let": 10061, + "TextField": 10062, + "Ġflat": 10063, + "_print": 10064, + "ĠOTHER": 10065, + "adian": 10066, + "Ġchecked": 10067, + "ele": 10068, + "Align": 10069, + "standing": 10070, + "Ġ[],": 10071, + "Ġlab": 10072, + "ucky": 10073, + "ĠChristmas": 10074, + "(image": 10075, + ".module": 10076, + "Ġlots": 10077, + "Ġslightly": 10078, + "(final": 10079, + "erge": 10080, + "è¿": 10081, + "ĠPolice": 10082, + "ĠRight": 10083, + "Ġaward": 10084, + "ĠOS": 10085, + "Ġ{}ĊĊ": 10086, + "Ġptr": 10087, + "oves": 10088, + "icated": 10089, + "ем": 10090, + "Ġmanage": 10091, + "oliday": 10092, + "Amount": 10093, + "oolStrip": 10094, + "tbody": 10095, + "Nav": 10096, + "wrap": 10097, + "BB": 10098, + "Ġwatching": 10099, + "arios": 10100, + "Ġoptional": 10101, + "_K": 10102, + "ĠLicensed": 10103, + ".Map": 10104, + "Timer": 10105, + "ĠAP": 10106, + "ĠRev": 10107, + "(o": 10108, + ",c": 10109, + "umin": 10110, + "etailed": 10111, + "ĠHy": 10112, + "Ġblank": 10113, + "agger": 10114, + "ĠSelf": 10115, + "()[": 10116, + ".make": 10117, + "earn": 10118, + "channel": 10119, + ";Ċ": 10133, + "World": 10134, + "Ġpython": 10135, + "Ġlif": 10136, + "Ġtrav": 10137, + "Ġconven": 10138, + "company": 10139, + "ĠClub": 10140, + "Ver": 10141, + "Btn": 10142, + "Ġzone": 10143, + "products": 10144, + "ĠEduc": 10145, + "Ġverify": 10146, + "ĠMil": 10147, + "ono": 10148, + "]);ĊĊ": 10149, + "ENCE": 10150, + "Ġpacket": 10151, + "Ġcer": 10152, + "Ġenumer": 10153, + "Ġpars": 10154, + "formed": 10155, + "Ġoccup": 10156, + "tre": 10157, + "Ġexercise": 10158, + "Day": 10159, + "_sum": 10160, + "Ġasking": 10161, + "aption": 10162, + "Ġorders": 10163, + "Ġspending": 10164, + "ĠERR": 10165, + ".Dis": 10166, + "ĠUtil": 10167, + "âĢľI": 10168, + "\\'": 10169, + "?)": 10170, + "/>Ċ": 10171, + "Ġemot": 10172, + "Ġinfluence": 10173, + "ĠAfrica": 10174, + "atters": 10175, + "Ùħ": 10176, + ".session": 10177, + "Ġchief": 10178, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10179, + "Ġtom": 10180, + "cluded": 10181, + "serial": 10182, + "_handler": 10183, + ".Type": 10184, + "aped": 10185, + "Ġpolicies": 10186, + "-ex": 10187, + "-tr": 10188, + "blank": 10189, + "merce": 10190, + "Ġcoverage": 10191, + "Ġrc": 10192, + "_matrix": 10193, + "_box": 10194, + "Ġcharges": 10195, + "ĠBoston": 10196, + "Pe": 10197, + "Ġcircum": 10198, + "Ġfilled": 10199, + "Ġnorth": 10200, + "ictureBox": 10201, + "ĉres": 10202, + "è®": 10203, + "Ġtermin": 10204, + "Ġ[âĢ¦": 10205, + "IRECT": 10206, + "Ġber": 10207, + "Ġ\"../../": 10208, + "retch": 10209, + ".code": 10210, + "_col": 10211, + "ĠGovernment": 10212, + "Ġargv": 10213, + "ĠLord": 10214, + "asi": 10215, + "Exec": 10216, + "ĉlet": 10217, + "vertis": 10218, + "Ġdiscussion": 10219, + "enance": 10220, + "outube": 10221, + "typeof": 10222, + "Ġserved": 10223, + "ĠPut": 10224, + "ĉx": 10225, + "Ġsweet": 10226, + "Before": 10227, + "ategy": 10228, + ".of": 10229, + "ĠMaterial": 10230, + "Sort": 10231, + "ONT": 10232, + "igital": 10233, + "Why": 10234, + "Ġsust": 10235, + "Ġç": 10236, + "abet": 10237, + "Ġsegment": 10238, + "Ġ[],Ċ": 10239, + "ĠMuslim": 10240, + "ĠfindViewById": 10241, + "cut": 10242, + "_TEXT": 10243, + "ĠMary": 10244, + "Ġloved": 10245, + "Ġlie": 10246, + "ĠJO": 10247, + "Ġisset": 10248, + "month": 10249, + "Ġprime": 10250, + "ti": 10251, + "ĠCarol": 10252, + "Use": 10253, + "ĠPop": 10254, + "ĠSave": 10255, + "Interval": 10256, + "execute": 10257, + "dy": 10258, + "ĠIran": 10259, + "_cont": 10260, + "ĉT": 10261, + "Ġphase": 10262, + "checkbox": 10263, + "week": 10264, + "Ġhide": 10265, + "Ġtil": 10266, + "Ġju": 10267, + "Custom": 10268, + "burg": 10269, + "/M": 10270, + "TON": 10271, + "Ġquant": 10272, + "Ġrub": 10273, + "ixels": 10274, + "Ġinstalled": 10275, + "Ġdump": 10276, + "Ġproperly": 10277, + "(List": 10278, + "Ġdecide": 10279, + "apply": 10280, + "Has": 10281, + "Ġkeeping": 10282, + "Ġcitizens": 10283, + "Ġjoint": 10284, + "pool": 10285, + "Socket": 10286, + "_op": 10287, + "Ġweapon": 10288, + "gnore": 10289, + "ĠExec": 10290, + "otten": 10291, + "ĠMS": 10292, + "Ġ(-": 10293, + "ĠReview": 10294, + "Ġexamples": 10295, + "Ġtight": 10296, + "!(": 10297, + "DP": 10298, + "ĠMessageBox": 10299, + "Ġphotograph": 10300, + "URI": 10301, + "ét": 10302, + "low": 10303, + "ĠGrand": 10304, + ".persistence": 10305, + "Ġmaintain": 10306, + "Ġnums": 10307, + "Ġzip": 10308, + "ials": 10309, + "ĠGets": 10310, + "peg": 10311, + "ĠBuffer": 10312, + "~~~~": 10313, + "rastructure": 10314, + "ĠPL": 10315, + "uen": 10316, + "obby": 10317, + "sizeof": 10318, + "Ġpic": 10319, + "Ġseed": 10320, + "Ġexperienced": 10321, + "Ġodd": 10322, + "Ġkick": 10323, + "Ġprocedure": 10324, + "avigator": 10325, + "-on": 10326, + ",j": 10327, + "ĠAlthough": 10328, + "ĠuserId": 10329, + "accept": 10330, + "Blue": 10331, + "IColor": 10332, + "layer": 10333, + "available": 10334, + "Ġends": 10335, + ".table": 10336, + "Ġdataset": 10337, + "bus": 10338, + "Ġexplain": 10339, + "(pro": 10340, + "ĠCommittee": 10341, + "Ġnoted": 10342, + "]:Ċ": 10343, + "Dim": 10344, + "stdio": 10345, + ".\",Ċ": 10346, + "_source": 10347, + "ĠWeek": 10348, + "ĠEdge": 10349, + "Ġoperating": 10350, + "Ġeste": 10351, + "ipl": 10352, + "agination": 10353, + "Ġproceed": 10354, + "Ġanimation": 10355, + ".Models": 10356, + "ĠWatch": 10357, + "iat": 10358, + "Ġoppon": 10359, + "/A": 10360, + "Report": 10361, + "Ġsounds": 10362, + "_buf": 10363, + "IELD": 10364, + "Ġbund": 10365, + "ĉget": 10366, + ".pr": 10367, + "(tmp": 10368, + "Ġkid": 10369, + ">ĊĊĊ": 10370, + "Ġyang": 10371, + "NotFound": 10372, + "ÑĨ": 10373, + "math": 10374, + "@gmail": 10375, + "ĠLIMIT": 10376, + "redients": 10377, + "Ġvent": 10378, + "avigate": 10379, + "Look": 10380, + "Ġreligious": 10381, + "Ġrand": 10382, + "rio": 10383, + "(GL": 10384, + "_ip": 10385, + "uan": 10386, + "iciency": 10387, + "ĠChange": 10388, + ">čĊčĊ": 10389, + "ĠEntity": 10390, + "Ġrencontre": 10391, + "ĠRet": 10392, + "plan": 10393, + "én": 10394, + "BOOL": 10395, + "uries": 10396, + "train": 10397, + "Definition": 10398, + "============": 10399, + "zz": 10400, + "Animation": 10401, + "ĠOK": 10402, + "_menu": 10403, + ".bl": 10404, + "_score": 10405, + "Ġacad": 10406, + "(System": 10407, + "Ġrefresh": 10408, + "'=>$": 10409, + ".Graphics": 10410, + "amento": 10411, + "pid": 10412, + "tc": 10413, + "Ġtips": 10414, + "Ġhomes": 10415, + "Ġfuel": 10416, + "âĸ": 10417, + "_helper": 10418, + "ĠĠčĊ": 10419, + "ĠRoom": 10420, + ".Close": 10421, + "_attr": 10422, + "ĠMount": 10423, + "ĠEv": 10424, + "arser": 10425, + "_top": 10426, + "eah": 10427, + "ĠDelete": 10428, + "ãĢį": 10429, + "uke": 10430, + "Ġusage": 10431, + "aria": 10432, + "_dev": 10433, + "Ġtexture": 10434, + "Ġconversation": 10435, + "eper": 10436, + "Bean": 10437, + "done": 10438, + "nonatomic": 10439, + "ĠSecond": 10440, + "Ġshooting": 10441, + "_pre": 10442, + "Components": 10443, + "Ġ]ĊĊ": 10444, + "__,": 10445, + "stitution": 10446, + ".Char": 10447, + ">();ĊĊ": 10448, + "Ġpresented": 10449, + "Ġwa": 10450, + "oker": 10451, + "-ĊĊ": 10452, + "iner": 10453, + "Ġbecoming": 10454, + "Ġincident": 10455, + "Att": 10456, + "Ġrevealed": 10457, + "forc": 10458, + "Ġboot": 10459, + ".page": 10460, + "Enumerator": 10461, + "_->": 10462, + "Photo": 10463, + "Ġspring": 10464, + ".\",": 10465, + "ĠDictionary": 10466, + "BJECT": 10467, + "Ġlocations": 10468, + "Ġsamples": 10469, + "InputStream": 10470, + "ĠBrown": 10471, + "Ġstats": 10472, + "quality": 10473, + "Ñħ": 10474, + "-dis": 10475, + "Ġhelping": 10476, + "Ġped": 10477, + "(se": 10478, + "ĠWho": 10479, + "alian": 10480, + "internal": 10481, + "Ġft": 10482, + ">().": 10483, + "->{": 10484, + "Ġmine": 10485, + "Ġsector": 10486, + "Ġgro": 10487, + "Ġopportunities": 10488, + "Ġü": 10489, + "Ġmp": 10490, + "Ġalleged": 10491, + "Ġdoubt": 10492, + "Mouse": 10493, + "About": 10494, + "_part": 10495, + "Ġchair": 10496, + "Ġstopped": 10497, + "loop": 10498, + "entities": 10499, + "Ġapps": 10500, + "ansion": 10501, + "Ġmental": 10502, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10503, + "FR": 10504, + "Ġdefend": 10505, + "care": 10506, + "Ġideal": 10507, + "/api": 10508, + "urface": 10509, + "Ġele": 10510, + "ulator": 10511, + "ĠRights": 10512, + "anguages": 10513, + "Ġfunds": 10514, + "Ġadapt": 10515, + "Attributes": 10516, + "Ġdeploy": 10517, + "opts": 10518, + "Ġvalidation": 10519, + "Ġconcerns": 10520, + "uce": 10521, + ".num": 10522, + "ulture": 10523, + "ila": 10524, + "Ġcup": 10525, + "Ġpure": 10526, + ".Fore": 10527, + "ĠHashMap": 10528, + ".valueOf": 10529, + "asm": 10530, + "MO": 10531, + "Ġcs": 10532, + "Ġstores": 10533, + "Ġ************************************************************************": 10534, + "Ġcommunication": 10535, + "mem": 10536, + ".EventHandler": 10537, + ".Status": 10538, + "_right": 10539, + ".setOn": 10540, + "Sheet": 10541, + "Ġidentify": 10542, + "enerated": 10543, + "ordered": 10544, + "Ġ\"[": 10545, + "Ġswe": 10546, + "Condition": 10547, + "ĠAccording": 10548, + "Ġprepare": 10549, + "Ġrob": 10550, + "Pool": 10551, + "Ġsport": 10552, + "rv": 10553, + "ĠRouter": 10554, + "Ġalternative": 10555, + "([]": 10556, + "ĠChicago": 10557, + "ipher": 10558, + "ische": 10559, + "ĠDirector": 10560, + "kl": 10561, + "ĠWil": 10562, + "keys": 10563, + "Ġmysql": 10564, + "Ġwelcome": 10565, + "king": 10566, + "ĠManager": 10567, + "Ġcaught": 10568, + ")}Ċ": 10569, + "Score": 10570, + "_PR": 10571, + "Ġsurvey": 10572, + "hab": 10573, + "Headers": 10574, + "ADER": 10575, + "Ġdecor": 10576, + "Ġturns": 10577, + "Ġradius": 10578, + "errupt": 10579, + "Cor": 10580, + "Ġmel": 10581, + "Ġintr": 10582, + "(q": 10583, + "ĠAC": 10584, + "amos": 10585, + "MAX": 10586, + "ĠGrid": 10587, + "ĠJesus": 10588, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10589, + ".DE": 10590, + "Ġts": 10591, + "Ġlinked": 10592, + "free": 10593, + "ĠQt": 10594, + "Ġ/**čĊ": 10595, + "Ġfaster": 10596, + "ctr": 10597, + "_J": 10598, + "DT": 10599, + ".Check": 10600, + "Ġcombination": 10601, + "Ġintended": 10602, + "-the": 10603, + "-type": 10604, + "ectors": 10605, + "ami": 10606, + "uting": 10607, + "Ġuma": 10608, + "XML": 10609, + "UCT": 10610, + "Ap": 10611, + "ĠRandom": 10612, + "Ġran": 10613, + ".sort": 10614, + "Ġsorted": 10615, + ".Un": 10616, + "_PER": 10617, + "itory": 10618, + "Ġpriority": 10619, + "ĠGal": 10620, + "ĠOld": 10621, + "hot": 10622, + "ĠDisplay": 10623, + "(sub": 10624, + "_TH": 10625, + "_Y": 10626, + "ĠCare": 10627, + "loading": 10628, + "Kind": 10629, + "_handle": 10630, + ",,": 10631, + "rase": 10632, + "_replace": 10633, + ".addEventListener": 10634, + "ĠRT": 10635, + "Ġentered": 10636, + "gers": 10637, + "Ġich": 10638, + "(start": 10639, + "/app": 10640, + "Ġbrother": 10641, + "Memory": 10642, + "Outlet": 10643, + "Ġutf": 10644, + "prec": 10645, + "Ġnavigation": 10646, + "ORK": 10647, + "Ġdst": 10648, + "Detail": 10649, + "Ġaudience": 10650, + "Ġdur": 10651, + "Ġcluster": 10652, + "unched": 10653, + "Ġ],": 10654, + "Ġcomfortable": 10655, + ".values": 10656, + "ĠTotal": 10657, + "Ġsnap": 10658, + "Ġstandards": 10659, + "Ġperformed": 10660, + "hand": 10661, + "(\"@": 10662, + "åŃ": 10663, + "Ġphil": 10664, + "ibr": 10665, + "trim": 10666, + "Ġforget": 10667, + "Ġdoctor": 10668, + ".TextBox": 10669, + "icons": 10670, + ",s": 10671, + "ĠOp": 10672, + "Sm": 10673, + "Stop": 10674, + "ĉList": 10675, + "ĉu": 10676, + "Comment": 10677, + "_VERSION": 10678, + ".Xtra": 10679, + "Person": 10680, + "rb": 10681, + "LOB": 10682, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10683, + "ĠCentral": 10684, + "ICK": 10685, + "raq": 10686, + "Ġputting": 10687, + "Ġmd": 10688, + "ĠLove": 10689, + "Program": 10690, + "Border": 10691, + "oor": 10692, + "Ġallowing": 10693, + "after": 10694, + "Ġentries": 10695, + "ĠMaybe": 10696, + "]).": 10697, + "ĠShort": 10698, + ")\\": 10699, + ".now": 10700, + "friend": 10701, + "Ġprefer": 10702, + "ĠGPIO": 10703, + "osis": 10704, + "ĠGameObject": 10705, + "Ġskip": 10706, + "Ġcompetition": 10707, + "_match": 10708, + "lications": 10709, + "_CONT": 10710, + ".groupBox": 10711, + "Ġals": 10712, + "\"We": 10713, + "_eq": 10714, + "lan": 10715, + "_search": 10716, + "ĠMusic": 10717, + "asis": 10718, + "Ġbind": 10719, + "ĠIsland": 10720, + "rum": 10721, + "(E": 10722, + "Ġseat": 10723, + "Video": 10724, + "Ġack": 10725, + "reek": 10726, + "={()": 10727, + "Ġrating": 10728, + "Ġrestaurant": 10729, + "DEX": 10730, + "(buf": 10731, + "pping": 10732, + "uality": 10733, + "Ġleague": 10734, + "Ġfocused": 10735, + "apon": 10736, + "$data": 10737, + "CLUD": 10738, + "CLUDING": 10739, + "Ġabsolute": 10740, + "(query": 10741, + "Ġtells": 10742, + "Ang": 10743, + "Ġcommunities": 10744, + "Ġhonest": 10745, + "oking": 10746, + "Ġapart": 10747, + "arity": 10748, + "/$": 10749, + "_module": 10750, + "ĠEnc": 10751, + ".an": 10752, + ".Config": 10753, + "Cre": 10754, + "Ġshock": 10755, + "ĠArab": 10756, + "IENT": 10757, + "/re": 10758, + "Ġretrie": 10759, + "ycler": 10760, + "isa": 10761, + "ĠOrgan": 10762, + ".graph": 10763, + "Ġí": 10764, + "ĠBAS": 10765, + "Enum": 10766, + "Ġpossibly": 10767, + "ÑĢаÐ": 10768, + "ĠJapanese": 10769, + "Ġcraft": 10770, + "ĠPlace": 10771, + "Ġtalent": 10772, + "Ġfunding": 10773, + "Ġconfirmed": 10774, + "Ġcycle": 10775, + "/x": 10776, + "GE": 10777, + "Ġhearing": 10778, + "Ġplants": 10779, + "Ġmouth": 10780, + "pages": 10781, + "oria": 10782, + "ĠRemove": 10783, + "_total": 10784, + "Ġod": 10785, + "ollapse": 10786, + "door": 10787, + "Ġbought": 10788, + "Ġaddr": 10789, + "ARCH": 10790, + "_dim": 10791, + "dden": 10792, + "Ġdecades": 10793, + "REQUEST": 10794, + "Ġversions": 10795, + "fire": 10796, + "Ġmoves": 10797, + "fb": 10798, + "Ġcoffee": 10799, + ".connect": 10800, + "ĠRow": 10801, + "Ġschema": 10802, + "Scope": 10803, + "-Type": 10804, + "Ġfighting": 10805, + "Ġretail": 10806, + "Ġmodified": 10807, + "TF": 10808, + "Files": 10809, + "nie": 10810, + "_command": 10811, + "stone": 10812, + "ĠÑĤ": 10813, + "_thread": 10814, + "Ġbond": 10815, + "ĠDevelopment": 10816, + "Ġpt": 10817, + "FORM": 10818, + "plet": 10819, + "Ġidentified": 10820, + "cpp": 10821, + "Ġcoding": 10822, + "oked": 10823, + "ĠMaster": 10824, + "IDTH": 10825, + "Ġresidents": 10826, + "redit": 10827, + "ĠPhoto": 10828, + "=-": 10829, + "unte": 10830, + "ateur": 10831, + "_STATE": 10832, + "ĠSing": 10833, + "Ġsheet": 10834, + ".val": 10835, + "orse": 10836, + "Ġhers": 10837, + "Ġdetermined": 10838, + "Common": 10839, + "Ġwed": 10840, + "_queue": 10841, + "PH": 10842, + "ĠAtl": 10843, + "cred": 10844, + "/LICENSE": 10845, + "Ġmes": 10846, + "Ġadvanced": 10847, + ".java": 10848, + ".Sh": 10849, + "Go": 10850, + "kill": 10851, + "fp": 10852, + "_settings": 10853, + "Ġpal": 10854, + "Ġtruck": 10855, + "Ġcombined": 10856, + "Ġ\"${": 10857, + "ĠCorpor": 10858, + "Ġjoined": 10859, + "ĠJose": 10860, + "ĠCup": 10861, + "uns": 10862, + "estival": 10863, + "levision": 10864, + "Ġbroken": 10865, + "Ġmarriage": 10866, + "ĠWestern": 10867, + "Ġrepresents": 10868, + "ĠTitle": 10869, + "Ġss": 10870, + ".Ass": 10871, + "ongoose": 10872, + "iento": 10873, + "<>();Ċ": 10874, + "Ġabsolutely": 10875, + "Ġsmooth": 10876, + "TERN": 10877, + "ĠUnless": 10878, + "Word": 10879, + "Ġmerge": 10880, + "igan": 10881, + "ĠVol": 10882, + "Ġnn": 10883, + ".getId": 10884, + "Ġз": 10885, + "Ġsexy": 10886, + "Ġseeking": 10887, + "Single": 10888, + ".this": 10889, + "Ġkom": 10890, + "bound": 10891, + ";\"": 10892, + "ĠfontSize": 10893, + "_df": 10894, + "Ġinjury": 10895, + "(H": 10896, + "Ġissued": 10897, + "_END": 10898, + ":self": 10899, + "Ġpatch": 10900, + "Ġleaves": 10901, + "Ġadopt": 10902, + "FileName": 10903, + "ãĢIJ": 10904, + "Ġexecutive": 10905, + "ĠByte": 10906, + "]))Ċ": 10907, + "Ġnu": 10908, + "outing": 10909, + "cluding": 10910, + "-R": 10911, + ".options": 10912, + "Ġsubstant": 10913, + "avax": 10914, + "ĠBUT": 10915, + "Ġtechnical": 10916, + "Ġtwice": 10917, + "Ġmás": 10918, + "Ġunivers": 10919, + "yr": 10920, + "Ġdrag": 10921, + "ĠDC": 10922, + "Ġsed": 10923, + "Ġbot": 10924, + "ĠPal": 10925, + "ĠHall": 10926, + "forcement": 10927, + "Ġauch": 10928, + ".mod": 10929, + "notation": 10930, + "_files": 10931, + ".line": 10932, + "_flag": 10933, + "[name": 10934, + "Ġresolution": 10935, + "Ġbott": 10936, + "(\"[": 10937, + "ende": 10938, + "(arr": 10939, + "Free": 10940, + "(@\"": 10941, + "ĠDistrict": 10942, + "PEC": 10943, + ":-": 10944, + "Picker": 10945, + "ĠJo": 10946, + "ĠĠĠĠĠĊ": 10947, + "ĠRiver": 10948, + "_rows": 10949, + "Ġhelpful": 10950, + "Ġmassive": 10951, + "---Ċ": 10952, + "Ġmeasures": 10953, + "ĠRuntime": 10954, + "Ġworry": 10955, + "ĠSpec": 10956, + "ĉD": 10957, + "ãĢij": 10958, + "Ġ){Ċ": 10959, + "Ġworse": 10960, + "(filename": 10961, + "Ġlay": 10962, + "Ġmagic": 10963, + "ĠTheir": 10964, + "oul": 10965, + "stroy": 10966, + "ĠWhere": 10967, + "Ġsudden": 10968, + "Ġdefe": 10969, + "Ġbinding": 10970, + "Ġflight": 10971, + "ĠOnInit": 10972, + "ĠWomen": 10973, + "ĠPolicy": 10974, + "Ġdrugs": 10975, + "ishing": 10976, + "('../": 10977, + "ĠMel": 10978, + "peat": 10979, + "tor": 10980, + "Ġproposed": 10981, + "Ġstated": 10982, + "_RES": 10983, + "Ġeast": 10984, + "ĠCONDITION": 10985, + "_desc": 10986, + "Ġwinning": 10987, + "folio": 10988, + "Mapper": 10989, + "ĠPan": 10990, + "ĠAnge": 10991, + ".servlet": 10992, + "Ġcopies": 10993, + "LM": 10994, + "Ġvm": 10995, + "åį": 10996, + "Ġdictionary": 10997, + "Seg": 10998, + "elines": 10999, + "ĠSend": 11000, + "Ġiron": 11001, + "ĠFort": 11002, + ".domain": 11003, + "Ġdebate": 11004, + "NotNull": 11005, + "eq": 11006, + "acher": 11007, + "lf": 11008, + "ĉfmt": 11009, + "Ġlawy": 11010, + "ÄŁ": 11011, + "ĠMen": 11012, + "Ġtrim": 11013, + "(NULL": 11014, + "Ġ!!": 11015, + "Ġpad": 11016, + "Ġfollows": 11017, + "\"][\"": 11018, + "requ": 11019, + "ĠEp": 11020, + ".github": 11021, + "(img": 11022, + "eto": 11023, + "('\\": 11024, + "Services": 11025, + "umbnail": 11026, + "_main": 11027, + "pleted": 11028, + "fortunately": 11029, + "Ġwindows": 11030, + "Ġplane": 11031, + "ĠConnection": 11032, + ".local": 11033, + "uard": 11034, + "}\\": 11035, + "==\"": 11036, + "andon": 11037, + "ĠRoy": 11038, + "west": 11039, + "iginal": 11040, + "emies": 11041, + "itz": 11042, + "'):Ċ": 11043, + "ĠPeter": 11044, + "Ġtough": 11045, + "Ġreduced": 11046, + "Ġcalculate": 11047, + "Ġrapid": 11048, + "customer": 11049, + "Ġefficient": 11050, + "Ġmedium": 11051, + "Ġfell": 11052, + ".ref": 11053, + "ĠCas": 11054, + "Ġfeedback": 11055, + "Speed": 11056, + "(output": 11057, + "aje": 11058, + "Ġcategories": 11059, + "Ġfee": 11060, + "};": 11061, + "Ġdeleted": 11062, + "reh": 11063, + "Ġproof": 11064, + "Desc": 11065, + "Build": 11066, + "Ġsides": 11067, + ".ArrayList": 11068, + "-%": 11069, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11070, + "ر": 11071, + ".match": 11072, + "ли": 11073, + "Ġfeels": 11074, + "Ġachieve": 11075, + "Ġclim": 11076, + "_ON": 11077, + "ĠCD": 11078, + "Ġteacher": 11079, + "_current": 11080, + "bn": 11081, + "_PL": 11082, + "isting": 11083, + "Enable": 11084, + "GEN": 11085, + "Ġtv": 11086, + "Ġsock": 11087, + "Ġplays": 11088, + "Ġdiscount": 11089, + "ĠKE": 11090, + "ĠDebug": 11091, + "Fore": 11092, + "ĠIraq": 11093, + "Ġappearance": 11094, + "Mon": 11095, + "Ġstyled": 11096, + "ĠHuman": 11097, + "iot": 11098, + "ĠHistory": 11099, + "Ġsac": 11100, + "ĠCollection": 11101, + "Ġrecommended": 11102, + ".Selected": 11103, + "Ġorganizations": 11104, + "Ġdiscovered": 11105, + "cohol": 11106, + "adas": 11107, + "ĠThomas": 11108, + "May": 11109, + "Ġconserv": 11110, + "Ġdomin": 11111, + "ĠFollow": 11112, + "ĠSection": 11113, + "ĠThanks": 11114, + "Username": 11115, + "Ġrecipe": 11116, + "Ġwonderful": 11117, + ".sleep": 11118, + "_if": 11119, + "ĉĊĉĊ": 11120, + "orno": 11121, + "Ġru": 11122, + "_target": 11123, + ".\"\"": 11124, + "à¦": 11125, + "EventArgs": 11126, + "Ġinputs": 11127, + "Ġfif": 11128, + "Ġvision": 11129, + "cy": 11130, + "ĠSeries": 11131, + ")(((": 11132, + "Ġtrading": 11133, + "Ġmarker": 11134, + "Begin": 11135, + "Ġtypically": 11136, + "Ġcauses": 11137, + "dropdown": 11138, + "_DEBUG": 11139, + "Ġdetect": 11140, + "country": 11141, + "!\");Ċ": 11142, + "ĉR": 11143, + "appy": 11144, + "Ġcref": 11145, + "('<": 11146, + "\"=>": 11147, + "ĠLE": 11148, + "reader": 11149, + "Ġadministr": 11150, + "õ": 11151, + "ucket": 11152, + "Ġfashion": 11153, + ".char": 11154, + "izar": 11155, + "Ġdisable": 11156, + "Ġsuc": 11157, + "ĠLive": 11158, + "issue": 11159, + "Ġmetadata": 11160, + "flags": 11161, + "ĠðŁ": 11162, + "Ġcommitted": 11163, + "Ġva": 11164, + "Ġrough": 11165, + "Ġ'''Ċ": 11166, + "Ġhighlight": 11167, + "_vars": 11168, + "VO": 11169, + "Ġencoding": 11170, + "-Z": 11171, + "_sign": 11172, + "$(\"#": 11173, + "Ġrain": 11174, + "reatest": 11175, + "ĠEND": 11176, + "Selection": 11177, + "Ġcandidates": 11178, + "Ġsav": 11179, + ".Empty": 11180, + "Ġdecisions": 11181, + "Ġcollabor": 11182, + "ridge": 11183, + "feed": 11184, + "ression": 11185, + "Ġpersons": 11186, + "VM": 11187, + "ega": 11188, + "_BIT": 11189, + "According": 11190, + "acked": 11191, + "Ġdollars": 11192, + "_loss": 11193, + "ĠCost": 11194, + "}\"Ċ": 11195, + "Notification": 11196, + "Ġprostit": 11197, + "Ġauthority": 11198, + ".rec": 11199, + "Ġspokes": 11200, + "ĠToday": 11201, + "istant": 11202, + "ĠHead": 11203, + "âĢĿ.": 11204, + "ertainment": 11205, + "cean": 11206, + "culate": 11207, + "Ġven": 11208, + "However": 11209, + "_arr": 11210, + "Ġtokens": 11211, + "Graph": 11212, + "ĠJud": 11213, + "ĠVirgin": 11214, + "ĠSerial": 11215, + "unning": 11216, + "Mutable": 11217, + "agers": 11218, + ".csv": 11219, + "Ġdeveloping": 11220, + "Ġinstructions": 11221, + "Ġpromise": 11222, + "Ġrequested": 11223, + "_encode": 11224, + "/\"": 11225, + "ĠIcon": 11226, + "uilt": 11227, + "-day": 11228, + "Ġintelligence": 11229, + ".IS": 11230, + "ĠObservable": 11231, + "ĠHard": 11232, + "Bool": 11233, + "idential": 11234, + ".Anchor": 11235, + "Ġselling": 11236, + "CI": 11237, + "AGES": 11238, + "tle": 11239, + "bur": 11240, + "UFFER": 11241, + "RY": 11242, + "Ġbigger": 11243, + "Ġrat": 11244, + "Ġfamous": 11245, + "Ġtypename": 11246, + "Ġexplained": 11247, + "}}Ċ": 11248, + "Ġnuclear": 11249, + "-N": 11250, + "Ġcrisis": 11251, + "ĠEnter": 11252, + "Ġanswers": 11253, + "/${": 11254, + "/pl": 11255, + "Ġsequ": 11256, + "_next": 11257, + "mask": 11258, + "Ġstanding": 11259, + "Ġplenty": 11260, + "ĠCross": 11261, + "ĉret": 11262, + "dro": 11263, + "ĠCast": 11264, + "=true": 11265, + "ĠChris": 11266, + "icio": 11267, + "ĠMike": 11268, + "Decimal": 11269, + "addComponent": 11270, + "Len": 11271, + "Ġcock": 11272, + "Ġ#{": 11273, + "URN": 11274, + "": 11403, + "Ġ*=": 11404, + "ĠPS": 11405, + "Ġdangerous": 11406, + "[p": 11407, + "OME": 11408, + "Other": 11409, + "ĠStringBuilder": 11410, + "Points": 11411, + "heading": 11412, + "Ġcurrency": 11413, + "Ġpercentage": 11414, + "_API": 11415, + "Ġclassic": 11416, + "thead": 11417, + "ĠMO": 11418, + "FE": 11419, + "Idx": 11420, + "await": 11421, + "Ġè": 11422, + "Ġaccident": 11423, + "Ġvariant": 11424, + "Ġmyst": 11425, + "ĠLand": 11426, + "ĠBre": 11427, + "Ġharm": 11428, + "ĠAcc": 11429, + "Ġcharged": 11430, + "iones": 11431, + "Visibility": 11432, + "arry": 11433, + "ĠLanguage": 11434, + "Ġwalking": 11435, + "\".ĊĊ": 11436, + "ifer": 11437, + "Ġleadership": 11438, + ".From": 11439, + "ynam": 11440, + "Ġtimestamp": 11441, + "ipt": 11442, + "ĠHas": 11443, + "REFER": 11444, + "ĠIts": 11445, + "Ġlistener": 11446, + "UTE": 11447, + "_description": 11448, + "Ġexperiences": 11449, + "Ġcreates": 11450, + "RS": 11451, + "cart": 11452, + "black": 11453, + "Ġchoices": 11454, + "war": 11455, + "Ġ'''": 11456, + "Ġordered": 11457, + "Ġevening": 11458, + "Ġpil": 11459, + "Ġtun": 11460, + "ĠBad": 11461, + "(app": 11462, + "random": 11463, + "Ġexplicit": 11464, + "Ġarrived": 11465, + "Ġfly": 11466, + "Ġeconom": 11467, + "-mail": 11468, + "Ġlists": 11469, + "Ġarchitect": 11470, + "ĠPay": 11471, + "Ġds": 11472, + "ĠSol": 11473, + "Ġvehicles": 11474, + "Hz": 11475, + "-com": 11476, + "Ġking": 11477, + "_equal": 11478, + "ĠHelp": 11479, + "Ġabuse": 11480, + "--;Ċ": 11481, + "Ġextr": 11482, + "Ġchemical": 11483, + "ä¿": 11484, + "Ġorient": 11485, + "Ġbreath": 11486, + "ĠSpace": 11487, + "(element": 11488, + "wait": 11489, + "DED": 11490, + "igma": 11491, + "Ġentr": 11492, + "Ġsob": 11493, + "-name": 11494, + "Ġaffected": 11495, + "ika": 11496, + "Ġcoal": 11497, + "_work": 11498, + "Ġhundreds": 11499, + "Ġpolitics": 11500, + "subject": 11501, + "Ġconsumer": 11502, + "ANGE": 11503, + "Ġrepeated": 11504, + "Send": 11505, + "Ġ#[": 11506, + "Ġprotocol": 11507, + "Ġleads": 11508, + "useum": 11509, + "Every": 11510, + "Import": 11511, + "(count": 11512, + "Ġchallenges": 11513, + "Ġnovel": 11514, + "Ġdepart": 11515, + "bits": 11516, + ".Current": 11517, + "Ġ`${": 11518, + "oting": 11519, + "(\\": 11520, + "Ġcreative": 11521, + "Ġbuff": 11522, + "Ġintroduced": 11523, + "usic": 11524, + "modules": 11525, + "Are": 11526, + "-doc": 11527, + "language": 11528, + "_cache": 11529, + "Ġtod": 11530, + "?>": 11531, + "omething": 11532, + "Ġhun": 11533, + "åº": 11534, + "aters": 11535, + "Intent": 11536, + "Ġimplemented": 11537, + "ĠCase": 11538, + "Children": 11539, + "Ġnotification": 11540, + "Renderer": 11541, + "Wrapper": 11542, + "Objects": 11543, + "tl": 11544, + ".Contains": 11545, + "Plugin": 11546, + ".row": 11547, + "Ġforg": 11548, + "Ġpermit": 11549, + "Ġtargets": 11550, + "ĠIF": 11551, + "Ġtip": 11552, + "sex": 11553, + "Ġsupports": 11554, + "Ġfold": 11555, + "photo": 11556, + "},čĊ": 11557, + "Ġgoogle": 11558, + "$('#": 11559, + "Ġsharing": 11560, + "Ġgoods": 11561, + "vs": 11562, + "ĠDan": 11563, + "Rate": 11564, + "ĠMartin": 11565, + "Ġmanner": 11566, + "lie": 11567, + ".The": 11568, + "Internal": 11569, + "ĠCONTR": 11570, + "Mock": 11571, + "RIGHT": 11572, + "Ġ'{": 11573, + "Ġcontrols": 11574, + "Mat": 11575, + "Ġmand": 11576, + "Ġextended": 11577, + "Ok": 11578, + "Ġembed": 11579, + "Ġplanet": 11580, + "ĠNon": 11581, + "-ch": 11582, + ")\",": 11583, + "epar": 11584, + "Ġbelieved": 11585, + "ĠEnvironment": 11586, + "ĠFriend": 11587, + "-res": 11588, + "Ġhandling": 11589, + "nic": 11590, + "-level": 11591, + "scri": 11592, + "Xml": 11593, + "BE": 11594, + "ungen": 11595, + "Ġalter": 11596, + "[idx": 11597, + "Pop": 11598, + "cam": 11599, + "Ġ(((": 11600, + "Ġshipping": 11601, + "Ġbattery": 11602, + "iddleware": 11603, + "MC": 11604, + "Ġimpl": 11605, + "otation": 11606, + "ĠLab": 11607, + "