Upload folder using huggingface_hub
Browse files- README.md +14 -0
- checkpoint-2004/config.json +31 -0
- checkpoint-2004/model.safetensors +3 -0
- checkpoint-2004/optimizer.pt +3 -0
- checkpoint-2004/scheduler.pt +3 -0
- checkpoint-2004/special_tokens_map.json +7 -0
- checkpoint-2004/tokenizer.json +0 -0
- checkpoint-2004/tokenizer_config.json +58 -0
- checkpoint-2004/trainer_state.json +314 -0
- checkpoint-2004/training_args.bin +3 -0
- checkpoint-2004/vocab.txt +0 -0
- checkpoint-3006/config.json +31 -0
- checkpoint-3006/model.safetensors +3 -0
- checkpoint-3006/optimizer.pt +3 -0
- checkpoint-3006/scheduler.pt +3 -0
- checkpoint-3006/special_tokens_map.json +7 -0
- checkpoint-3006/tokenizer.json +0 -0
- checkpoint-3006/tokenizer_config.json +58 -0
- checkpoint-3006/trainer_state.json +454 -0
- checkpoint-3006/training_args.bin +3 -0
- checkpoint-3006/vocab.txt +0 -0
- config.json +31 -0
- merges.txt +0 -0
- model.safetensors +3 -0
- reward_calibration.json +1 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +58 -0
- training_args.bin +3 -0
- vocab.json +0 -0
- vocab.txt +0 -0
- year_z_stats.json +1 -0
README.md
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: transformers
|
| 3 |
+
tags:
|
| 4 |
+
- regression
|
| 5 |
+
- creativity
|
| 6 |
+
- iclr
|
| 7 |
+
license: mit
|
| 8 |
+
pipeline_tag: text-classification
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# IRM High Ver
|
| 12 |
+
|
| 13 |
+
DeBERTa-v3-large をベースにした Idea Reward Model（不確実性回帰 + Isotonic 校正）。
|
| 14 |
+
入力: タイトル + アブストラクト → 回帰スコア（μ）と 0–1 の報酬にマッピング。
|
checkpoint-2004/config.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"BertForSequenceClassification"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.1,
|
| 6 |
+
"classifier_dropout": null,
|
| 7 |
+
"dtype": "float32",
|
| 8 |
+
"hidden_act": "gelu",
|
| 9 |
+
"hidden_dropout_prob": 0.1,
|
| 10 |
+
"hidden_size": 768,
|
| 11 |
+
"id2label": {
|
| 12 |
+
"0": "LABEL_0"
|
| 13 |
+
},
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 3072,
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0
|
| 18 |
+
},
|
| 19 |
+
"layer_norm_eps": 1e-12,
|
| 20 |
+
"max_position_embeddings": 512,
|
| 21 |
+
"model_type": "bert",
|
| 22 |
+
"num_attention_heads": 12,
|
| 23 |
+
"num_hidden_layers": 12,
|
| 24 |
+
"pad_token_id": 0,
|
| 25 |
+
"position_embedding_type": "absolute",
|
| 26 |
+
"problem_type": "regression",
|
| 27 |
+
"transformers_version": "4.56.1",
|
| 28 |
+
"type_vocab_size": 2,
|
| 29 |
+
"use_cache": false,
|
| 30 |
+
"vocab_size": 31090
|
| 31 |
+
}
|
checkpoint-2004/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0cc05cebf3ee53eebd64bf1c6fad0dcdfcc6072f9885412cde5765eca3d9b48e
|
| 3 |
+
size 439700468
|
checkpoint-2004/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aaefa3f1351bf08589b0056ffed4df99f767fd174877e4d44d821c1e5875e310
|
| 3 |
+
size 879525259
|
checkpoint-2004/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b596189d83649b3542e9f37c4f8a45cfa8f035db220131ae5209060d41af251
|
| 3 |
+
size 1465
|
checkpoint-2004/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
checkpoint-2004/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-2004/tokenizer_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"101": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"102": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"103": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"104": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_basic_tokenize": true,
|
| 47 |
+
"do_lower_case": true,
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "[MASK]",
|
| 50 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 51 |
+
"never_split": null,
|
| 52 |
+
"pad_token": "[PAD]",
|
| 53 |
+
"sep_token": "[SEP]",
|
| 54 |
+
"strip_accents": null,
|
| 55 |
+
"tokenize_chinese_chars": true,
|
| 56 |
+
"tokenizer_class": "BertTokenizer",
|
| 57 |
+
"unk_token": "[UNK]"
|
| 58 |
+
}
|
checkpoint-2004/trainer_state.json
ADDED
|
@@ -0,0 +1,314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 2.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2004,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.0499001996007984,
|
| 14 |
+
"grad_norm": 3.5520248413085938,
|
| 15 |
+
"learning_rate": 5.414364640883978e-06,
|
| 16 |
+
"loss": 0.4617,
|
| 17 |
+
"step": 50
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.0998003992015968,
|
| 21 |
+
"grad_norm": 4.260124206542969,
|
| 22 |
+
"learning_rate": 1.0939226519337018e-05,
|
| 23 |
+
"loss": 0.4357,
|
| 24 |
+
"step": 100
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1497005988023952,
|
| 28 |
+
"grad_norm": 2.909259080886841,
|
| 29 |
+
"learning_rate": 1.6464088397790058e-05,
|
| 30 |
+
"loss": 0.4064,
|
| 31 |
+
"step": 150
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.1996007984031936,
|
| 35 |
+
"grad_norm": 1.7840492725372314,
|
| 36 |
+
"learning_rate": 1.9997996619906375e-05,
|
| 37 |
+
"loss": 0.4212,
|
| 38 |
+
"step": 200
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.249500998003992,
|
| 42 |
+
"grad_norm": 3.765916585922241,
|
| 43 |
+
"learning_rate": 1.9971421218881642e-05,
|
| 44 |
+
"loss": 0.4019,
|
| 45 |
+
"step": 250
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.2994011976047904,
|
| 49 |
+
"grad_norm": 3.896864652633667,
|
| 50 |
+
"learning_rate": 1.9914024726308284e-05,
|
| 51 |
+
"loss": 0.3965,
|
| 52 |
+
"step": 300
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.34930139720558884,
|
| 56 |
+
"grad_norm": 8.40927505493164,
|
| 57 |
+
"learning_rate": 1.9825984551455585e-05,
|
| 58 |
+
"loss": 0.3949,
|
| 59 |
+
"step": 350
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.3992015968063872,
|
| 63 |
+
"grad_norm": 4.71005916595459,
|
| 64 |
+
"learning_rate": 1.970757282145864e-05,
|
| 65 |
+
"loss": 0.4092,
|
| 66 |
+
"step": 400
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.4491017964071856,
|
| 70 |
+
"grad_norm": 4.222394943237305,
|
| 71 |
+
"learning_rate": 1.9559155540188965e-05,
|
| 72 |
+
"loss": 0.3905,
|
| 73 |
+
"step": 450
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.499001996007984,
|
| 77 |
+
"grad_norm": 4.025149822235107,
|
| 78 |
+
"learning_rate": 1.9381191456957516e-05,
|
| 79 |
+
"loss": 0.3853,
|
| 80 |
+
"step": 500
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.5489021956087824,
|
| 84 |
+
"grad_norm": 2.301793336868286,
|
| 85 |
+
"learning_rate": 1.9174230648546855e-05,
|
| 86 |
+
"loss": 0.3757,
|
| 87 |
+
"step": 550
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.5988023952095808,
|
| 91 |
+
"grad_norm": 11.234354972839355,
|
| 92 |
+
"learning_rate": 1.893891281895534e-05,
|
| 93 |
+
"loss": 0.3907,
|
| 94 |
+
"step": 600
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.6487025948103793,
|
| 98 |
+
"grad_norm": 4.995813369750977,
|
| 99 |
+
"learning_rate": 1.8675965322108713e-05,
|
| 100 |
+
"loss": 0.4029,
|
| 101 |
+
"step": 650
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.6986027944111777,
|
| 105 |
+
"grad_norm": 3.2409844398498535,
|
| 106 |
+
"learning_rate": 1.838620091365083e-05,
|
| 107 |
+
"loss": 0.3961,
|
| 108 |
+
"step": 700
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.7485029940119761,
|
| 112 |
+
"grad_norm": 3.947786569595337,
|
| 113 |
+
"learning_rate": 1.80705152387625e-05,
|
| 114 |
+
"loss": 0.3693,
|
| 115 |
+
"step": 750
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.7984031936127745,
|
| 119 |
+
"grad_norm": 2.521354913711548,
|
| 120 |
+
"learning_rate": 1.7729884063773596e-05,
|
| 121 |
+
"loss": 0.3717,
|
| 122 |
+
"step": 800
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.8483033932135728,
|
| 126 |
+
"grad_norm": 2.0015060901641846,
|
| 127 |
+
"learning_rate": 1.7365360260125233e-05,
|
| 128 |
+
"loss": 0.3771,
|
| 129 |
+
"step": 850
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 0.8982035928143712,
|
| 133 |
+
"grad_norm": 2.748753786087036,
|
| 134 |
+
"learning_rate": 1.697807055000447e-05,
|
| 135 |
+
"loss": 0.3756,
|
| 136 |
+
"step": 900
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"epoch": 0.9481037924151696,
|
| 140 |
+
"grad_norm": 6.853181838989258,
|
| 141 |
+
"learning_rate": 1.6569212023710624e-05,
|
| 142 |
+
"loss": 0.3834,
|
| 143 |
+
"step": 950
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"epoch": 0.998003992015968,
|
| 147 |
+
"grad_norm": 3.869363307952881,
|
| 148 |
+
"learning_rate": 1.614004843951774e-05,
|
| 149 |
+
"loss": 0.3708,
|
| 150 |
+
"step": 1000
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"epoch": 1.0479041916167664,
|
| 154 |
+
"grad_norm": 1.820420742034912,
|
| 155 |
+
"learning_rate": 1.5691906317470182e-05,
|
| 156 |
+
"loss": 0.3728,
|
| 157 |
+
"step": 1050
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"epoch": 1.0978043912175648,
|
| 161 |
+
"grad_norm": 2.278934955596924,
|
| 162 |
+
"learning_rate": 1.522617083918523e-05,
|
| 163 |
+
"loss": 0.3675,
|
| 164 |
+
"step": 1100
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"epoch": 1.1477045908183632,
|
| 168 |
+
"grad_norm": 4.441009998321533,
|
| 169 |
+
"learning_rate": 1.4744281566336039e-05,
|
| 170 |
+
"loss": 0.3524,
|
| 171 |
+
"step": 1150
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"epoch": 1.1976047904191618,
|
| 175 |
+
"grad_norm": 3.737205982208252,
|
| 176 |
+
"learning_rate": 1.4247727991049036e-05,
|
| 177 |
+
"loss": 0.3407,
|
| 178 |
+
"step": 1200
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"epoch": 1.24750499001996,
|
| 182 |
+
"grad_norm": 6.3948540687561035,
|
| 183 |
+
"learning_rate": 1.3738044931969103e-05,
|
| 184 |
+
"loss": 0.3556,
|
| 185 |
+
"step": 1250
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"epoch": 1.2974051896207586,
|
| 189 |
+
"grad_norm": 2.192323923110962,
|
| 190 |
+
"learning_rate": 1.3216807790223108e-05,
|
| 191 |
+
"loss": 0.359,
|
| 192 |
+
"step": 1300
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"epoch": 1.347305389221557,
|
| 196 |
+
"grad_norm": 3.622485637664795,
|
| 197 |
+
"learning_rate": 1.2685627679945297e-05,
|
| 198 |
+
"loss": 0.3594,
|
| 199 |
+
"step": 1350
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"epoch": 1.3972055888223553,
|
| 203 |
+
"grad_norm": 3.1616196632385254,
|
| 204 |
+
"learning_rate": 1.2146146448415847e-05,
|
| 205 |
+
"loss": 0.3384,
|
| 206 |
+
"step": 1400
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"epoch": 1.4471057884231537,
|
| 210 |
+
"grad_norm": 4.088330268859863,
|
| 211 |
+
"learning_rate": 1.1600031601205001e-05,
|
| 212 |
+
"loss": 0.3614,
|
| 213 |
+
"step": 1450
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"epoch": 1.4970059880239521,
|
| 217 |
+
"grad_norm": 4.012702465057373,
|
| 218 |
+
"learning_rate": 1.1048971148008917e-05,
|
| 219 |
+
"loss": 0.3435,
|
| 220 |
+
"step": 1500
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"epoch": 1.5469061876247505,
|
| 224 |
+
"grad_norm": 4.387750625610352,
|
| 225 |
+
"learning_rate": 1.0494668385108433e-05,
|
| 226 |
+
"loss": 0.3495,
|
| 227 |
+
"step": 1550
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"epoch": 1.596806387225549,
|
| 231 |
+
"grad_norm": 4.125097751617432,
|
| 232 |
+
"learning_rate": 9.938836630577868e-06,
|
| 233 |
+
"loss": 0.345,
|
| 234 |
+
"step": 1600
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 1.6467065868263473,
|
| 238 |
+
"grad_norm": 6.880813121795654,
|
| 239 |
+
"learning_rate": 9.38319392851706e-06,
|
| 240 |
+
"loss": 0.3514,
|
| 241 |
+
"step": 1650
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 1.6966067864271457,
|
| 245 |
+
"grad_norm": 2.5724949836730957,
|
| 246 |
+
"learning_rate": 8.829457738675486e-06,
|
| 247 |
+
"loss": 0.3343,
|
| 248 |
+
"step": 1700
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 1.746506986027944,
|
| 252 |
+
"grad_norm": 5.649964332580566,
|
| 253 |
+
"learning_rate": 8.279339627882612e-06,
|
| 254 |
+
"loss": 0.3232,
|
| 255 |
+
"step": 1750
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 1.7964071856287425,
|
| 259 |
+
"grad_norm": 2.4297564029693604,
|
| 260 |
+
"learning_rate": 7.734539979692912e-06,
|
| 261 |
+
"loss": 0.3304,
|
| 262 |
+
"step": 1800
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 1.846307385229541,
|
| 266 |
+
"grad_norm": 1.9791656732559204,
|
| 267 |
+
"learning_rate": 7.196742738597746e-06,
|
| 268 |
+
"loss": 0.3379,
|
| 269 |
+
"step": 1850
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 1.8962075848303392,
|
| 273 |
+
"grad_norm": 6.672551155090332,
|
| 274 |
+
"learning_rate": 6.667610205049422e-06,
|
| 275 |
+
"loss": 0.3265,
|
| 276 |
+
"step": 1900
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 1.9461077844311379,
|
| 280 |
+
"grad_norm": 3.6431407928466797,
|
| 281 |
+
"learning_rate": 6.148777897385789e-06,
|
| 282 |
+
"loss": 0.3374,
|
| 283 |
+
"step": 1950
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"epoch": 1.996007984031936,
|
| 287 |
+
"grad_norm": 4.975691795349121,
|
| 288 |
+
"learning_rate": 5.641849496536765e-06,
|
| 289 |
+
"loss": 0.3387,
|
| 290 |
+
"step": 2000
|
| 291 |
+
}
|
| 292 |
+
],
|
| 293 |
+
"logging_steps": 50,
|
| 294 |
+
"max_steps": 3006,
|
| 295 |
+
"num_input_tokens_seen": 0,
|
| 296 |
+
"num_train_epochs": 3,
|
| 297 |
+
"save_steps": 500,
|
| 298 |
+
"stateful_callbacks": {
|
| 299 |
+
"TrainerControl": {
|
| 300 |
+
"args": {
|
| 301 |
+
"should_epoch_stop": false,
|
| 302 |
+
"should_evaluate": false,
|
| 303 |
+
"should_log": false,
|
| 304 |
+
"should_save": true,
|
| 305 |
+
"should_training_stop": false
|
| 306 |
+
},
|
| 307 |
+
"attributes": {}
|
| 308 |
+
}
|
| 309 |
+
},
|
| 310 |
+
"total_flos": 1.6865793438173184e+16,
|
| 311 |
+
"train_batch_size": 32,
|
| 312 |
+
"trial_name": null,
|
| 313 |
+
"trial_params": null
|
| 314 |
+
}
|
checkpoint-2004/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12c04d9e2dc348a4fbab7c116bbc9234bcd6c30f79537e558e94c41d4001d8f7
|
| 3 |
+
size 5777
|
checkpoint-2004/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-3006/config.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"BertForSequenceClassification"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.1,
|
| 6 |
+
"classifier_dropout": null,
|
| 7 |
+
"dtype": "float32",
|
| 8 |
+
"hidden_act": "gelu",
|
| 9 |
+
"hidden_dropout_prob": 0.1,
|
| 10 |
+
"hidden_size": 768,
|
| 11 |
+
"id2label": {
|
| 12 |
+
"0": "LABEL_0"
|
| 13 |
+
},
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 3072,
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0
|
| 18 |
+
},
|
| 19 |
+
"layer_norm_eps": 1e-12,
|
| 20 |
+
"max_position_embeddings": 512,
|
| 21 |
+
"model_type": "bert",
|
| 22 |
+
"num_attention_heads": 12,
|
| 23 |
+
"num_hidden_layers": 12,
|
| 24 |
+
"pad_token_id": 0,
|
| 25 |
+
"position_embedding_type": "absolute",
|
| 26 |
+
"problem_type": "regression",
|
| 27 |
+
"transformers_version": "4.56.1",
|
| 28 |
+
"type_vocab_size": 2,
|
| 29 |
+
"use_cache": false,
|
| 30 |
+
"vocab_size": 31090
|
| 31 |
+
}
|
checkpoint-3006/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b5ee9dd64bd4a052d589d50ecbfd5aad3a84bec8a6d827fdf46b19ddba4d726
|
| 3 |
+
size 439700468
|
checkpoint-3006/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5adbeb32baa6f17f01b5188015aebdaeb99bd935322032ba80067f07a3a6d8a6
|
| 3 |
+
size 879525259
|
checkpoint-3006/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18168838e0822fdbbeb98cf76c642ff2ffd3412a40e27d6f7cf86d97016c2fe2
|
| 3 |
+
size 1465
|
checkpoint-3006/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
checkpoint-3006/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-3006/tokenizer_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"101": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"102": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"103": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"104": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_basic_tokenize": true,
|
| 47 |
+
"do_lower_case": true,
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "[MASK]",
|
| 50 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 51 |
+
"never_split": null,
|
| 52 |
+
"pad_token": "[PAD]",
|
| 53 |
+
"sep_token": "[SEP]",
|
| 54 |
+
"strip_accents": null,
|
| 55 |
+
"tokenize_chinese_chars": true,
|
| 56 |
+
"tokenizer_class": "BertTokenizer",
|
| 57 |
+
"unk_token": "[UNK]"
|
| 58 |
+
}
|
checkpoint-3006/trainer_state.json
ADDED
|
@@ -0,0 +1,454 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 3.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3006,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.0499001996007984,
|
| 14 |
+
"grad_norm": 3.5520248413085938,
|
| 15 |
+
"learning_rate": 5.414364640883978e-06,
|
| 16 |
+
"loss": 0.4617,
|
| 17 |
+
"step": 50
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.0998003992015968,
|
| 21 |
+
"grad_norm": 4.260124206542969,
|
| 22 |
+
"learning_rate": 1.0939226519337018e-05,
|
| 23 |
+
"loss": 0.4357,
|
| 24 |
+
"step": 100
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1497005988023952,
|
| 28 |
+
"grad_norm": 2.909259080886841,
|
| 29 |
+
"learning_rate": 1.6464088397790058e-05,
|
| 30 |
+
"loss": 0.4064,
|
| 31 |
+
"step": 150
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.1996007984031936,
|
| 35 |
+
"grad_norm": 1.7840492725372314,
|
| 36 |
+
"learning_rate": 1.9997996619906375e-05,
|
| 37 |
+
"loss": 0.4212,
|
| 38 |
+
"step": 200
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.249500998003992,
|
| 42 |
+
"grad_norm": 3.765916585922241,
|
| 43 |
+
"learning_rate": 1.9971421218881642e-05,
|
| 44 |
+
"loss": 0.4019,
|
| 45 |
+
"step": 250
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.2994011976047904,
|
| 49 |
+
"grad_norm": 3.896864652633667,
|
| 50 |
+
"learning_rate": 1.9914024726308284e-05,
|
| 51 |
+
"loss": 0.3965,
|
| 52 |
+
"step": 300
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.34930139720558884,
|
| 56 |
+
"grad_norm": 8.40927505493164,
|
| 57 |
+
"learning_rate": 1.9825984551455585e-05,
|
| 58 |
+
"loss": 0.3949,
|
| 59 |
+
"step": 350
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.3992015968063872,
|
| 63 |
+
"grad_norm": 4.71005916595459,
|
| 64 |
+
"learning_rate": 1.970757282145864e-05,
|
| 65 |
+
"loss": 0.4092,
|
| 66 |
+
"step": 400
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.4491017964071856,
|
| 70 |
+
"grad_norm": 4.222394943237305,
|
| 71 |
+
"learning_rate": 1.9559155540188965e-05,
|
| 72 |
+
"loss": 0.3905,
|
| 73 |
+
"step": 450
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.499001996007984,
|
| 77 |
+
"grad_norm": 4.025149822235107,
|
| 78 |
+
"learning_rate": 1.9381191456957516e-05,
|
| 79 |
+
"loss": 0.3853,
|
| 80 |
+
"step": 500
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.5489021956087824,
|
| 84 |
+
"grad_norm": 2.301793336868286,
|
| 85 |
+
"learning_rate": 1.9174230648546855e-05,
|
| 86 |
+
"loss": 0.3757,
|
| 87 |
+
"step": 550
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.5988023952095808,
|
| 91 |
+
"grad_norm": 11.234354972839355,
|
| 92 |
+
"learning_rate": 1.893891281895534e-05,
|
| 93 |
+
"loss": 0.3907,
|
| 94 |
+
"step": 600
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.6487025948103793,
|
| 98 |
+
"grad_norm": 4.995813369750977,
|
| 99 |
+
"learning_rate": 1.8675965322108713e-05,
|
| 100 |
+
"loss": 0.4029,
|
| 101 |
+
"step": 650
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.6986027944111777,
|
| 105 |
+
"grad_norm": 3.2409844398498535,
|
| 106 |
+
"learning_rate": 1.838620091365083e-05,
|
| 107 |
+
"loss": 0.3961,
|
| 108 |
+
"step": 700
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.7485029940119761,
|
| 112 |
+
"grad_norm": 3.947786569595337,
|
| 113 |
+
"learning_rate": 1.80705152387625e-05,
|
| 114 |
+
"loss": 0.3693,
|
| 115 |
+
"step": 750
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.7984031936127745,
|
| 119 |
+
"grad_norm": 2.521354913711548,
|
| 120 |
+
"learning_rate": 1.7729884063773596e-05,
|
| 121 |
+
"loss": 0.3717,
|
| 122 |
+
"step": 800
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.8483033932135728,
|
| 126 |
+
"grad_norm": 2.0015060901641846,
|
| 127 |
+
"learning_rate": 1.7365360260125233e-05,
|
| 128 |
+
"loss": 0.3771,
|
| 129 |
+
"step": 850
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 0.8982035928143712,
|
| 133 |
+
"grad_norm": 2.748753786087036,
|
| 134 |
+
"learning_rate": 1.697807055000447e-05,
|
| 135 |
+
"loss": 0.3756,
|
| 136 |
+
"step": 900
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"epoch": 0.9481037924151696,
|
| 140 |
+
"grad_norm": 6.853181838989258,
|
| 141 |
+
"learning_rate": 1.6569212023710624e-05,
|
| 142 |
+
"loss": 0.3834,
|
| 143 |
+
"step": 950
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"epoch": 0.998003992015968,
|
| 147 |
+
"grad_norm": 3.869363307952881,
|
| 148 |
+
"learning_rate": 1.614004843951774e-05,
|
| 149 |
+
"loss": 0.3708,
|
| 150 |
+
"step": 1000
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"epoch": 1.0479041916167664,
|
| 154 |
+
"grad_norm": 1.820420742034912,
|
| 155 |
+
"learning_rate": 1.5691906317470182e-05,
|
| 156 |
+
"loss": 0.3728,
|
| 157 |
+
"step": 1050
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"epoch": 1.0978043912175648,
|
| 161 |
+
"grad_norm": 2.278934955596924,
|
| 162 |
+
"learning_rate": 1.522617083918523e-05,
|
| 163 |
+
"loss": 0.3675,
|
| 164 |
+
"step": 1100
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"epoch": 1.1477045908183632,
|
| 168 |
+
"grad_norm": 4.441009998321533,
|
| 169 |
+
"learning_rate": 1.4744281566336039e-05,
|
| 170 |
+
"loss": 0.3524,
|
| 171 |
+
"step": 1150
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"epoch": 1.1976047904191618,
|
| 175 |
+
"grad_norm": 3.737205982208252,
|
| 176 |
+
"learning_rate": 1.4247727991049036e-05,
|
| 177 |
+
"loss": 0.3407,
|
| 178 |
+
"step": 1200
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"epoch": 1.24750499001996,
|
| 182 |
+
"grad_norm": 6.3948540687561035,
|
| 183 |
+
"learning_rate": 1.3738044931969103e-05,
|
| 184 |
+
"loss": 0.3556,
|
| 185 |
+
"step": 1250
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"epoch": 1.2974051896207586,
|
| 189 |
+
"grad_norm": 2.192323923110962,
|
| 190 |
+
"learning_rate": 1.3216807790223108e-05,
|
| 191 |
+
"loss": 0.359,
|
| 192 |
+
"step": 1300
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"epoch": 1.347305389221557,
|
| 196 |
+
"grad_norm": 3.622485637664795,
|
| 197 |
+
"learning_rate": 1.2685627679945297e-05,
|
| 198 |
+
"loss": 0.3594,
|
| 199 |
+
"step": 1350
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"epoch": 1.3972055888223553,
|
| 203 |
+
"grad_norm": 3.1616196632385254,
|
| 204 |
+
"learning_rate": 1.2146146448415847e-05,
|
| 205 |
+
"loss": 0.3384,
|
| 206 |
+
"step": 1400
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"epoch": 1.4471057884231537,
|
| 210 |
+
"grad_norm": 4.088330268859863,
|
| 211 |
+
"learning_rate": 1.1600031601205001e-05,
|
| 212 |
+
"loss": 0.3614,
|
| 213 |
+
"step": 1450
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"epoch": 1.4970059880239521,
|
| 217 |
+
"grad_norm": 4.012702465057373,
|
| 218 |
+
"learning_rate": 1.1048971148008917e-05,
|
| 219 |
+
"loss": 0.3435,
|
| 220 |
+
"step": 1500
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"epoch": 1.5469061876247505,
|
| 224 |
+
"grad_norm": 4.387750625610352,
|
| 225 |
+
"learning_rate": 1.0494668385108433e-05,
|
| 226 |
+
"loss": 0.3495,
|
| 227 |
+
"step": 1550
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"epoch": 1.596806387225549,
|
| 231 |
+
"grad_norm": 4.125097751617432,
|
| 232 |
+
"learning_rate": 9.938836630577868e-06,
|
| 233 |
+
"loss": 0.345,
|
| 234 |
+
"step": 1600
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 1.6467065868263473,
|
| 238 |
+
"grad_norm": 6.880813121795654,
|
| 239 |
+
"learning_rate": 9.38319392851706e-06,
|
| 240 |
+
"loss": 0.3514,
|
| 241 |
+
"step": 1650
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 1.6966067864271457,
|
| 245 |
+
"grad_norm": 2.5724949836730957,
|
| 246 |
+
"learning_rate": 8.829457738675486e-06,
|
| 247 |
+
"loss": 0.3343,
|
| 248 |
+
"step": 1700
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 1.746506986027944,
|
| 252 |
+
"grad_norm": 5.649964332580566,
|
| 253 |
+
"learning_rate": 8.279339627882612e-06,
|
| 254 |
+
"loss": 0.3232,
|
| 255 |
+
"step": 1750
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 1.7964071856287425,
|
| 259 |
+
"grad_norm": 2.4297564029693604,
|
| 260 |
+
"learning_rate": 7.734539979692912e-06,
|
| 261 |
+
"loss": 0.3304,
|
| 262 |
+
"step": 1800
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 1.846307385229541,
|
| 266 |
+
"grad_norm": 1.9791656732559204,
|
| 267 |
+
"learning_rate": 7.196742738597746e-06,
|
| 268 |
+
"loss": 0.3379,
|
| 269 |
+
"step": 1850
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 1.8962075848303392,
|
| 273 |
+
"grad_norm": 6.672551155090332,
|
| 274 |
+
"learning_rate": 6.667610205049422e-06,
|
| 275 |
+
"loss": 0.3265,
|
| 276 |
+
"step": 1900
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 1.9461077844311379,
|
| 280 |
+
"grad_norm": 3.6431407928466797,
|
| 281 |
+
"learning_rate": 6.148777897385789e-06,
|
| 282 |
+
"loss": 0.3374,
|
| 283 |
+
"step": 1950
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"epoch": 1.996007984031936,
|
| 287 |
+
"grad_norm": 4.975691795349121,
|
| 288 |
+
"learning_rate": 5.641849496536765e-06,
|
| 289 |
+
"loss": 0.3387,
|
| 290 |
+
"step": 2000
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"epoch": 2.0459081836327346,
|
| 294 |
+
"grad_norm": 3.658121347427368,
|
| 295 |
+
"learning_rate": 5.148391889138484e-06,
|
| 296 |
+
"loss": 0.3061,
|
| 297 |
+
"step": 2050
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"epoch": 2.095808383233533,
|
| 301 |
+
"grad_norm": 2.8228607177734375,
|
| 302 |
+
"learning_rate": 4.6699303243765115e-06,
|
| 303 |
+
"loss": 0.2963,
|
| 304 |
+
"step": 2100
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"epoch": 2.1457085828343314,
|
| 308 |
+
"grad_norm": 8.923210144042969,
|
| 309 |
+
"learning_rate": 4.207943699528001e-06,
|
| 310 |
+
"loss": 0.3079,
|
| 311 |
+
"step": 2150
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"epoch": 2.1956087824351296,
|
| 315 |
+
"grad_norm": 3.0726373195648193,
|
| 316 |
+
"learning_rate": 3.7638599887749905e-06,
|
| 317 |
+
"loss": 0.29,
|
| 318 |
+
"step": 2200
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"epoch": 2.245508982035928,
|
| 322 |
+
"grad_norm": 6.0434722900390625,
|
| 323 |
+
"learning_rate": 3.3390518294180095e-06,
|
| 324 |
+
"loss": 0.3024,
|
| 325 |
+
"step": 2250
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"epoch": 2.2954091816367264,
|
| 329 |
+
"grad_norm": 4.792275905609131,
|
| 330 |
+
"learning_rate": 2.9348322791328645e-06,
|
| 331 |
+
"loss": 0.2805,
|
| 332 |
+
"step": 2300
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"epoch": 2.345309381237525,
|
| 336 |
+
"grad_norm": 4.969878196716309,
|
| 337 |
+
"learning_rate": 2.5524507573846e-06,
|
| 338 |
+
"loss": 0.3083,
|
| 339 |
+
"step": 2350
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"epoch": 2.3952095808383236,
|
| 343 |
+
"grad_norm": 4.028615951538086,
|
| 344 |
+
"learning_rate": 2.1930891835435542e-06,
|
| 345 |
+
"loss": 0.2911,
|
| 346 |
+
"step": 2400
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"epoch": 2.4451097804391217,
|
| 350 |
+
"grad_norm": 4.579285621643066,
|
| 351 |
+
"learning_rate": 1.8578583236402904e-06,
|
| 352 |
+
"loss": 0.2709,
|
| 353 |
+
"step": 2450
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"epoch": 2.49500998003992,
|
| 357 |
+
"grad_norm": 3.3637678623199463,
|
| 358 |
+
"learning_rate": 1.5477943570514676e-06,
|
| 359 |
+
"loss": 0.277,
|
| 360 |
+
"step": 2500
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"epoch": 2.5449101796407185,
|
| 364 |
+
"grad_norm": 3.1785693168640137,
|
| 365 |
+
"learning_rate": 1.26385567372877e-06,
|
| 366 |
+
"loss": 0.2811,
|
| 367 |
+
"step": 2550
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"epoch": 2.594810379241517,
|
| 371 |
+
"grad_norm": 3.9199390411376953,
|
| 372 |
+
"learning_rate": 1.006919911870481e-06,
|
| 373 |
+
"loss": 0.2746,
|
| 374 |
+
"step": 2600
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"epoch": 2.6447105788423153,
|
| 378 |
+
"grad_norm": 3.6984686851501465,
|
| 379 |
+
"learning_rate": 7.777812451921185e-07,
|
| 380 |
+
"loss": 0.2761,
|
| 381 |
+
"step": 2650
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"epoch": 2.694610778443114,
|
| 385 |
+
"grad_norm": 4.063042640686035,
|
| 386 |
+
"learning_rate": 5.771479281809755e-07,
|
| 387 |
+
"loss": 0.2693,
|
| 388 |
+
"step": 2700
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"epoch": 2.744510978043912,
|
| 392 |
+
"grad_norm": 3.75936222076416,
|
| 393 |
+
"learning_rate": 4.0564010692210943e-07,
|
| 394 |
+
"loss": 0.2701,
|
| 395 |
+
"step": 2750
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"epoch": 2.7944111776447107,
|
| 399 |
+
"grad_norm": 4.77657413482666,
|
| 400 |
+
"learning_rate": 2.6378790226231686e-07,
|
| 401 |
+
"loss": 0.2812,
|
| 402 |
+
"step": 2800
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"epoch": 2.844311377245509,
|
| 406 |
+
"grad_norm": 4.659968852996826,
|
| 407 |
+
"learning_rate": 1.5202977123698114e-07,
|
| 408 |
+
"loss": 0.2647,
|
| 409 |
+
"step": 2850
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"epoch": 2.8942115768463075,
|
| 413 |
+
"grad_norm": 3.1246726512908936,
|
| 414 |
+
"learning_rate": 7.071115182450294e-08,
|
| 415 |
+
"loss": 0.2761,
|
| 416 |
+
"step": 2900
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 2.9441117764471056,
|
| 420 |
+
"grad_norm": 3.649775505065918,
|
| 421 |
+
"learning_rate": 2.0083395217306288e-08,
|
| 422 |
+
"loss": 0.2956,
|
| 423 |
+
"step": 2950
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"epoch": 2.9940119760479043,
|
| 427 |
+
"grad_norm": 4.269359588623047,
|
| 428 |
+
"learning_rate": 3.0298890970392736e-10,
|
| 429 |
+
"loss": 0.2726,
|
| 430 |
+
"step": 3000
|
| 431 |
+
}
|
| 432 |
+
],
|
| 433 |
+
"logging_steps": 50,
|
| 434 |
+
"max_steps": 3006,
|
| 435 |
+
"num_input_tokens_seen": 0,
|
| 436 |
+
"num_train_epochs": 3,
|
| 437 |
+
"save_steps": 500,
|
| 438 |
+
"stateful_callbacks": {
|
| 439 |
+
"TrainerControl": {
|
| 440 |
+
"args": {
|
| 441 |
+
"should_epoch_stop": false,
|
| 442 |
+
"should_evaluate": false,
|
| 443 |
+
"should_log": false,
|
| 444 |
+
"should_save": true,
|
| 445 |
+
"should_training_stop": true
|
| 446 |
+
},
|
| 447 |
+
"attributes": {}
|
| 448 |
+
}
|
| 449 |
+
},
|
| 450 |
+
"total_flos": 2.5298690157259776e+16,
|
| 451 |
+
"train_batch_size": 32,
|
| 452 |
+
"trial_name": null,
|
| 453 |
+
"trial_params": null
|
| 454 |
+
}
|
checkpoint-3006/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12c04d9e2dc348a4fbab7c116bbc9234bcd6c30f79537e558e94c41d4001d8f7
|
| 3 |
+
size 5777
|
checkpoint-3006/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
config.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"BertForSequenceClassification"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.1,
|
| 6 |
+
"classifier_dropout": null,
|
| 7 |
+
"dtype": "float32",
|
| 8 |
+
"hidden_act": "gelu",
|
| 9 |
+
"hidden_dropout_prob": 0.1,
|
| 10 |
+
"hidden_size": 768,
|
| 11 |
+
"id2label": {
|
| 12 |
+
"0": "LABEL_0"
|
| 13 |
+
},
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 3072,
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0
|
| 18 |
+
},
|
| 19 |
+
"layer_norm_eps": 1e-12,
|
| 20 |
+
"max_position_embeddings": 512,
|
| 21 |
+
"model_type": "bert",
|
| 22 |
+
"num_attention_heads": 12,
|
| 23 |
+
"num_hidden_layers": 12,
|
| 24 |
+
"pad_token_id": 0,
|
| 25 |
+
"position_embedding_type": "absolute",
|
| 26 |
+
"problem_type": "regression",
|
| 27 |
+
"transformers_version": "4.56.1",
|
| 28 |
+
"type_vocab_size": 2,
|
| 29 |
+
"use_cache": false,
|
| 30 |
+
"vocab_size": 31090
|
| 31 |
+
}
|
merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b5ee9dd64bd4a052d589d50ecbfd5aad3a84bec8a6d827fdf46b19ddba4d726
|
| 3 |
+
size 439700468
|
reward_calibration.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"sorted_preds": [-2.3096113204956055, -2.1578574180603027, -2.077608108520508, -2.059399127960205, -1.9555268287658691, -1.9197630882263184, -1.8553252220153809, -1.8422613143920898, -1.8194667100906372, -1.8016537427902222, -1.7391364574432373, -1.718393325805664, -1.6816061735153198, -1.6764342784881592, -1.6604599952697754, -1.6450786590576172, -1.6446714401245117, -1.625989556312561, -1.618635892868042, -1.602555513381958, -1.5836139917373657, -1.5684316158294678, -1.557350754737854, -1.5241193771362305, -1.4881651401519775, -1.4779620170593262, -1.4741417169570923, -1.4585109949111938, -1.4431333541870117, -1.4323335886001587, -1.4284260272979736, -1.4118003845214844, -1.409835934638977, -1.3995907306671143, -1.3885908126831055, -1.3719347715377808, -1.3538057804107666, -1.3509888648986816, -1.338707685470581, -1.3382751941680908, -1.3380763530731201, -1.3376619815826416, -1.3237614631652832, -1.3206957578659058, -1.3164207935333252, -1.3081231117248535, -1.300788402557373, -1.292656660079956, -1.2885081768035889, -1.2826039791107178, -1.2806131839752197, -1.2695138454437256, -1.2608698606491089, -1.2552151679992676, -1.244401454925537, -1.242244005203247, -1.241197109222412, -1.2387356758117676, -1.2375367879867554, -1.2343852519989014, -1.2273926734924316, -1.2189593315124512, -1.2151620388031006, -1.2150182723999023, -1.2080919742584229, -1.206361174583435, -1.2062013149261475, -1.2021856307983398, -1.1862566471099854, -1.1819522380828857, -1.1806327104568481, -1.1802895069122314, -1.170138955116272, -1.1667920351028442, -1.1605198383331299, -1.1598126888275146, -1.152353048324585, -1.1471219062805176, -1.146867275238037, -1.1397610902786255, -1.1369297504425049, -1.132718563079834, -1.1233034133911133, -1.1208072900772095, -1.1177071332931519, -1.1139482259750366, -1.1127082109451294, -1.1121749877929688, -1.108980655670166, -1.106569766998291, -1.1061419248580933, -1.1008515357971191, -1.095937728881836, -1.0888360738754272, -1.0887985229492188, -1.087795615196228, -1.0874364376068115, -1.0764156579971313, -1.0702729225158691, -1.067240595817566, -1.0671395063400269, -1.0661067962646484, -1.063178300857544, -1.060634970664978, -1.0601857900619507, -1.057243824005127, -1.0561949014663696, -1.049318552017212, -1.040515422821045, -1.0356463193893433, -1.0324819087982178, -1.030319333076477, -1.028694748878479, -1.0230839252471924, -1.0228910446166992, -1.019648551940918, -1.0188425779342651, -1.011268138885498, -1.0105597972869873, -1.0099178552627563, -1.0095665454864502, -1.0086935758590698, -1.0058084726333618, -1.00538170337677, -0.9940807223320007, -0.9938824772834778, -0.9928364753723145, -0.9923298954963684, -0.9914348721504211, -0.9900131821632385, -0.9864261746406555, -0.983106255531311, -0.9804452061653137, -0.9788773655891418, -0.9764388799667358, -0.9760218858718872, -0.9709251523017883, -0.9696549773216248, -0.9689834713935852, -0.9675501585006714, -0.9674291610717773, -0.9621028304100037, -0.9589648246765137, -0.9583094120025635, -0.9553231000900269, -0.9538025259971619, -0.9523027539253235, -0.9488986730575562, -0.9446436166763306, -0.9440572261810303, -0.9438967704772949, -0.9376262426376343, -0.9372800588607788, -0.9351620078086853, -0.9282532334327698, -0.9258096814155579, -0.9245871305465698, -0.9245722889900208, -0.9210808873176575, -0.9170791506767273, -0.9169370532035828, -0.9169134497642517, -0.9164713621139526, -0.9146863222122192, -0.91331946849823, -0.9089572429656982, -0.9054842591285706, -0.9009146094322205, -0.8958286046981812, -0.8946948647499084, -0.8939483165740967, -0.8935709595680237, -0.8927974700927734, -0.8898444771766663, -0.8891051411628723, -0.8860960602760315, -0.8838432431221008, -0.8826029300689697, -0.8824074864387512, -0.8800899982452393, -0.8761486411094666, -0.8739155530929565, -0.8730965256690979, -0.8713847994804382, -0.8709402680397034, -0.8643496036529541, -0.8598873019218445, -0.8587114214897156, -0.8544374704360962, -0.8521976470947266, -0.8520564436912537, -0.8515920042991638, -0.8499298691749573, -0.8488569855690002, -0.8450350165367126, -0.8448439240455627, -0.8441286683082581, -0.8419244885444641, -0.8415338397026062, -0.8408252000808716, -0.8378180861473083, -0.8376076817512512, -0.837536096572876, -0.8350657820701599, -0.833581268787384, -0.8309680819511414, -0.8304818272590637, -0.8294876217842102, -0.8269736766815186, -0.826521098613739, -0.8241003155708313, -0.8222585320472717, -0.8204740881919861, -0.8197609186172485, -0.8184275031089783, -0.8150968551635742, -0.8149685263633728, -0.8148656487464905, -0.8131722807884216, -0.812595009803772, -0.812114417552948, -0.8094941973686218, -0.8088443875312805, -0.805050253868103, -0.8028583526611328, -0.8007740378379822, -0.7992016673088074, -0.7978850603103638, -0.795933187007904, -0.7953195571899414, -0.7926435470581055, -0.7915071845054626, -0.7892886400222778, -0.7892630696296692, -0.7877952456474304, -0.7877857089042664, -0.7857130765914917, -0.7831817269325256, -0.7828514575958252, -0.7828300595283508, -0.7817041277885437, -0.7806810736656189, -0.7806469798088074, -0.7794941067695618, -0.7794917225837708, -0.7793530225753784, -0.7774444818496704, -0.7773522138595581, -0.7738988399505615, -0.7728493809700012, -0.7700217962265015, -0.7675681114196777, -0.7674185633659363, -0.7672666311264038, -0.7655681371688843, -0.761813759803772, -0.760744035243988, -0.754621148109436, -0.7522808909416199, -0.7520814538002014, -0.7512306571006775, -0.7502291202545166, -0.7480431795120239, -0.7461787462234497, -0.7447834610939026, -0.7446840405464172, -0.7417182922363281, -0.7409415245056152, -0.7404513955116272, -0.7393113374710083, -0.7377957701683044, -0.7334046959877014, -0.7331957221031189, -0.7324439883232117, -0.7321630716323853, -0.7294403314590454, -0.7290356755256653, -0.7289944291114807, -0.725578248500824, -0.7234457731246948, -0.7219448685646057, -0.7214856147766113, -0.7210313081741333, -0.7196400165557861, -0.7179186940193176, -0.7177616357803345, -0.7169095277786255, -0.7147505283355713, -0.7118696570396423, -0.7118510603904724, -0.7111078500747681, -0.7108718752861023, -0.7103473544120789, -0.7082120776176453, -0.7081409692764282, -0.7063280344009399, -0.7063188552856445, -0.7038726210594177, -0.7018259763717651, -0.7008463740348816, -0.6981040835380554, -0.6970405578613281, -0.6955805420875549, -0.6936904191970825, -0.6931162476539612, -0.6886064410209656, -0.6882783770561218, -0.6866435408592224, -0.6852663159370422, -0.6843692064285278, -0.683743417263031, -0.6820608377456665, -0.6819488406181335, -0.6819339394569397, -0.6818318963050842, -0.6756026148796082, -0.6753637194633484, -0.675334095954895, -0.6752660274505615, -0.6739534735679626, -0.6721982955932617, -0.669929563999176, -0.6698079109191895, -0.6666457653045654, -0.6656891703605652, -0.6636192202568054, -0.6633259654045105, -0.6629484295845032, -0.6623302102088928, -0.6615250706672668, -0.6613932251930237, -0.6572721600532532, -0.6572248935699463, -0.6562403440475464, -0.6556364893913269, -0.6553434729576111, -0.6544908881187439, -0.6542356610298157, -0.6522698402404785, -0.6495110988616943, -0.6478277444839478, -0.6475334167480469, -0.645720899105072, -0.6445759534835815, -0.6445733308792114, -0.6439657807350159, -0.6429286003112793, -0.6426483392715454, -0.6422554850578308, -0.6402459144592285, -0.6401917934417725, -0.6400806903839111, -0.6399526000022888, -0.6386262774467468, -0.6369897127151489, -0.6365516185760498, -0.6363908052444458, -0.6352881789207458, -0.6337074637413025, -0.6331844329833984, -0.6329264044761658, -0.6297953724861145, -0.6294699311256409, -0.6292974948883057, -0.6284583210945129, -0.6281892657279968, -0.6266653537750244, -0.6263344883918762, -0.6257731318473816, -0.6233966946601868, -0.6226001381874084, -0.6223880052566528, -0.6200512647628784, -0.6195363998413086, -0.6167568564414978, -0.6159063577651978, -0.6156115531921387, -0.6146597266197205, -0.61420738697052, -0.6142064929008484, -0.6115535497665405, -0.6109979152679443, -0.6084797382354736, -0.6066892147064209, -0.6065077185630798, -0.6061123609542847, -0.6054616570472717, -0.6053416132926941, -0.603817343711853, -0.6025779247283936, -0.6023051142692566, -0.600315511226654, -0.6000041961669922, -0.599279522895813, -0.5984737277030945, -0.598081111907959, -0.5969117283821106, -0.5967199206352234, -0.5962221026420593, -0.5959591865539551, -0.5958637595176697, -0.5948954224586487, -0.5945499539375305, -0.593924343585968, -0.5928706526756287, -0.5902045369148254, -0.588897705078125, -0.5886334776878357, -0.5877199172973633, -0.5846735835075378, -0.583623468875885, -0.581592321395874, -0.5793599486351013, -0.5789821743965149, -0.5752281546592712, -0.5746368169784546, -0.5732340812683105, -0.5732290744781494, -0.5716406106948853, -0.5712953805923462, -0.5708819627761841, -0.5700061917304993, -0.5687562823295593, -0.5677640438079834, -0.5675610899925232, -0.5653958320617676, -0.564940869808197, -0.5647090077400208, -0.5645146369934082, -0.5628480315208435, -0.5598368048667908, -0.559101402759552, -0.5583035945892334, -0.5569417476654053, -0.5562412142753601, -0.5560320019721985, -0.5552533268928528, -0.5549530386924744, -0.5539522767066956, -0.5522339940071106, -0.5508939027786255, -0.550150990486145, -0.5498988628387451, -0.5490933656692505, -0.5489888787269592, -0.5489669442176819, -0.54892897605896, -0.5487110614776611, -0.5472327470779419, -0.5441729426383972, -0.5437825918197632, -0.5435920357704163, -0.5429326891899109, -0.5426819920539856, -0.5423313975334167, -0.5406946539878845, -0.5402966141700745, -0.5395719408988953, -0.5393887162208557, -0.5390629768371582, -0.5388830900192261, -0.5385465025901794, -0.5382792949676514, -0.5377519130706787, -0.5374234914779663, -0.5372713804244995, -0.5367273688316345, -0.5363969206809998, -0.5341280102729797, -0.5339543223381042, -0.532141923904419, -0.5318940281867981, -0.5300398468971252, -0.5300188064575195, -0.5284957885742188, -0.5270179510116577, -0.5268926620483398, -0.5261532068252563, -0.5251819491386414, -0.5240667462348938, -0.5236263275146484, -0.5234422087669373, -0.5227312445640564, -0.5217784643173218, -0.521255612373352, -0.5212074518203735, -0.5209625959396362, -0.5195728540420532, -0.5188573598861694, -0.5176568627357483, -0.5174449682235718, -0.5159400105476379, -0.5153860449790955, -0.5150575637817383, -0.514966607093811, -0.514162003993988, -0.5124989748001099, -0.5116664171218872, -0.5113664269447327, -0.5111249685287476, -0.5109549760818481, -0.5106170773506165, -0.5098316669464111, -0.5084629654884338, -0.5080565810203552, -0.5079923272132874, -0.5073095560073853, -0.5069568157196045, -0.5047942399978638, -0.5039150714874268, -0.5035901069641113, -0.5031182169914246, -0.5025325417518616, -0.5018637776374817, -0.5012001991271973, -0.4997749626636505, -0.4997679591178894, -0.49692344665527344, -0.4958011507987976, -0.49358102679252625, -0.49263694882392883, -0.4919884502887726, -0.49144643545150757, -0.49077868461608887, -0.49070632457733154, -0.49038755893707275, -0.4896886646747589, -0.4896523356437683, -0.48896878957748413, -0.4865579605102539, -0.4865514636039734, -0.486319363117218, -0.48481008410453796, -0.48380738496780396, -0.48175597190856934, -0.4804460108280182, -0.4802825450897217, -0.4800199270248413, -0.4798445403575897, -0.4786491096019745, -0.47789040207862854, -0.4740740954875946, -0.47351372241973877, -0.4733230471611023, -0.4730992317199707, -0.4724845588207245, -0.471953809261322, -0.4719369411468506, -0.47127607464790344, -0.47053995728492737, -0.4702068269252777, -0.46974098682403564, -0.46972784399986267, -0.46968239545822144, -0.46824175119400024, -0.46751219034194946, -0.4660360813140869, -0.4659620225429535, -0.46551668643951416, -0.46550750732421875, -0.4652586877346039, -0.46450871229171753, -0.4633665978908539, -0.463090717792511, -0.4625512361526489, -0.46245983242988586, -0.460746169090271, -0.46058380603790283, -0.4605776071548462, -0.4591556787490845, -0.4590502083301544, -0.45801013708114624, -0.45773088932037354, -0.45744773745536804, -0.4574262499809265, -0.4573664665222168, -0.45685431361198425, -0.4558161795139313, -0.4550039768218994, -0.4549263119697571, -0.4541175961494446, -0.4528409242630005, -0.4522245526313782, -0.45068302750587463, -0.4506148099899292, -0.4505382776260376, -0.4481847882270813, -0.44759052991867065, -0.44681674242019653, -0.44666460156440735, -0.44664594531059265, -0.44641998410224915, -0.44614022970199585, -0.44520559906959534, -0.44378525018692017, -0.4436766505241394, -0.4421849548816681, -0.44009843468666077, -0.44001853466033936, -0.4396064877510071, -0.4392269551753998, -0.4374067485332489, -0.43714582920074463, -0.43659621477127075, -0.43596428632736206, -0.43549206852912903, -0.43409547209739685, -0.43374454975128174, -0.4335198402404785, -0.4333786964416504, -0.4322759807109833, -0.43219733238220215, -0.431868314743042, -0.43171194195747375, -0.43163177371025085, -0.431560218334198, -0.43085289001464844, -0.43083763122558594, -0.4303656220436096, -0.4295405149459839, -0.4292851388454437, -0.428508460521698, -0.42725950479507446, -0.4271918535232544, -0.42663097381591797, -0.4264591336250305, -0.425393670797348, -0.42513635754585266, -0.42488008737564087, -0.4246979355812073, -0.42468079924583435, -0.4245914816856384, -0.4235420823097229, -0.42302578687667847, -0.42293867468833923, -0.42291146516799927, -0.42263734340667725, -0.42073020339012146, -0.42065149545669556, -0.4206220507621765, -0.4197426736354828, -0.4190894663333893, -0.4185350239276886, -0.4177827835083008, -0.41766053438186646, -0.41757646203041077, -0.41747504472732544, -0.41723304986953735, -0.41718074679374695, -0.4171161949634552, -0.4160882234573364, -0.4158819913864136, -0.4158213436603546, -0.4157465398311615, -0.4144726097583771, -0.41430148482322693, -0.41332295536994934, -0.4126178026199341, -0.4124947190284729, -0.41245371103286743, -0.4121015667915344, -0.41120046377182007, -0.41060003638267517, -0.41036364436149597, -0.40969669818878174, -0.4093204736709595, -0.40830808877944946, -0.4078022241592407, -0.4068768620491028, -0.406323105096817, -0.4061446785926819, -0.4055296778678894, -0.40508151054382324, -0.4049031138420105, -0.4043893814086914, -0.4038909077644348, -0.4018808603286743, -0.39957886934280396, -0.39956367015838623, -0.3992035686969757, -0.39656907320022583, -0.3964707851409912, -0.39490997791290283, -0.3945874273777008, -0.39383792877197266, -0.393559068441391, -0.393241822719574, -0.3930065631866455, -0.392259806394577, -0.39206552505493164, -0.3915401101112366, -0.3912739157676697, -0.39104801416397095, -0.3907892405986786, -0.39067530632019043, -0.3901970386505127, -0.38968318700790405, -0.3892039358615875, -0.3891094923019409, -0.38896799087524414, -0.3888514041900635, -0.3879697620868683, -0.3879320025444031, -0.387423038482666, -0.3869265913963318, -0.38642585277557373, -0.38632887601852417, -0.38614630699157715, -0.38605427742004395, -0.38530945777893066, -0.3846447467803955, -0.3845655918121338, -0.38430255651474, -0.3840869069099426, -0.38104718923568726, -0.3807916045188904, -0.3803844451904297, -0.380332887172699, -0.38006895780563354, -0.3785192370414734, -0.3781334161758423, -0.3781096041202545, -0.3769943118095398, -0.37668171525001526, -0.37528112530708313, -0.3748268485069275, -0.37480247020721436, -0.37375718355178833, -0.3737211227416992, -0.37244167923927307, -0.37160101532936096, -0.37136268615722656, -0.3709593117237091, -0.3706541359424591, -0.3706229031085968, -0.3704846501350403, -0.36926886439323425, -0.368594765663147, -0.36715131998062134, -0.3666987121105194, -0.36665546894073486, -0.36642080545425415, -0.3663269281387329, -0.36605268716812134, -0.3659546971321106, -0.3654077351093292, -0.36518269777297974, -0.36472636461257935, -0.3644881844520569, -0.36400869488716125, -0.3628547787666321, -0.3621985614299774, -0.36120104789733887, -0.36065900325775146, -0.3599925637245178, -0.3589800000190735, -0.3587520718574524, -0.3584296405315399, -0.3581385314464569, -0.35774844884872437, -0.3575896620750427, -0.3572979271411896, -0.35713309049606323, -0.354988694190979, -0.35471588373184204, -0.3543846905231476, -0.3539826571941376, -0.3537555932998657, -0.35349950194358826, -0.3527877628803253, -0.3525955080986023, -0.35198312997817993, -0.35034501552581787, -0.34980905055999756, -0.3491666316986084, -0.34872621297836304, -0.348632276058197, -0.3478754758834839, -0.34773412346839905, -0.347549170255661, -0.34634867310523987, -0.34585681557655334, -0.345480740070343, -0.34521228075027466, -0.3443126082420349, -0.34412023425102234, -0.3437007963657379, -0.3431587815284729, -0.3428855538368225, -0.34268876910209656, -0.3420431315898895, -0.340817928314209, -0.3396451771259308, -0.3390035629272461, -0.3387848138809204, -0.33862510323524475, -0.33831071853637695, -0.3379335105419159, -0.3376808166503906, -0.33645185828208923, -0.3362770974636078, -0.33532392978668213, -0.33515387773513794, -0.3338322043418884, -0.3334563672542572, -0.33289650082588196, -0.33152201771736145, -0.33117568492889404, -0.3305259346961975, -0.33035972714424133, -0.32978135347366333, -0.3297225832939148, -0.32938700914382935, -0.3293516933917999, -0.3290844261646271, -0.32902705669403076, -0.32835716009140015, -0.32827356457710266, -0.32802876830101013, -0.3275006115436554, -0.32742348313331604, -0.3259890377521515, -0.3249686658382416, -0.32484734058380127, -0.32450491189956665, -0.32441359758377075, -0.32315731048583984, -0.3224985897541046, -0.3222379684448242, -0.32191580533981323, -0.32186901569366455, -0.32116174697875977, -0.3209267258644104, -0.3208262026309967, -0.3200153708457947, -0.31915098428726196, -0.3188697099685669, -0.3184354603290558, -0.3177831768989563, -0.3171442449092865, -0.31706491112709045, -0.31663137674331665, -0.31597447395324707, -0.3154357373714447, -0.3150099515914917, -0.3149434030056, -0.31468677520751953, -0.31454285979270935, -0.31416377425193787, -0.313879132270813, -0.3133012652397156, -0.3128886818885803, -0.31260642409324646, -0.312227338552475, -0.31168270111083984, -0.31101030111312866, -0.31032681465148926, -0.3099648058414459, -0.3097324073314667, -0.3097105622291565, -0.30935218930244446, -0.3089844584465027, -0.3088717758655548, -0.3078177273273468, -0.30686384439468384, -0.3068560063838959, -0.306427538394928, -0.3058335781097412, -0.30570757389068604, -0.30557581782341003, -0.3054787218570709, -0.3052775263786316, -0.30504313111305237, -0.30444270372390747, -0.304408997297287, -0.30373942852020264, -0.3031576871871948, -0.30219221115112305, -0.3018781542778015, -0.3014430105686188, -0.301316499710083, -0.301287978887558, -0.2998776137828827, -0.2993623614311218, -0.2992376685142517, -0.29882752895355225, -0.298421710729599, -0.29826825857162476, -0.297698438167572, -0.29759055376052856, -0.2972842752933502, -0.2960183322429657, -0.29582592844963074, -0.29537707567214966, -0.2946189343929291, -0.2943118214607239, -0.2942519187927246, -0.29263371229171753, -0.2922487258911133, -0.2921963930130005, -0.2918059229850769, -0.28927356004714966, -0.2888663113117218, -0.2868746519088745, -0.2866908609867096, -0.28655317425727844, -0.2862340211868286, -0.2845747470855713, -0.28248605132102966, -0.28218376636505127, -0.2821485698223114, -0.2819269895553589, -0.2810652256011963, -0.2807912826538086, -0.2795167863368988, -0.27909719944000244, -0.27824363112449646, -0.2779487669467926, -0.27791380882263184, -0.2778230905532837, -0.2770572900772095, -0.2760176658630371, -0.27594447135925293, -0.27591389417648315, -0.2757788300514221, -0.2747962772846222, -0.27350640296936035, -0.2732073962688446, -0.2729780375957489, -0.27254295349121094, -0.2716769576072693, -0.27161067724227905, -0.2714097499847412, -0.2706606686115265, -0.2705741226673126, -0.26894867420196533, -0.2680870592594147, -0.26676520705223083, -0.26652830839157104, -0.2660401463508606, -0.2657705843448639, -0.2656356990337372, -0.26491615176200867, -0.26336759328842163, -0.26214367151260376, -0.26135730743408203, -0.26122939586639404, -0.2609323263168335, -0.2605750560760498, -0.2587500810623169, -0.2586779296398163, -0.2577970027923584, -0.2574481964111328, -0.25743377208709717, -0.257298082113266, -0.257232666015625, -0.256841242313385, -0.2561904788017273, -0.25517237186431885, -0.25355857610702515, -0.25224292278289795, -0.25221508741378784, -0.25214684009552, -0.24994699656963348, -0.2493959218263626, -0.2481694221496582, -0.24770374596118927, -0.2475709617137909, -0.24708078801631927, -0.2461692839860916, -0.24603070318698883, -0.2458275854587555, -0.244973823428154, -0.2446472942829132, -0.24442602694034576, -0.24399249255657196, -0.2434789389371872, -0.24342001974582672, -0.24333953857421875, -0.2432587444782257, -0.24323038756847382, -0.24322128295898438, -0.24271433055400848, -0.24260543286800385, -0.24122492969036102, -0.24120131134986877, -0.24082066118717194, -0.24055036902427673, -0.24020133912563324, -0.23991462588310242, -0.23985572159290314, -0.23951299488544464, -0.23907344043254852, -0.23854123055934906, -0.23825745284557343, -0.23769278824329376, -0.23756781220436096, -0.23724795877933502, -0.2371528148651123, -0.23643876612186432, -0.23642370104789734, -0.23597435653209686, -0.2356843650341034, -0.2353174239397049, -0.23495645821094513, -0.23475927114486694, -0.2344917207956314, -0.23417183756828308, -0.23375029861927032, -0.23344919085502625, -0.23081383109092712, -0.23012928664684296, -0.229730486869812, -0.22969754040241241, -0.22920742630958557, -0.22838366031646729, -0.22837470471858978, -0.22798027098178864, -0.22778692841529846, -0.22692666947841644, -0.22688932716846466, -0.2263033241033554, -0.22618162631988525, -0.22574181854724884, -0.22567005455493927, -0.22556452453136444, -0.2253924161195755, -0.22417505085468292, -0.22276045382022858, -0.22256766259670258, -0.2224830836057663, -0.2221611589193344, -0.22202450037002563, -0.22188645601272583, -0.2218237966299057, -0.22178763151168823, -0.22162063419818878, -0.22137103974819183, -0.2209106832742691, -0.2207653671503067, -0.22068235278129578, -0.22033877670764923, -0.22002597153186798, -0.22000806033611298, -0.21962466835975647, -0.21891646087169647, -0.21838143467903137, -0.2181863784790039, -0.21806566417217255, -0.2179654985666275, -0.2178555577993393, -0.21724651753902435, -0.21664036810398102, -0.21662788093090057, -0.21527738869190216, -0.21341527998447418, -0.21238335967063904, -0.21194763481616974, -0.21155264973640442, -0.2115328311920166, -0.21105316281318665, -0.21088330447673798, -0.2102547138929367, -0.2102244347333908, -0.21011781692504883, -0.20992819964885712, -0.20953696966171265, -0.2091032713651657, -0.2086288034915924, -0.20836083590984344, -0.2080449014902115, -0.20750848948955536, -0.20722557604312897, -0.20639273524284363, -0.20503456890583038, -0.2040695995092392, -0.20398801565170288, -0.20321659743785858, -0.2030888944864273, -0.20159095525741577, -0.20147410035133362, -0.20089079439640045, -0.20039550960063934, -0.20027299225330353, -0.199353888630867, -0.19873672723770142, -0.19771529734134674, -0.1964862197637558, -0.19647540152072906, -0.19624313712120056, -0.1961486041545868, -0.19552965462207794, -0.1950533539056778, -0.19383905827999115, -0.19383274018764496, -0.1928788721561432, -0.19258813560009003, -0.19223548471927643, -0.19186221063137054, -0.1916351318359375, -0.19103044271469116, -0.18987169861793518, -0.1896754652261734, -0.18890832364559174, -0.1885310709476471, -0.1883123368024826, -0.1881285160779953, -0.18801476061344147, -0.18775570392608643, -0.18767119944095612, -0.1873631328344345, -0.18723765015602112, -0.187222421169281, -0.1865575760602951, -0.1857641488313675, -0.18328668177127838, -0.18307039141654968, -0.18233118951320648, -0.18192096054553986, -0.18175403773784637, -0.18136747181415558, -0.18087412416934967, -0.18033958971500397, -0.18004591763019562, -0.17921210825443268, -0.17918068170547485, -0.1791515201330185, -0.17911894619464874, -0.17850516736507416, -0.17806650698184967, -0.17800603806972504, -0.1777639240026474, -0.17749877274036407, -0.1772061586380005, -0.1771978884935379, -0.17719464004039764, -0.17700256407260895, -0.17608681321144104, -0.17574913799762726, -0.17569397389888763, -0.17452804744243622, -0.17450715601444244, -0.17297853529453278, -0.17240466177463531, -0.1723979115486145, -0.17238448560237885, -0.1721041202545166, -0.17128539085388184, -0.17108269035816193, -0.17011384665966034, -0.16871030628681183, -0.16867975890636444, -0.16754312813282013, -0.16694651544094086, -0.16609613597393036, -0.16576141119003296, -0.16550086438655853, -0.1654181033372879, -0.1651812344789505, -0.16468845307826996, -0.16272734105587006, -0.16241638362407684, -0.16212411224842072, -0.16201578080654144, -0.16108883917331696, -0.16104182600975037, -0.16093872487545013, -0.1605788916349411, -0.160085067152977, -0.15956051647663116, -0.15903180837631226, -0.1587054580450058, -0.15818114578723907, -0.15682435035705566, -0.15682238340377808, -0.15661458671092987, -0.1558176428079605, -0.154701367020607, -0.15464980900287628, -0.1539851278066635, -0.1538822501897812, -0.1536676287651062, -0.1532381922006607, -0.1528860479593277, -0.15284287929534912, -0.15280039608478546, -0.15224024653434753, -0.1515144258737564, -0.15147452056407928, -0.15103353559970856, -0.15077833831310272, -0.15070272982120514, -0.15014143288135529, -0.14979644119739532, -0.14904086291790009, -0.14853323996067047, -0.1474982649087906, -0.1463209092617035, -0.14595238864421844, -0.14589302241802216, -0.14567936956882477, -0.1455339938402176, -0.1452174335718155, -0.14510110020637512, -0.14492034912109375, -0.14488093554973602, -0.14449572563171387, -0.14403294026851654, -0.14349116384983063, -0.1433071345090866, -0.14277158677577972, -0.14267341792583466, -0.1423899233341217, -0.1422153264284134, -0.14166176319122314, -0.14113761484622955, -0.14110180735588074, -0.13996194303035736, -0.13866117596626282, -0.1383015662431717, -0.13769026100635529, -0.13682438433170319, -0.13681335747241974, -0.13658712804317474, -0.13585305213928223, -0.13548551499843597, -0.13515792787075043, -0.1348150372505188, -0.13468381762504578, -0.1343400627374649, -0.134217768907547, -0.13349905610084534, -0.13289253413677216, -0.1326035112142563, -0.13231073319911957, -0.13171742856502533, -0.13065452873706818, -0.13013291358947754, -0.12999583780765533, -0.12968340516090393, -0.12963847815990448, -0.12957864999771118, -0.12944196164608002, -0.12823782861232758, -0.127984419465065, -0.12772972881793976, -0.12742812931537628, -0.12728267908096313, -0.12646380066871643, -0.12519416213035583, -0.1251731514930725, -0.12516190111637115, -0.12465324252843857, -0.12348415702581406, -0.12338748574256897, -0.12308124452829361, -0.12186331301927567, -0.12121137231588364, -0.12051426619291306, -0.12045855075120926, -0.12026579678058624, -0.11913662403821945, -0.11735869199037552, -0.11721616238355637, -0.11673370003700256, -0.11634713411331177, -0.1158355250954628, -0.11515979468822479, -0.11503910273313522, -0.11497770994901657, -0.11470354348421097, -0.11413376778364182, -0.1134319081902504, -0.11304264515638351, -0.11292531341314316, -0.11288975179195404, -0.11283249408006668, -0.11281076818704605, -0.11234425753355026, -0.11217912286520004, -0.11181654781103134, -0.1110997125506401, -0.11109968274831772, -0.11071357876062393, -0.1094326451420784, -0.10925479978322983, -0.1092035248875618, -0.10870861262083054, -0.1068539097905159, -0.10630718618631363, -0.1061163917183876, -0.10537048429250717, -0.10519733279943466, -0.10513607412576675, -0.10508118569850922, -0.10474095493555069, -0.10236663371324539, -0.10191389173269272, -0.10186033695936203, -0.10110834985971451, -0.09948442131280899, -0.09897693246603012, -0.09841198474168777, -0.09761268645524979, -0.09747274965047836, -0.09581154584884644, -0.09503944963216782, -0.09490355104207993, -0.0947517603635788, -0.09466955810785294, -0.0941140279173851, -0.09385635703802109, -0.09325835853815079, -0.0927889421582222, -0.09241261333227158, -0.0917966291308403, -0.09065791219472885, -0.08929529041051865, -0.08925573527812958, -0.08871070295572281, -0.08851625770330429, -0.08835601061582565, -0.08765172213315964, -0.08745522052049637, -0.08716209977865219, -0.08706789463758469, -0.0869770422577858, -0.08679618686437607, -0.08662577718496323, -0.08645415306091309, -0.08608613163232803, -0.08605077117681503, -0.0857665091753006, -0.08536878228187561, -0.08528872579336166, -0.08507759124040604, -0.08472033590078354, -0.08429857343435287, -0.08385362476110458, -0.08372434228658676, -0.0833660289645195, -0.08263956755399704, -0.08225875347852707, -0.08224695175886154, -0.08192311972379684, -0.08188056200742722, -0.08187276124954224, -0.0814925953745842, -0.08111763745546341, -0.081001877784729, -0.08066072314977646, -0.0806409940123558, -0.08057887852191925, -0.08040963858366013, -0.08038388937711716, -0.07897281646728516, -0.07839108258485794, -0.07817130535840988, -0.07789064198732376, -0.07644885033369064, -0.07626248151063919, -0.07586564868688583, -0.07571489363908768, -0.07486271113157272, -0.0741187334060669, -0.07360348850488663, -0.07344617694616318, -0.07302037626504898, -0.07290003448724747, -0.07271236926317215, -0.07261352986097336, -0.07196106761693954, -0.0716412141919136, -0.0715426430106163, -0.0711781308054924, -0.06982289999723434, -0.06854783743619919, -0.06849024444818497, -0.0678214505314827, -0.0677165538072586, -0.06678999215364456, -0.06676455587148666, -0.06644915789365768, -0.06634042412042618, -0.06559871882200241, -0.0653814896941185, -0.0653664693236351, -0.0646195039153099, -0.06402765959501266, -0.06402742117643356, -0.06331508606672287, -0.06317774206399918, -0.06220483034849167, -0.061998941004276276, -0.06176065653562546, -0.06174036115407944, -0.06169386953115463, -0.06158488243818283, -0.06141041964292526, -0.06130170077085495, -0.06128864735364914, -0.061260826885700226, -0.06121347099542618, -0.06115669757127762, -0.060702718794345856, -0.06048355996608734, -0.06027434021234512, -0.060052670538425446, -0.059151791036129, -0.05908092111349106, -0.05895467847585678, -0.058885760605335236, -0.058636151254177094, -0.05850587040185928, -0.058148376643657684, -0.057991258800029755, -0.057450808584690094, -0.057012028992176056, -0.05691579729318619, -0.056239254772663116, -0.05601146072149277, -0.05597300082445145, -0.054814934730529785, -0.05387059599161148, -0.05337227135896683, -0.05221226066350937, -0.051879145205020905, -0.05171085149049759, -0.051602669060230255, -0.05126700550317764, -0.05079715698957443, -0.05071298032999039, -0.05058521777391434, -0.050130315124988556, -0.04940187186002731, -0.04929506033658981, -0.04906728118658066, -0.04762513190507889, -0.04751463979482651, -0.04738124459981918, -0.04696092754602432, -0.046703822910785675, -0.046577148139476776, -0.04558878391981125, -0.04547165334224701, -0.045172564685344696, -0.0451078936457634, -0.0450751855969429, -0.04461289197206497, -0.04418609291315079, -0.044123463332653046, -0.043993301689624786, -0.043939195573329926, -0.04355090111494064, -0.04264009743928909, -0.042485035955905914, -0.04247397929430008, -0.042402513325214386, -0.042117856442928314, -0.04168572276830673, -0.04167359322309494, -0.04129529744386673, -0.04105866700410843, -0.04104860872030258, -0.040825940668582916, -0.04044165462255478, -0.039979659020900726, -0.03922801464796066, -0.03904680162668228, -0.03891097754240036, -0.03874162584543228, -0.03862594813108444, -0.038217268884181976, -0.03771922364830971, -0.03730425983667374, -0.037037454545497894, -0.03653927892446518, -0.03634566813707352, -0.035234302282333374, -0.03503166884183884, -0.034600161015987396, -0.03411003202199936, -0.03392871469259262, -0.03249003738164902, -0.032449401915073395, -0.030577054247260094, -0.029836108908057213, -0.028474455699324608, -0.028334742411971092, -0.0276333000510931, -0.02676846645772457, -0.026694899424910545, -0.026640867814421654, -0.025904720649123192, -0.02580762468278408, -0.02553861401975155, -0.02515227161347866, -0.02456321381032467, -0.024512192234396935, -0.024409135803580284, -0.02423706464469433, -0.0238476749509573, -0.02358909510076046, -0.023539504036307335, -0.02334870956838131, -0.023348143324255943, -0.02312176488339901, -0.023089667782187462, -0.02217262051999569, -0.02078925631940365, -0.020007064566016197, -0.019102072343230247, -0.018832823261618614, -0.01871081255376339, -0.017844950780272484, -0.01723036728799343, -0.016766076907515526, -0.016458382830023766, -0.016386112198233604, -0.01614384911954403, -0.015766536816954613, -0.01480203028768301, -0.014569333754479885, -0.014506100676953793, -0.01404528971761465, -0.013548261485993862, -0.013182229362428188, -0.012879527173936367, -0.012534773908555508, -0.012304282747209072, -0.012178725562989712, -0.011972866021096706, -0.01148595567792654, -0.01147743221372366, -0.01131249126046896, -0.011172718368470669, -0.009999028407037258, -0.009297705255448818, -0.008892661891877651, -0.008810377679765224, -0.008621535263955593, -0.008488885127007961, -0.007879137061536312, -0.007338567171245813, -0.00630376348271966, -0.006194701883941889, -0.005895784590393305, -0.005848734173923731, -0.00518127391114831, -0.004974490497261286, -0.00441322335973382, -0.0036311212461441755, -0.0035899493377655745, -0.003248638240620494, -0.00253010424785316, -0.0024344834964722395, -0.0007875176961533725, -0.000581479340326041, 6.372605275828391e-05, 0.0006188687984831631, 0.0006253806059248745, 0.0012188343098387122, 0.0013208253076300025, 0.0013368068030104041, 0.0019994315225631, 0.0032089289743453264, 0.004366719629615545, 0.004870885517448187, 0.004953899886459112, 0.005055220331996679, 0.0061476766131818295, 0.0063730268739163876, 0.006426075007766485, 0.006883257534354925, 0.006975763943046331, 0.0069916038773953915, 0.0074270605109632015, 0.007518583443015814, 0.008750715292990208, 0.008807026781141758, 0.009393815882503986, 0.009689577855169773, 0.010286525823175907, 0.010379337705671787, 0.010763936676084995, 0.011041113175451756, 0.011175149120390415, 0.011700787581503391, 0.013190099038183689, 0.013264783658087254, 0.013939791359007359, 0.01428960356861353, 0.015040778554975986, 0.016037115827202797, 0.016685763373970985, 0.016688892617821693, 0.01746940053999424, 0.017815688624978065, 0.018254587426781654, 0.018437901511788368, 0.0185104850679636, 0.018625015392899513, 0.01914183236658573, 0.01931658573448658, 0.019317591562867165, 0.019701043143868446, 0.01976875402033329, 0.020347068086266518, 0.020728791132569313, 0.02099882997572422, 0.02137039043009281, 0.02155059017241001, 0.02160170115530491, 0.02229459024965763, 0.022297600284218788, 0.023187467828392982, 0.02325734682381153, 0.023293280974030495, 0.023677149787545204, 0.024090716615319252, 0.02413117326796055, 0.026352817192673683, 0.026441166177392006, 0.02646701969206333, 0.026761600747704506, 0.02724185772240162, 0.027514750137925148, 0.02761208452284336, 0.02795272506773472, 0.028190547600388527, 0.028591671958565712, 0.028636829927563667, 0.028659487143158913, 0.029286930337548256, 0.029399702325463295, 0.029825398698449135, 0.030071409419178963, 0.03094000555574894, 0.03126547485589981, 0.03210189938545227, 0.03226476162672043, 0.03260188549757004, 0.03346673399209976, 0.03379703313112259, 0.03412692993879318, 0.03441409021615982, 0.034992970526218414, 0.03561728447675705, 0.03618506342172623, 0.036615125834941864, 0.03690893203020096, 0.037090204656124115, 0.03728938847780228, 0.037318043410778046, 0.03733576089143753, 0.037512630224227905, 0.03755301982164383, 0.037796296179294586, 0.03819168359041214, 0.03873428702354431, 0.03879223018884659, 0.038857199251651764, 0.038981787860393524, 0.03929085284471512, 0.03951026499271393, 0.03973279148340225, 0.04020536690950394, 0.04026498645544052, 0.041058339178562164, 0.041792429983615875, 0.041979990899562836, 0.04257906973361969, 0.04271245747804642, 0.04318735748529434, 0.04341287165880203, 0.04412873834371567, 0.04452186077833176, 0.044963397085666656, 0.04538249224424362, 0.04558911174535751, 0.045969992876052856, 0.046198777854442596, 0.0464416965842247, 0.04667647182941437, 0.047091804444789886, 0.04738301783800125, 0.04800482839345932, 0.04830244928598404, 0.04835519939661026, 0.04883034527301788, 0.04899754375219345, 0.0491369292140007, 0.04923269897699356, 0.049289293587207794, 0.04950674623250961, 0.04961031302809715, 0.05018889158964157, 0.051234953105449677, 0.05135086923837662, 0.05178885906934738, 0.05219081789255142, 0.05284643918275833, 0.0535876527428627, 0.054012052714824677, 0.05455482751131058, 0.05457211285829544, 0.05477278679609299, 0.05587824434041977, 0.05611538141965866, 0.0565439835190773, 0.05654410272836685, 0.05786120519042015, 0.0578736811876297, 0.057996876537799835, 0.05973418802022934, 0.060690589249134064, 0.06079121679067612, 0.061104245483875275, 0.06134899705648422, 0.061631761491298676, 0.06199470907449722, 0.06320175528526306, 0.06325295567512512, 0.06332321465015411, 0.06376379728317261, 0.06389632076025009, 0.06550060957670212, 0.06639374047517776, 0.06647080928087234, 0.06743673235177994, 0.0676618441939354, 0.06906049698591232, 0.06941886991262436, 0.06968996673822403, 0.07044484466314316, 0.07145700603723526, 0.07185094803571701, 0.07190803438425064, 0.07245007902383804, 0.07288169115781784, 0.0733809843659401, 0.07340750843286514, 0.07413727790117264, 0.07417252659797668, 0.07429087907075882, 0.07429862767457962, 0.07462131232023239, 0.07465363293886185, 0.0751110389828682, 0.07525534182786942, 0.07540244609117508, 0.07551651448011398, 0.0764739140868187, 0.07650633901357651, 0.07658039778470993, 0.07681960612535477, 0.07706709206104279, 0.07813813537359238, 0.07819033414125443, 0.07837574928998947, 0.07848533242940903, 0.0786016434431076, 0.07920844852924347, 0.07944397628307343, 0.08000058680772781, 0.08114718645811081, 0.0816173180937767, 0.08257577568292618, 0.08288434892892838, 0.08378186076879501, 0.08390585333108902, 0.08565494418144226, 0.08711100369691849, 0.08792778104543686, 0.08880192041397095, 0.0888371542096138, 0.08958234637975693, 0.09084682911634445, 0.09125342220067978, 0.09171883761882782, 0.09174927324056625, 0.09198622405529022, 0.09235463291406631, 0.09325513988733292, 0.0934545025229454, 0.0937638133764267, 0.09428858757019043, 0.09437603503465652, 0.0946868285536766, 0.09482061117887497, 0.09517780691385269, 0.09544005244970322, 0.09551795572042465, 0.09583643078804016, 0.09596417099237442, 0.09611953049898148, 0.09685211628675461, 0.09705420583486557, 0.09710908681154251, 0.09711117297410965, 0.097202830016613, 0.09731841087341309, 0.09739067405462265, 0.09782864898443222, 0.09810193628072739, 0.09832710772752762, 0.09872779995203018, 0.09912028908729553, 0.09914495050907135, 0.09997110068798065, 0.1000068262219429, 0.10072212666273117, 0.10146990418434143, 0.1019086241722107, 0.10212963819503784, 0.10286258906126022, 0.10324623435735703, 0.1039261743426323, 0.10471639782190323, 0.10498002916574478, 0.10502155870199203, 0.10507624596357346, 0.10613284260034561, 0.10644286125898361, 0.10662280768156052, 0.10673650354146957, 0.10674600303173065, 0.10928529500961304, 0.11004915833473206, 0.11028697341680527, 0.11102131754159927, 0.11106178909540176, 0.11125912517309189, 0.11176879703998566, 0.11194898933172226, 0.11199888586997986, 0.11220359802246094, 0.11233492940664291, 0.11288578063249588, 0.11294125765562057, 0.11298393458127975, 0.11308726668357849, 0.11526032537221909, 0.11534924060106277, 0.11544713377952576, 0.11554092913866043, 0.11565279960632324, 0.11613944917917252, 0.11621179431676865, 0.11642444133758545, 0.11646214127540588, 0.11649861186742783, 0.1172579899430275, 0.11740172654390335, 0.11742883175611496, 0.11867253482341766, 0.11889644712209702, 0.11944901198148727, 0.11950018256902695, 0.11982343345880508, 0.11992271989583969, 0.12008988112211227, 0.12098691612482071, 0.12211082875728607, 0.12263155728578568, 0.1229243278503418, 0.12319951504468918, 0.12393759936094284, 0.12442929297685623, 0.12471234053373337, 0.12526282668113708, 0.1253909021615982, 0.1257299780845642, 0.1263643056154251, 0.12660899758338928, 0.1269824355840683, 0.12773095071315765, 0.1279631406068802, 0.1280447542667389, 0.1283055990934372, 0.1284635215997696, 0.12849479913711548, 0.12868914008140564, 0.12869298458099365, 0.1287851780653, 0.1288011521100998, 0.13021455705165863, 0.13138829171657562, 0.1337006539106369, 0.13442465662956238, 0.1351248174905777, 0.1351827085018158, 0.1356237679719925, 0.1356496661901474, 0.13579869270324707, 0.1365264505147934, 0.13666307926177979, 0.1370433121919632, 0.13823488354682922, 0.13881467282772064, 0.13989856839179993, 0.1404123455286026, 0.14126518368721008, 0.142030730843544, 0.14242741465568542, 0.14244545996189117, 0.1433781385421753, 0.14399559795856476, 0.14452315866947174, 0.14461879432201385, 0.1453046053647995, 0.14550824463367462, 0.14629460871219635, 0.14630088210105896, 0.147010937333107, 0.1474144458770752, 0.1481345146894455, 0.14980100095272064, 0.14985011518001556, 0.15039943158626556, 0.15131540596485138, 0.15172803401947021, 0.15194325149059296, 0.15298451483249664, 0.15314479172229767, 0.15330563485622406, 0.1533321887254715, 0.15348760783672333, 0.1537252515554428, 0.15381087362766266, 0.15390363335609436, 0.15403130650520325, 0.15440385043621063, 0.15488536655902863, 0.15514127910137177, 0.15578089654445648, 0.15589213371276855, 0.1559658944606781, 0.15663611888885498, 0.15696509182453156, 0.1571844518184662, 0.1572461873292923, 0.15747660398483276, 0.15785466134548187, 0.15790565311908722, 0.15798278152942657, 0.15849125385284424, 0.15955589711666107, 0.16029377281665802, 0.16138558089733124, 0.16168312728405, 0.16187693178653717, 0.16231770813465118, 0.16256362199783325, 0.1627037227153778, 0.16302891075611115, 0.16324149072170258, 0.16378755867481232, 0.16416293382644653, 0.16433921456336975, 0.1647556871175766, 0.16647569835186005, 0.1667337864637375, 0.1668127328157425, 0.16734176874160767, 0.16736964881420135, 0.16796104609966278, 0.16814692318439484, 0.16872750222682953, 0.16897638142108917, 0.1694754809141159, 0.16991378366947174, 0.1700156182050705, 0.17003950476646423, 0.17066988348960876, 0.17129869759082794, 0.1721763014793396, 0.17229166626930237, 0.1727236658334732, 0.1736956387758255, 0.17373551428318024, 0.17458407580852509, 0.17490220069885254, 0.1753000169992447, 0.176321342587471, 0.17690154910087585, 0.17695625126361847, 0.17704235017299652, 0.1773497313261032, 0.1774829626083374, 0.17764732241630554, 0.17814593017101288, 0.1787003129720688, 0.17877915501594543, 0.1789800077676773, 0.17952103912830353, 0.1797780841588974, 0.18034620583057404, 0.18058615922927856, 0.18093536794185638, 0.18098588287830353, 0.18140162527561188, 0.18248645961284637, 0.18262113630771637, 0.18293170630931854, 0.18348883092403412, 0.18457171320915222, 0.18510830402374268, 0.1853136569261551, 0.18554994463920593, 0.18556737899780273, 0.18681049346923828, 0.18687240779399872, 0.18738384544849396, 0.18757487833499908, 0.18790926039218903, 0.18815161287784576, 0.1885896772146225, 0.18862558901309967, 0.18924468755722046, 0.1892532855272293, 0.18942414224147797, 0.18973349034786224, 0.19011162221431732, 0.1901140660047531, 0.19032610952854156, 0.19044806063175201, 0.19085906445980072, 0.19104084372520447, 0.1911880224943161, 0.19132000207901, 0.1914335936307907, 0.1916070282459259, 0.19228795170783997, 0.192373126745224, 0.1926880031824112, 0.19380266964435577, 0.19453056156635284, 0.1947145015001297, 0.19479180872440338, 0.19577224552631378, 0.19667766988277435, 0.19707940518856049, 0.19711561501026154, 0.1972598284482956, 0.19739481806755066, 0.19748421013355255, 0.19820886850357056, 0.1982741802930832, 0.19893108308315277, 0.1994841992855072, 0.20039983093738556, 0.20181462168693542, 0.20199719071388245, 0.2023274451494217, 0.20308557152748108, 0.2031199336051941, 0.2037602812051773, 0.20485857129096985, 0.2049211710691452, 0.205286905169487, 0.20604288578033447, 0.20637425780296326, 0.20662879943847656, 0.20709997415542603, 0.20768344402313232, 0.20830510556697845, 0.2084074467420578, 0.20844261348247528, 0.20902590453624725, 0.20929084718227386, 0.20949646830558777, 0.20952489972114563, 0.21175046265125275, 0.2120928168296814, 0.2121976763010025, 0.21266290545463562, 0.2128075510263443, 0.21321052312850952, 0.2141292542219162, 0.21426397562026978, 0.21461619436740875, 0.21546640992164612, 0.2173728495836258, 0.21737609803676605, 0.21803800761699677, 0.21893064677715302, 0.2189842313528061, 0.21918269991874695, 0.21919970214366913, 0.2200176864862442, 0.22010312974452972, 0.2204168736934662, 0.22071713209152222, 0.22194737195968628, 0.22236916422843933, 0.22305180132389069, 0.22310329973697662, 0.22312889993190765, 0.2234691083431244, 0.22360636293888092, 0.22371603548526764, 0.22466696798801422, 0.22497878968715668, 0.22499658167362213, 0.22626836597919464, 0.22629760205745697, 0.22747951745986938, 0.22757357358932495, 0.2279951125383377, 0.22931645810604095, 0.22949542105197906, 0.22969594597816467, 0.22996751964092255, 0.2303209751844406, 0.23155276477336884, 0.23180417716503143, 0.23206539452075958, 0.23231367766857147, 0.23325543105602264, 0.23381872475147247, 0.23436404764652252, 0.23481422662734985, 0.2354995161294937, 0.2356661707162857, 0.23682890832424164, 0.23692107200622559, 0.2369665950536728, 0.2374413013458252, 0.2382286936044693, 0.23865005373954773, 0.23950350284576416, 0.2412278950214386, 0.24127021431922913, 0.2424396127462387, 0.24267978966236115, 0.2427332103252411, 0.24326494336128235, 0.2433711290359497, 0.24415458738803864, 0.24424222111701965, 0.24505534768104553, 0.2452225238084793, 0.24530203640460968, 0.24582333862781525, 0.24607698619365692, 0.24702566862106323, 0.248088538646698, 0.24830324947834015, 0.24886634945869446, 0.24944691359996796, 0.24958091974258423, 0.2503792643547058, 0.2515639364719391, 0.25209489464759827, 0.25266653299331665, 0.253246009349823, 0.2533448338508606, 0.25374865531921387, 0.254207581281662, 0.2543255090713501, 0.25490623712539673, 0.2563440203666687, 0.2574542760848999, 0.2577495872974396, 0.2577570080757141, 0.2582454979419708, 0.25838688015937805, 0.2585201561450958, 0.25907468795776367, 0.25924885272979736, 0.25936466455459595, 0.2594466805458069, 0.2603522837162018, 0.2604718804359436, 0.2614184021949768, 0.2622963488101959, 0.2626955807209015, 0.2635074555873871, 0.2641395032405853, 0.26421546936035156, 0.2644418179988861, 0.26486098766326904, 0.26650646328926086, 0.26654481887817383, 0.2675887942314148, 0.26769527792930603, 0.26823434233665466, 0.2693343758583069, 0.2693363428115845, 0.2704387307167053, 0.27124929428100586, 0.2719765901565552, 0.27267172932624817, 0.2736797332763672, 0.27448874711990356, 0.2750740647315979, 0.27565693855285645, 0.2769320011138916, 0.2773948311805725, 0.27805158495903015, 0.2781350612640381, 0.27897828817367554, 0.2793952226638794, 0.2794143557548523, 0.2795306444168091, 0.27996525168418884, 0.28048449754714966, 0.28161606192588806, 0.28162261843681335, 0.28172576427459717, 0.28216153383255005, 0.28231287002563477, 0.2825634777545929, 0.2829921543598175, 0.28392404317855835, 0.2846343219280243, 0.28494152426719666, 0.28627198934555054, 0.2875501811504364, 0.28850057721138, 0.2887779772281647, 0.2888726592063904, 0.28916460275650024, 0.28968411684036255, 0.2905348837375641, 0.29066240787506104, 0.29079920053482056, 0.29085293412208557, 0.2911157011985779, 0.2911519408226013, 0.2916664779186249, 0.29179030656814575, 0.2920278012752533, 0.2933572828769684, 0.2937275469303131, 0.2946264147758484, 0.2946954071521759, 0.2948039174079895, 0.29488110542297363, 0.29505783319473267, 0.29524388909339905, 0.29532110691070557, 0.29541581869125366, 0.2955307364463806, 0.29747650027275085, 0.29751989245414734, 0.2976503372192383, 0.2978794276714325, 0.2979327440261841, 0.29894891381263733, 0.29905468225479126, 0.2990611493587494, 0.2998248338699341, 0.299932062625885, 0.30034828186035156, 0.3017040491104126, 0.302094429731369, 0.3022938668727875, 0.30243557691574097, 0.30344679951667786, 0.30350181460380554, 0.3038625419139862, 0.3061283826828003, 0.3061690032482147, 0.3068869709968567, 0.3071476221084595, 0.30725234746932983, 0.3086172640323639, 0.3091999888420105, 0.30965927243232727, 0.3106701374053955, 0.31138360500335693, 0.31172481179237366, 0.3121417760848999, 0.3122197091579437, 0.3128156065940857, 0.3128816485404968, 0.31322962045669556, 0.313257098197937, 0.31460040807724, 0.3151969015598297, 0.31526073813438416, 0.31553471088409424, 0.3157883584499359, 0.3160407543182373, 0.3160817623138428, 0.3162478506565094, 0.31638237833976746, 0.31743863224983215, 0.3178372383117676, 0.31882143020629883, 0.3190813958644867, 0.3195345997810364, 0.3198460638523102, 0.3200766146183014, 0.3206065893173218, 0.3208765685558319, 0.3211703896522522, 0.3214018940925598, 0.321805864572525, 0.32280486822128296, 0.3239937424659729, 0.32425883412361145, 0.3242759108543396, 0.32481420040130615, 0.32588815689086914, 0.3264574408531189, 0.3270389437675476, 0.32814455032348633, 0.32820218801498413, 0.32943183183670044, 0.3300854563713074, 0.33017921447753906, 0.33079707622528076, 0.331423282623291, 0.3315854072570801, 0.3316863179206848, 0.33206674456596375, 0.3321762681007385, 0.33260422945022583, 0.33390623331069946, 0.334010511636734, 0.3340340852737427, 0.3341679573059082, 0.33434414863586426, 0.3379387855529785, 0.3380833864212036, 0.3381059169769287, 0.33823785185813904, 0.3391574025154114, 0.3395259976387024, 0.340471476316452, 0.3421476185321808, 0.34291353821754456, 0.34574100375175476, 0.34578585624694824, 0.3461381494998932, 0.34653863310813904, 0.3467409610748291, 0.34701403975486755, 0.34743547439575195, 0.3477960228919983, 0.3484398126602173, 0.3484448790550232, 0.3490145802497864, 0.34931841492652893, 0.35050684213638306, 0.35050907731056213, 0.3509654998779297, 0.35138070583343506, 0.3516046404838562, 0.351785808801651, 0.35260868072509766, 0.3528721034526825, 0.3536667823791504, 0.354325532913208, 0.35432639718055725, 0.35434436798095703, 0.35487833619117737, 0.3568693697452545, 0.35713478922843933, 0.3571973443031311, 0.3593447506427765, 0.35971254110336304, 0.3597206175327301, 0.3607522249221802, 0.36078524589538574, 0.3616219460964203, 0.3624621033668518, 0.3625966012477875, 0.362629771232605, 0.3631478548049927, 0.3632318377494812, 0.3641854524612427, 0.36432191729545593, 0.3647178113460541, 0.3649451732635498, 0.3656974136829376, 0.3661366105079651, 0.3668603301048279, 0.36805459856987, 0.368322491645813, 0.36949002742767334, 0.369626522064209, 0.37012115120887756, 0.37016648054122925, 0.37152567505836487, 0.37191981077194214, 0.37331312894821167, 0.37407568097114563, 0.37452030181884766, 0.3756110668182373, 0.3760628402233124, 0.3761361539363861, 0.37659403681755066, 0.37713372707366943, 0.3771879971027374, 0.37753725051879883, 0.3788142204284668, 0.3791096806526184, 0.37950390577316284, 0.37992316484451294, 0.3807458281517029, 0.38146454095840454, 0.3816792368888855, 0.3823200762271881, 0.38242316246032715, 0.383181095123291, 0.3835182189941406, 0.3846453130245209, 0.38536953926086426, 0.38544654846191406, 0.3855558931827545, 0.3856198191642761, 0.38578173518180847, 0.3859786093235016, 0.38608023524284363, 0.38687968254089355, 0.3870536684989929, 0.3892604410648346, 0.3894953727722168, 0.3895396292209625, 0.3911246657371521, 0.3914302885532379, 0.3920443654060364, 0.39239582419395447, 0.39244771003723145, 0.3924625515937805, 0.3929080367088318, 0.39314591884613037, 0.3931652307510376, 0.3934771418571472, 0.39383554458618164, 0.3949541449546814, 0.3950828015804291, 0.3951115906238556, 0.3956373929977417, 0.3958905041217804, 0.3965736925601959, 0.3967340588569641, 0.3986241817474365, 0.3994290232658386, 0.4000350832939148, 0.4001615047454834, 0.4002707600593567, 0.4003700911998749, 0.40138086676597595, 0.4013831615447998, 0.40143799781799316, 0.40159574151039124, 0.4020100235939026, 0.40288060903549194, 0.40348318219184875, 0.4035753309726715, 0.4040260314941406, 0.4043716788291931, 0.40459612011909485, 0.40492507815361023, 0.4050382375717163, 0.40579473972320557, 0.4066215753555298, 0.40708598494529724, 0.4076423943042755, 0.40768879652023315, 0.40923213958740234, 0.41042470932006836, 0.4107557237148285, 0.4117468297481537, 0.4118083417415619, 0.41321590542793274, 0.4133126735687256, 0.4140065908432007, 0.41463595628738403, 0.4159046709537506, 0.4164658784866333, 0.41666558384895325, 0.41692498326301575, 0.4172195494174957, 0.4174436926841736, 0.4176148772239685, 0.4179452061653137, 0.41945624351501465, 0.41948115825653076, 0.42113566398620605, 0.42168766260147095, 0.42428988218307495, 0.42457109689712524, 0.42487233877182007, 0.4250316023826599, 0.4261961579322815, 0.42700591683387756, 0.4288043677806854, 0.42894333600997925, 0.4317716956138611, 0.43221989274024963, 0.4329354763031006, 0.4329553246498108, 0.433618426322937, 0.4350751042366028, 0.43634897470474243, 0.4367585778236389, 0.4371802806854248, 0.4383268356323242, 0.438639760017395, 0.43880200386047363, 0.4408826529979706, 0.44211065769195557, 0.44473689794540405, 0.44536688923835754, 0.44539523124694824, 0.4454677104949951, 0.44729870557785034, 0.45026054978370667, 0.45045116543769836, 0.4505273103713989, 0.45200252532958984, 0.4520499110221863, 0.4528988003730774, 0.45293956995010376, 0.45335039496421814, 0.4533841013908386, 0.45361053943634033, 0.4541163146495819, 0.4545830190181732, 0.4547126293182373, 0.45649537444114685, 0.4565366804599762, 0.457122802734375, 0.458320677280426, 0.4583888649940491, 0.4598667323589325, 0.46058034896850586, 0.4607976973056793, 0.46086907386779785, 0.4610612690448761, 0.46126362681388855, 0.4616815447807312, 0.4620100259780884, 0.46227893233299255, 0.46247386932373047, 0.46280041337013245, 0.4629475176334381, 0.46448442339897156, 0.4646103084087372, 0.46573400497436523, 0.46629324555397034, 0.46642810106277466, 0.46643462777137756, 0.4670381546020508, 0.4674057066440582, 0.46755251288414, 0.4691000282764435, 0.4695903956890106, 0.4698948264122009, 0.47071295976638794, 0.47104865312576294, 0.4714812934398651, 0.47248518466949463, 0.4726860523223877, 0.4727827310562134, 0.4730149805545807, 0.4730686545372009, 0.47354012727737427, 0.47357314825057983, 0.4736602008342743, 0.4739329516887665, 0.47453561425209045, 0.47492000460624695, 0.4760587811470032, 0.4771835207939148, 0.47727108001708984, 0.47844982147216797, 0.4791172742843628, 0.4799577593803406, 0.4806990921497345, 0.4809916317462921, 0.4813068211078644, 0.4815785884857178, 0.4817383289337158, 0.48259904980659485, 0.48296430706977844, 0.48338136076927185, 0.4836619198322296, 0.4836909770965576, 0.48400887846946716, 0.4855164587497711, 0.4867714047431946, 0.48783308267593384, 0.4881823658943176, 0.4893232583999634, 0.4896082878112793, 0.49054914712905884, 0.49083882570266724, 0.4911607503890991, 0.49123215675354004, 0.49138617515563965, 0.49220070242881775, 0.49240779876708984, 0.4931584596633911, 0.49336108565330505, 0.49338585138320923, 0.49475401639938354, 0.4953518807888031, 0.4958517253398895, 0.4963270425796509, 0.49643850326538086, 0.497123658657074, 0.4973071813583374, 0.4983159899711609, 0.4990553855895996, 0.4990989863872528, 0.4991624355316162, 0.5008092522621155, 0.5021060109138489, 0.5021167397499084, 0.5023043751716614, 0.5031697154045105, 0.503757894039154, 0.5039732456207275, 0.5040784478187561, 0.5044728517532349, 0.5051146149635315, 0.5058323740959167, 0.5059244632720947, 0.5071417689323425, 0.507247269153595, 0.5095675587654114, 0.5109625458717346, 0.5113131403923035, 0.5113200545310974, 0.5113678574562073, 0.5122887492179871, 0.5143046975135803, 0.5146064758300781, 0.5149171948432922, 0.5154696106910706, 0.5156337022781372, 0.5160359740257263, 0.5161426067352295, 0.5165237784385681, 0.516884446144104, 0.5169448256492615, 0.5176079869270325, 0.5191954970359802, 0.5208669304847717, 0.5209490060806274, 0.5209900736808777, 0.5210541486740112, 0.5213518142700195, 0.5214453339576721, 0.523992121219635, 0.52433180809021, 0.524796187877655, 0.5254637598991394, 0.5261875987052917, 0.526286780834198, 0.5264407396316528, 0.5265277624130249, 0.5266240239143372, 0.5276489853858948, 0.5282871723175049, 0.5292279720306396, 0.5297518968582153, 0.5303264260292053, 0.5305466055870056, 0.5312899947166443, 0.5314891934394836, 0.5315350890159607, 0.5321784019470215, 0.5329163074493408, 0.5331039428710938, 0.5338000655174255, 0.5339835286140442, 0.534238874912262, 0.5366242527961731, 0.5370908379554749, 0.5374424457550049, 0.5386477112770081, 0.5386746525764465, 0.5392187833786011, 0.5401228666305542, 0.5410802960395813, 0.5411062836647034, 0.5411398410797119, 0.5415727496147156, 0.5428214073181152, 0.5434538722038269, 0.5435231328010559, 0.5437102913856506, 0.5442060828208923, 0.5446524024009705, 0.5447432398796082, 0.5450823307037354, 0.5457151532173157, 0.5457854866981506, 0.5461738705635071, 0.5466411113739014, 0.5471968054771423, 0.5472993850708008, 0.5474671721458435, 0.548098623752594, 0.5491759181022644, 0.5496352314949036, 0.5499795079231262, 0.5505388379096985, 0.5508638024330139, 0.5509949326515198, 0.5520889759063721, 0.552868664264679, 0.5543647408485413, 0.5545989274978638, 0.5548143982887268, 0.555514395236969, 0.5556182265281677, 0.5556820034980774, 0.5558685660362244, 0.5569349527359009, 0.5570132732391357, 0.5571502447128296, 0.5574306845664978, 0.5578914284706116, 0.5589980483055115, 0.5591830015182495, 0.5599412322044373, 0.5613495707511902, 0.5623655915260315, 0.563761293888092, 0.5637796521186829, 0.563789427280426, 0.56509929895401, 0.5659857392311096, 0.566018283367157, 0.5671532154083252, 0.5674219131469727, 0.5676892399787903, 0.5676906108856201, 0.5685867071151733, 0.5694523453712463, 0.5694566965103149, 0.5696404576301575, 0.5701915621757507, 0.5722152590751648, 0.5727479457855225, 0.5732239484786987, 0.5749390721321106, 0.5750280022621155, 0.5753647089004517, 0.5755577087402344, 0.5756896734237671, 0.5761553645133972, 0.5762524008750916, 0.5763974785804749, 0.5764625668525696, 0.5766778588294983, 0.5774502158164978, 0.5785439610481262, 0.5787380337715149, 0.5788417458534241, 0.5788915157318115, 0.5796768069267273, 0.5804732441902161, 0.5822705030441284, 0.5831904411315918, 0.5836860537528992, 0.5837391018867493, 0.5837733745574951, 0.5839349031448364, 0.5847000479698181, 0.586165726184845, 0.5861838459968567, 0.5863063931465149, 0.5879055857658386, 0.5880580544471741, 0.5888359546661377, 0.5888473987579346, 0.5894849300384521, 0.5898166298866272, 0.5899031758308411, 0.5907867550849915, 0.5908024907112122, 0.5911160707473755, 0.5915499925613403, 0.5916217565536499, 0.5924585461616516, 0.5928429961204529, 0.5929886102676392, 0.5930086970329285, 0.5932339429855347, 0.5938102006912231, 0.5945912599563599, 0.5947230458259583, 0.5947914123535156, 0.5956981182098389, 0.5962722897529602, 0.5971458554267883, 0.5974447131156921, 0.5975245833396912, 0.5982987880706787, 0.5985354781150818, 0.5997796058654785, 0.6000970005989075, 0.600549578666687, 0.6009675860404968, 0.6016717553138733, 0.6023982167243958, 0.6026235222816467, 0.6028905510902405, 0.60294109582901, 0.6041603684425354, 0.6042366623878479, 0.6046210527420044, 0.6063253283500671, 0.6072619557380676, 0.6078621745109558, 0.6080416440963745, 0.6088067293167114, 0.6093044877052307, 0.6093881726264954, 0.609866201877594, 0.6122787594795227, 0.6126100420951843, 0.6129806041717529, 0.6130897998809814, 0.6135937571525574, 0.6144532561302185, 0.6144829988479614, 0.6151821613311768, 0.6153901219367981, 0.6161882281303406, 0.616406261920929, 0.6169893145561218, 0.6179637312889099, 0.6186196208000183, 0.6187381148338318, 0.6191281676292419, 0.6195363402366638, 0.6197460889816284, 0.6200289130210876, 0.6212151050567627, 0.6213544011116028, 0.6219791769981384, 0.6259528994560242, 0.6259755492210388, 0.6263110041618347, 0.6271659731864929, 0.6273689866065979, 0.629338800907135, 0.6299999356269836, 0.630465030670166, 0.6331632137298584, 0.6336174607276917, 0.6347308158874512, 0.6354027390480042, 0.6367784738540649, 0.6369104385375977, 0.6372136473655701, 0.6377625465393066, 0.6379463076591492, 0.6380078196525574, 0.6382409930229187, 0.6382539868354797, 0.6388487815856934, 0.638889491558075, 0.6401187777519226, 0.6406340003013611, 0.6407700777053833, 0.6410889029502869, 0.6413779854774475, 0.6414667963981628, 0.6423763036727905, 0.6424534320831299, 0.6437771320343018, 0.6446122527122498, 0.6448197364807129, 0.645420253276825, 0.6457889676094055, 0.6461184620857239, 0.6480689644813538, 0.6482784748077393, 0.64869624376297, 0.6487830877304077, 0.648904025554657, 0.6498941779136658, 0.650414764881134, 0.6520170569419861, 0.653107762336731, 0.6531631350517273, 0.6542830467224121, 0.6543626189231873, 0.6547165513038635, 0.6569634079933167, 0.6570972800254822, 0.657429575920105, 0.658560037612915, 0.6604614853858948, 0.6611992716789246, 0.6614602208137512, 0.6616557240486145, 0.6628363132476807, 0.6644116640090942, 0.6651167273521423, 0.6661083698272705, 0.6664240956306458, 0.6715914607048035, 0.6728184819221497, 0.6737270951271057, 0.6738004088401794, 0.6738355755805969, 0.6741844415664673, 0.6742545366287231, 0.675507128238678, 0.6755431294441223, 0.6762329339981079, 0.676623523235321, 0.6772081851959229, 0.6774176955223083, 0.6781284213066101, 0.6785211563110352, 0.6788265109062195, 0.6800270080566406, 0.6800407767295837, 0.6802993416786194, 0.6816893219947815, 0.6823105216026306, 0.6823806166648865, 0.6824144124984741, 0.6824678182601929, 0.6827713847160339, 0.683149516582489, 0.6839445233345032, 0.6853099465370178, 0.6861111521720886, 0.6861643195152283, 0.6881559491157532, 0.6885989308357239, 0.689017117023468, 0.6903058886528015, 0.6929294466972351, 0.6939802765846252, 0.6941707730293274, 0.6946006417274475, 0.6946069598197937, 0.694979727268219, 0.6950488686561584, 0.6957478523254395, 0.697027862071991, 0.6979381442070007, 0.6993897557258606, 0.7001692652702332, 0.7002137303352356, 0.7004255652427673, 0.701091468334198, 0.7021072506904602, 0.7024304270744324, 0.7025427222251892, 0.7035568356513977, 0.704014003276825, 0.7054255604743958, 0.7057405710220337, 0.707009494304657, 0.7082014679908752, 0.7082402110099792, 0.7084826827049255, 0.7085794806480408, 0.7086401581764221, 0.7088543772697449, 0.7089893817901611, 0.7091811299324036, 0.7118038535118103, 0.7122246623039246, 0.7122805714607239, 0.7126739025115967, 0.7135498523712158, 0.714816153049469, 0.714899480342865, 0.7156711220741272, 0.7167602181434631, 0.7176117897033691, 0.7187710404396057, 0.7190231680870056, 0.7200565934181213, 0.7203728556632996, 0.721061110496521, 0.7236092686653137, 0.7241008877754211, 0.7241174578666687, 0.7243570685386658, 0.7248349189758301, 0.7249383330345154, 0.7281677722930908, 0.7288346290588379, 0.7293239235877991, 0.7295640707015991, 0.7298797965049744, 0.7339487671852112, 0.7339589595794678, 0.7348693013191223, 0.7349444031715393, 0.7354217171669006, 0.7376447916030884, 0.7387170791625977, 0.7398266196250916, 0.7400768399238586, 0.7403506636619568, 0.7414171099662781, 0.7421882152557373, 0.7435979247093201, 0.7440109848976135, 0.7453243136405945, 0.746295690536499, 0.7465528249740601, 0.7498477101325989, 0.750084638595581, 0.7505025863647461, 0.7527635097503662, 0.7535731196403503, 0.7541965246200562, 0.7545579075813293, 0.7571555972099304, 0.7580976486206055, 0.758249819278717, 0.7583281397819519, 0.7590620517730713, 0.7591611742973328, 0.759817361831665, 0.7598757147789001, 0.7617136240005493, 0.76265949010849, 0.7634446024894714, 0.7639885544776917, 0.7684638500213623, 0.7686324715614319, 0.7709835767745972, 0.7715068459510803, 0.7730337977409363, 0.7733001112937927, 0.7737621665000916, 0.7740078568458557, 0.7741000056266785, 0.7754450440406799, 0.7761545777320862, 0.777117908000946, 0.7779339551925659, 0.7799912095069885, 0.7802433371543884, 0.7812120318412781, 0.7818148732185364, 0.7818781733512878, 0.7838286757469177, 0.7846876978874207, 0.785817563533783, 0.7872092723846436, 0.7877019047737122, 0.7884369492530823, 0.7889167070388794, 0.7892264127731323, 0.789250373840332, 0.7898467779159546, 0.7905189394950867, 0.7909829020500183, 0.791159451007843, 0.7914518713951111, 0.7922372221946716, 0.7950525879859924, 0.7963094115257263, 0.7965779900550842, 0.7969843745231628, 0.796989917755127, 0.800653874874115, 0.801080048084259, 0.801374614238739, 0.8014453053474426, 0.8023934960365295, 0.8042687773704529, 0.806507408618927, 0.8066490888595581, 0.8068028092384338, 0.8093445897102356, 0.8096219897270203, 0.8106169700622559, 0.8108910322189331, 0.811106264591217, 0.8114248514175415, 0.8118957877159119, 0.8130873441696167, 0.813266396522522, 0.8166585564613342, 0.8169316649436951, 0.82004314661026, 0.8207074999809265, 0.8211072087287903, 0.8215975761413574, 0.8216806054115295, 0.8222874999046326, 0.8228421807289124, 0.8236525058746338, 0.8244163990020752, 0.8261285424232483, 0.8273195624351501, 0.8275911808013916, 0.8282703757286072, 0.8302181363105774, 0.8310278654098511, 0.8311148881912231, 0.8315760493278503, 0.8328619599342346, 0.8330373764038086, 0.834201991558075, 0.835832417011261, 0.8361641764640808, 0.8373537659645081, 0.8376801013946533, 0.837723433971405, 0.8393396735191345, 0.8396832346916199, 0.8399419188499451, 0.8408936858177185, 0.8414203524589539, 0.8415921330451965, 0.8422858119010925, 0.8424460887908936, 0.842548668384552, 0.8429730534553528, 0.8446776270866394, 0.8455012440681458, 0.8459380269050598, 0.8469017744064331, 0.84880530834198, 0.8523712754249573, 0.8545216917991638, 0.8554033041000366, 0.8554970622062683, 0.855556309223175, 0.8557877540588379, 0.8561909794807434, 0.8562449216842651, 0.8562912344932556, 0.857939600944519, 0.8595649003982544, 0.8600940108299255, 0.8605784773826599, 0.8606692552566528, 0.8607189655303955, 0.8612712025642395, 0.8627840876579285, 0.8632037043571472, 0.8637767434120178, 0.8637797832489014, 0.8663417100906372, 0.8670929074287415, 0.8688129186630249, 0.8706913590431213, 0.8721725940704346, 0.872941255569458, 0.8729740977287292, 0.8743863105773926, 0.8762051463127136, 0.8770832419395447, 0.8775891661643982, 0.8787011504173279, 0.8790469169616699, 0.8796201944351196, 0.881258487701416, 0.8814648389816284, 0.8819272518157959, 0.8823105096817017, 0.883222758769989, 0.8832283616065979, 0.8849541544914246, 0.8863195180892944, 0.8868756890296936, 0.8885417580604553, 0.8886374831199646, 0.8888220191001892, 0.8895411491394043, 0.8901318907737732, 0.8921951651573181, 0.8923056721687317, 0.8936899900436401, 0.893789529800415, 0.8942408561706543, 0.8957690596580505, 0.897938072681427, 0.8997684717178345, 0.9001482129096985, 0.9003323912620544, 0.9011912941932678, 0.9016491174697876, 0.9017471671104431, 0.9027762413024902, 0.903891384601593, 0.9044063687324524, 0.9073243737220764, 0.9074665307998657, 0.9082503914833069, 0.9091969132423401, 0.9091985821723938, 0.9101681709289551, 0.9127094149589539, 0.9137109518051147, 0.9137679934501648, 0.9156477451324463, 0.9156584143638611, 0.9166354537010193, 0.9169895648956299, 0.9170246124267578, 0.9172236323356628, 0.9179676175117493, 0.919726550579071, 0.9200806021690369, 0.920274019241333, 0.9208067059516907, 0.9211947917938232, 0.921328067779541, 0.9232454895973206, 0.9238861203193665, 0.9242488741874695, 0.9244257807731628, 0.9245064854621887, 0.9246377348899841, 0.9280891418457031, 0.9286293387413025, 0.9308038353919983, 0.9310344457626343, 0.931580126285553, 0.932100772857666, 0.933180034160614, 0.9336723685264587, 0.9336950778961182, 0.9352416396141052, 0.9359669089317322, 0.9363936185836792, 0.9367219805717468, 0.9374819397926331, 0.9388642311096191, 0.9391945004463196, 0.9407512545585632, 0.9409283399581909, 0.9413042068481445, 0.9418705105781555, 0.9420175552368164, 0.9422216415405273, 0.9434376358985901, 0.9439696669578552, 0.9441386461257935, 0.9458350539207458, 0.9473569989204407, 0.948321521282196, 0.9488371014595032, 0.9501448273658752, 0.9503092169761658, 0.9506264328956604, 0.9513670802116394, 0.9537394642829895, 0.9546210765838623, 0.9551795721054077, 0.9554246068000793, 0.9556050896644592, 0.9560573101043701, 0.9569318890571594, 0.9579350352287292, 0.9618422985076904, 0.9627671241760254, 0.9632728695869446, 0.9637423157691956, 0.9648261666297913, 0.9654459357261658, 0.9654894471168518, 0.9655179381370544, 0.9655659794807434, 0.9658240675926208, 0.9661800265312195, 0.9663031697273254, 0.966357946395874, 0.9668576717376709, 0.9676176309585571, 0.9680482745170593, 0.9681591987609863, 0.9682165384292603, 0.9690314531326294, 0.9691229462623596, 0.9704073071479797, 0.9712087512016296, 0.9712862968444824, 0.972236692905426, 0.9752278923988342, 0.9758593440055847, 0.9759219288825989, 0.9765301942825317, 0.9771983027458191, 0.9779813885688782, 0.9782830476760864, 0.9797764420509338, 0.9797881245613098, 0.9798238277435303, 0.9802941679954529, 0.9808093905448914, 0.9823043942451477, 0.9831521511077881, 0.9837692379951477, 0.9840884804725647, 0.9849024415016174, 0.9869423508644104, 0.9873707890510559, 0.9874469041824341, 0.9884975552558899, 0.9885117411613464, 0.9899190068244934, 0.9900744557380676, 0.9919182062149048, 0.9926888346672058, 0.9927371144294739, 0.9929901957511902, 0.9936379790306091, 0.9940934777259827, 0.9941373467445374, 0.9959123134613037, 0.9960494041442871, 0.9961901307106018, 0.9962847828865051, 0.9966135621070862, 0.996785581111908, 0.9976335167884827, 1.000441074371338, 1.0006134510040283, 1.000789761543274, 1.0037039518356323, 1.0039324760437012, 1.0052964687347412, 1.0062452554702759, 1.006917119026184, 1.008622169494629, 1.010050654411316, 1.0103012323379517, 1.010430932044983, 1.0112088918685913, 1.0126813650131226, 1.013749599456787, 1.0142178535461426, 1.0142793655395508, 1.0149980783462524, 1.017482042312622, 1.0176678895950317, 1.0183296203613281, 1.0206676721572876, 1.0208358764648438, 1.0220937728881836, 1.0244547128677368, 1.024827003479004, 1.0248479843139648, 1.0249488353729248, 1.0253503322601318, 1.0290071964263916, 1.0302255153656006, 1.031585693359375, 1.0325722694396973, 1.0335536003112793, 1.0339566469192505, 1.0373544692993164, 1.0377187728881836, 1.0383868217468262, 1.0383882522583008, 1.0387930870056152, 1.039642333984375, 1.0413717031478882, 1.0443909168243408, 1.0447936058044434, 1.0452572107315063, 1.0461326837539673, 1.0463428497314453, 1.0465402603149414, 1.0478757619857788, 1.047946572303772, 1.0501160621643066, 1.0504494905471802, 1.051048755645752, 1.0510611534118652, 1.0513421297073364, 1.0525479316711426, 1.0526914596557617, 1.052811861038208, 1.0530200004577637, 1.0534007549285889, 1.0540273189544678, 1.0543923377990723, 1.054513931274414, 1.0552784204483032, 1.055286169052124, 1.0557546615600586, 1.0557714700698853, 1.0563197135925293, 1.056917667388916, 1.0573976039886475, 1.0583105087280273, 1.0583422183990479, 1.0604883432388306, 1.0643315315246582, 1.0660271644592285, 1.0670605897903442, 1.0698015689849854, 1.0710597038269043, 1.0721595287322998, 1.072882890701294, 1.0729211568832397, 1.073307752609253, 1.0738677978515625, 1.0746150016784668, 1.0748193264007568, 1.0768153667449951, 1.0775482654571533, 1.078857183456421, 1.0792309045791626, 1.0798295736312866, 1.0798890590667725, 1.0819634199142456, 1.082336664199829, 1.0827789306640625, 1.0835649967193604, 1.085859775543213, 1.0859256982803345, 1.086294174194336, 1.0865490436553955, 1.0883102416992188, 1.0927948951721191, 1.0936578512191772, 1.0942840576171875, 1.0966463088989258, 1.0971300601959229, 1.0972874164581299, 1.0978686809539795, 1.0980393886566162, 1.0983518362045288, 1.0987024307250977, 1.100663661956787, 1.1018775701522827, 1.1020607948303223, 1.1026697158813477, 1.1028449535369873, 1.1040688753128052, 1.1052470207214355, 1.105313777923584, 1.1075588464736938, 1.1085777282714844, 1.1085944175720215, 1.1088383197784424, 1.109307885169983, 1.109922170639038, 1.111038327217102, 1.1113221645355225, 1.112175703048706, 1.1133562326431274, 1.1155180931091309, 1.115999460220337, 1.1160491704940796, 1.1165679693222046, 1.117079496383667, 1.1185115575790405, 1.1211328506469727, 1.121942400932312, 1.123828649520874, 1.1261402368545532, 1.1284513473510742, 1.1293902397155762, 1.1299376487731934, 1.1299452781677246, 1.1311533451080322, 1.1317098140716553, 1.1329370737075806, 1.1343050003051758, 1.1343568563461304, 1.1354596614837646, 1.1365041732788086, 1.1366708278656006, 1.139561414718628, 1.140019416809082, 1.1409552097320557, 1.1411120891571045, 1.1420018672943115, 1.1426252126693726, 1.143470287322998, 1.1443896293640137, 1.1458327770233154, 1.1461275815963745, 1.1463830471038818, 1.1469976902008057, 1.1481456756591797, 1.148926854133606, 1.1503533124923706, 1.1507360935211182, 1.1519622802734375, 1.1520249843597412, 1.1548051834106445, 1.1553065776824951, 1.1564126014709473, 1.1571998596191406, 1.1613940000534058, 1.1631492376327515, 1.1649689674377441, 1.1653211116790771, 1.1658551692962646, 1.1693649291992188, 1.1717536449432373, 1.1746304035186768, 1.1750932931900024, 1.1758220195770264, 1.1767147779464722, 1.1769678592681885, 1.1774656772613525, 1.177936315536499, 1.1875300407409668, 1.1914844512939453, 1.1949577331542969, 1.1963443756103516, 1.1974468231201172, 1.1977910995483398, 1.2016444206237793, 1.2063000202178955, 1.2078297138214111, 1.2090988159179688, 1.211984395980835, 1.2124435901641846, 1.2125390768051147, 1.2148029804229736, 1.2155210971832275, 1.2236043214797974, 1.2266879081726074, 1.2270371913909912, 1.2308399677276611, 1.231215238571167, 1.2319539785385132, 1.2346856594085693, 1.236649990081787, 1.2426073551177979, 1.2479327917099, 1.248806357383728, 1.255432367324829, 1.258942723274231, 1.2592313289642334, 1.2609487771987915, 1.2650456428527832, 1.2664873600006104, 1.2679580450057983, 1.2725412845611572, 1.282820701599121, 1.287099838256836, 1.2916983366012573, 1.2951713800430298, 1.2969715595245361, 1.2985186576843262, 1.307694435119629, 1.3087739944458008, 1.3204365968704224, 1.3260356187820435, 1.3290066719055176, 1.3355625867843628, 1.3447015285491943, 1.346226692199707, 1.3588857650756836, 1.3686027526855469, 1.3814826011657715, 1.3971821069717407, 1.399569034576416, 1.4066739082336426, 1.4092140197753906, 1.452315330505371]}
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"101": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"102": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"103": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"104": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_basic_tokenize": true,
|
| 47 |
+
"do_lower_case": true,
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "[MASK]",
|
| 50 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 51 |
+
"never_split": null,
|
| 52 |
+
"pad_token": "[PAD]",
|
| 53 |
+
"sep_token": "[SEP]",
|
| 54 |
+
"strip_accents": null,
|
| 55 |
+
"tokenize_chinese_chars": true,
|
| 56 |
+
"tokenizer_class": "BertTokenizer",
|
| 57 |
+
"unk_token": "[UNK]"
|
| 58 |
+
}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12c04d9e2dc348a4fbab7c116bbc9234bcd6c30f79537e558e94c41d4001d8f7
|
| 3 |
+
size 5777
|
vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
year_z_stats.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"target_type": "year_z", "year_stats": {"2017": {"mean": 5.734393939393939, "std": 1.335890119159626}, "2018": {"mean": 5.348607888631091, "std": 1.2111420919734752}, "2019": {"mean": 5.328988603988604, "std": 1.2028410718217644}, "2020": {"mean": 4.193639117265253, "std": 1.7097622239948587}, "2021": {"mean": 5.351257744733582, "std": 1.040507616912965}, "2022": {"mean": 5.191849211594751, "std": 1.342382572148313}, "2023": {"mean": 5.160679239993098, "std": 1.3342913113252441}, "2024": {"mean": 5.135218738196927, "std": 1.261966881292129}, "2025": {"mean": 5.155482795283201, "std": 1.2534368441910395}}, "default": {"mean": 5.123307570820908, "std": 1.3241330929194113}}
|