🔄 Incremental importance | Acc: 0.760, F1: 0.685

README.md

@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial importance analysis in TradePulse.
 
 ## Performance
 
-*Last training: 2025-09-09 16:49*  
+*Last training: 2026-04-20 19:18*  
 *Dataset: `base_reference.csv` (1797 samples)*
 
 | Metric | Value |
 |--------|-------|
-| Loss | 0.6364 |
-| Accuracy | 0.8044 |
-| F1 Score | 0.7994 |
+| Loss | 1.0043 |
+| Accuracy | 0.8156 |
+| F1 Score | 0.8143 |
 
-| F1 Macro | 0.7994 |
+| F1 Macro | 0.8143 |
 
-| Precision | 0.7989 |
-| Recall | 0.8044 |
+| Precision | 0.8134 |
+| Recall | 0.8156 |
 
 ## Training Details
 
@@ -65,4 +65,4 @@ predictions = outputs.logits.softmax(dim=-1)
 ## Model Card Authors
 
 - TradePulse ML Team
-- Auto-generated on 2025-09-09 16:49:13
+- Auto-generated on 2026-04-20 19:18:26

checkpoint-674/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd80fd639c367555a09626bec7fc4ef19dd64a7e668c299d8a2899cbbb3fd16e
+oid sha256:7748177c8395df0da39e54a0663c3615146760c6059125dc394291026d6663e5
 size 439039996

checkpoint-674/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.7994034079615475,
+  "best_metric": 0.8142631998503326,
   "best_model_checkpoint": "hf-importance-production/checkpoint-674",
   "epoch": 2.0,
   "eval_steps": 500,
@@ -10,501 +10,501 @@
   "log_history": [
     {
       "epoch": 0.02967359050445104,
-      "grad_norm": 168.60842895507812,
+      "grad_norm": 3.6716532707214355,
       "learning_rate": 2.9761904761904765e-07,
-      "loss": 1.824,
+      "loss": 0.7206,
       "step": 10
     },
     {
       "epoch": 0.05934718100890208,
-      "grad_norm": 197.9370574951172,
+      "grad_norm": 84.27377319335938,
       "learning_rate": 5.952380952380953e-07,
-      "loss": 1.9581,
+      "loss": 0.7268,
       "step": 20
     },
     {
       "epoch": 0.08902077151335312,
-      "grad_norm": 18.61470603942871,
+      "grad_norm": 26.416622161865234,
       "learning_rate": 8.928571428571429e-07,
-      "loss": 1.3577,
+      "loss": 0.2319,
       "step": 30
     },
     {
       "epoch": 0.11869436201780416,
-      "grad_norm": 171.209228515625,
+      "grad_norm": 89.31320190429688,
       "learning_rate": 1.1904761904761906e-06,
-      "loss": 1.5439,
+      "loss": 0.3689,
       "step": 40
     },
     {
       "epoch": 0.14836795252225518,
-      "grad_norm": 30.70751953125,
+      "grad_norm": 57.75520324707031,
       "learning_rate": 1.4880952380952381e-06,
-      "loss": 0.935,
+      "loss": 0.3368,
       "step": 50
     },
     {
       "epoch": 0.17804154302670624,
-      "grad_norm": 1.3179957866668701,
+      "grad_norm": 0.20002073049545288,
       "learning_rate": 1.7857142857142859e-06,
-      "loss": 0.863,
+      "loss": 0.1607,
       "step": 60
     },
     {
       "epoch": 0.20771513353115728,
-      "grad_norm": 46.17071533203125,
+      "grad_norm": 1.5216213464736938,
       "learning_rate": 2.0833333333333334e-06,
-      "loss": 0.9118,
+      "loss": 0.306,
       "step": 70
     },
     {
       "epoch": 0.23738872403560832,
-      "grad_norm": 136.59942626953125,
+      "grad_norm": 41.2434196472168,
       "learning_rate": 2.380952380952381e-06,
-      "loss": 1.3016,
+      "loss": 0.3066,
       "step": 80
     },
     {
       "epoch": 0.26706231454005935,
-      "grad_norm": 164.12306213378906,
+      "grad_norm": 5.119740962982178,
       "learning_rate": 2.6785714285714285e-06,
-      "loss": 1.3362,
+      "loss": 0.2926,
       "step": 90
     },
     {
       "epoch": 0.29673590504451036,
-      "grad_norm": 72.49063110351562,
+      "grad_norm": 18.411285400390625,
       "learning_rate": 2.9761904761904763e-06,
-      "loss": 0.7472,
+      "loss": 0.0527,
       "step": 100
     },
     {
       "epoch": 0.3264094955489614,
-      "grad_norm": 63.815528869628906,
+      "grad_norm": 10.587057113647461,
       "learning_rate": 3.273809523809524e-06,
-      "loss": 0.5805,
+      "loss": 0.0482,
       "step": 110
     },
     {
       "epoch": 0.3560830860534125,
-      "grad_norm": 97.9521255493164,
+      "grad_norm": 0.3884180188179016,
       "learning_rate": 3.5714285714285718e-06,
-      "loss": 0.6095,
+      "loss": 0.0497,
       "step": 120
     },
     {
       "epoch": 0.3857566765578635,
-      "grad_norm": 46.075660705566406,
+      "grad_norm": 1.365146279335022,
       "learning_rate": 3.869047619047619e-06,
-      "loss": 0.9813,
+      "loss": 0.3155,
       "step": 130
     },
     {
       "epoch": 0.41543026706231456,
-      "grad_norm": 56.08775329589844,
+      "grad_norm": 4.573118209838867,
       "learning_rate": 4.166666666666667e-06,
-      "loss": 0.8756,
+      "loss": 0.311,
       "step": 140
     },
     {
       "epoch": 0.44510385756676557,
-      "grad_norm": 41.81604766845703,
+      "grad_norm": 1.426039457321167,
       "learning_rate": 4.464285714285715e-06,
-      "loss": 1.0463,
+      "loss": 0.3497,
       "step": 150
     },
     {
       "epoch": 0.47477744807121663,
-      "grad_norm": 42.02016067504883,
+      "grad_norm": 0.09445377439260483,
       "learning_rate": 4.761904761904762e-06,
-      "loss": 1.1095,
+      "loss": 0.2294,
       "step": 160
     },
     {
       "epoch": 0.5044510385756676,
-      "grad_norm": 92.67354583740234,
+      "grad_norm": 65.85540008544922,
       "learning_rate": 5.05952380952381e-06,
-      "loss": 1.0643,
+      "loss": 0.4496,
       "step": 170
     },
     {
       "epoch": 0.5341246290801187,
-      "grad_norm": 92.83062744140625,
+      "grad_norm": 11.331717491149902,
       "learning_rate": 5.357142857142857e-06,
-      "loss": 0.6986,
+      "loss": 0.0287,
       "step": 180
     },
     {
       "epoch": 0.5637982195845698,
-      "grad_norm": 37.39644241333008,
+      "grad_norm": 0.08736006170511246,
       "learning_rate": 5.654761904761905e-06,
-      "loss": 1.1433,
+      "loss": 0.2235,
       "step": 190
     },
     {
       "epoch": 0.5934718100890207,
-      "grad_norm": 50.91009521484375,
+      "grad_norm": 0.08108571171760559,
       "learning_rate": 5.9523809523809525e-06,
-      "loss": 0.7077,
+      "loss": 0.1383,
       "step": 200
     },
     {
       "epoch": 0.6231454005934718,
-      "grad_norm": 38.2639045715332,
+      "grad_norm": 1.3186999559402466,
       "learning_rate": 6.25e-06,
-      "loss": 0.7619,
+      "loss": 0.0586,
       "step": 210
     },
     {
       "epoch": 0.6528189910979229,
-      "grad_norm": 2.9356582164764404,
+      "grad_norm": 0.5177898406982422,
       "learning_rate": 6.547619047619048e-06,
-      "loss": 0.4398,
+      "loss": 0.1747,
       "step": 220
     },
     {
       "epoch": 0.6824925816023739,
-      "grad_norm": 49.96760940551758,
+      "grad_norm": 0.0261867493391037,
       "learning_rate": 6.845238095238096e-06,
-      "loss": 1.1917,
+      "loss": 0.3088,
       "step": 230
     },
     {
       "epoch": 0.712166172106825,
-      "grad_norm": 73.6959228515625,
+      "grad_norm": 71.2027359008789,
       "learning_rate": 7.1428571428571436e-06,
-      "loss": 0.4473,
+      "loss": 0.072,
       "step": 240
     },
     {
       "epoch": 0.7418397626112759,
-      "grad_norm": 52.25584411621094,
+      "grad_norm": 1.161055564880371,
       "learning_rate": 7.440476190476191e-06,
-      "loss": 1.3084,
+      "loss": 0.2914,
       "step": 250
     },
     {
       "epoch": 0.771513353115727,
-      "grad_norm": 66.60286712646484,
+      "grad_norm": 0.14359746873378754,
       "learning_rate": 7.738095238095238e-06,
-      "loss": 0.9924,
+      "loss": 0.1225,
       "step": 260
     },
     {
       "epoch": 0.8011869436201781,
-      "grad_norm": 61.88084411621094,
+      "grad_norm": 1.0606952905654907,
       "learning_rate": 8.035714285714286e-06,
-      "loss": 0.9188,
+      "loss": 0.0171,
       "step": 270
     },
     {
       "epoch": 0.8308605341246291,
-      "grad_norm": 32.82881546020508,
+      "grad_norm": 0.6554273962974548,
       "learning_rate": 8.333333333333334e-06,
-      "loss": 0.5267,
+      "loss": 0.0506,
       "step": 280
     },
     {
       "epoch": 0.8605341246290801,
-      "grad_norm": 50.554412841796875,
+      "grad_norm": 1.1165417432785034,
       "learning_rate": 8.630952380952381e-06,
-      "loss": 0.8353,
+      "loss": 0.0356,
       "step": 290
     },
     {
       "epoch": 0.8902077151335311,
-      "grad_norm": 74.67025756835938,
+      "grad_norm": 0.5638610124588013,
       "learning_rate": 8.92857142857143e-06,
-      "loss": 0.7204,
+      "loss": 0.0817,
       "step": 300
     },
     {
       "epoch": 0.9198813056379822,
-      "grad_norm": 73.39923095703125,
+      "grad_norm": 1.0001670122146606,
       "learning_rate": 9.226190476190477e-06,
-      "loss": 1.5639,
+      "loss": 0.3066,
       "step": 310
     },
     {
       "epoch": 0.9495548961424333,
-      "grad_norm": 43.86273193359375,
+      "grad_norm": 38.69874572753906,
       "learning_rate": 9.523809523809525e-06,
-      "loss": 0.6084,
+      "loss": 0.1078,
       "step": 320
     },
     {
       "epoch": 0.9792284866468842,
-      "grad_norm": 60.18267822265625,
+      "grad_norm": 56.8232421875,
       "learning_rate": 9.821428571428573e-06,
-      "loss": 0.8311,
+      "loss": 0.2535,
       "step": 330
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.72,
-      "eval_f1": 0.6758345853065657,
-      "eval_f1_macro": 0.5593865060621974,
-      "eval_loss": 1.2557945251464844,
-      "eval_precision": 0.7713116348671903,
-      "eval_precision_macro": 0.7813692480359148,
-      "eval_recall": 0.72,
-      "eval_recall_macro": 0.5248060178139268,
-      "eval_runtime": 247.1233,
-      "eval_samples_per_second": 1.821,
-      "eval_steps_per_second": 0.457,
+      "eval_accuracy": 0.7755555555555556,
+      "eval_f1": 0.7583953503356006,
+      "eval_f1_macro": 0.7081696883789205,
+      "eval_loss": 1.281579852104187,
+      "eval_precision": 0.7929564160050105,
+      "eval_precision_macro": 0.775272015765626,
+      "eval_recall": 0.7755555555555556,
+      "eval_recall_macro": 0.687870603694186,
+      "eval_runtime": 244.5666,
+      "eval_samples_per_second": 1.84,
+      "eval_steps_per_second": 0.462,
       "step": 337
     },
     {
       "epoch": 1.0089020771513353,
-      "grad_norm": 86.58915710449219,
+      "grad_norm": 0.5638492107391357,
       "learning_rate": 9.88165680473373e-06,
-      "loss": 0.9621,
+      "loss": 0.0292,
       "step": 340
     },
     {
       "epoch": 1.0385756676557865,
-      "grad_norm": 46.461692810058594,
+      "grad_norm": 0.47718924283981323,
       "learning_rate": 9.585798816568049e-06,
-      "loss": 0.5792,
+      "loss": 0.0292,
       "step": 350
     },
     {
       "epoch": 1.0682492581602374,
-      "grad_norm": 49.093719482421875,
+      "grad_norm": 1.0324794054031372,
       "learning_rate": 9.289940828402368e-06,
-      "loss": 0.6038,
+      "loss": 0.0045,
       "step": 360
     },
     {
       "epoch": 1.0979228486646884,
-      "grad_norm": 43.62152862548828,
+      "grad_norm": 48.776546478271484,
       "learning_rate": 8.994082840236687e-06,
-      "loss": 0.6391,
+      "loss": 0.191,
       "step": 370
     },
     {
       "epoch": 1.1275964391691395,
-      "grad_norm": 14.27550983428955,
+      "grad_norm": 0.06004100292921066,
       "learning_rate": 8.698224852071006e-06,
-      "loss": 0.573,
+      "loss": 0.0276,
       "step": 380
     },
     {
       "epoch": 1.1572700296735905,
-      "grad_norm": 67.1692123413086,
+      "grad_norm": 0.47821861505508423,
       "learning_rate": 8.402366863905327e-06,
-      "loss": 0.409,
+      "loss": 0.009,
       "step": 390
     },
     {
       "epoch": 1.1869436201780414,
-      "grad_norm": 43.99798583984375,
+      "grad_norm": 0.03524915501475334,
       "learning_rate": 8.106508875739646e-06,
-      "loss": 0.4652,
+      "loss": 0.0308,
       "step": 400
     },
     {
       "epoch": 1.2166172106824926,
-      "grad_norm": 29.33543586730957,
+      "grad_norm": 13.793149948120117,
       "learning_rate": 7.810650887573965e-06,
-      "loss": 0.2783,
+      "loss": 0.0126,
       "step": 410
     },
     {
       "epoch": 1.2462908011869436,
-      "grad_norm": 61.13819885253906,
+      "grad_norm": 1.682591438293457,
       "learning_rate": 7.5147928994082845e-06,
-      "loss": 0.8814,
+      "loss": 0.2919,
       "step": 420
     },
     {
       "epoch": 1.2759643916913945,
-      "grad_norm": 37.44241714477539,
+      "grad_norm": 0.007207744754850864,
       "learning_rate": 7.218934911242604e-06,
-      "loss": 0.4763,
+      "loss": 0.0697,
       "step": 430
     },
     {
       "epoch": 1.3056379821958457,
-      "grad_norm": 58.24061965942383,
+      "grad_norm": 0.00030356255592778325,
       "learning_rate": 6.923076923076923e-06,
-      "loss": 0.9232,
+      "loss": 0.1152,
       "step": 440
     },
     {
       "epoch": 1.3353115727002967,
-      "grad_norm": 0.6983101963996887,
+      "grad_norm": 0.005271286703646183,
       "learning_rate": 6.627218934911244e-06,
-      "loss": 0.3548,
+      "loss": 0.0046,
       "step": 450
     },
     {
       "epoch": 1.3649851632047478,
-      "grad_norm": 81.1714096069336,
+      "grad_norm": 52.9085578918457,
       "learning_rate": 6.331360946745563e-06,
-      "loss": 1.1273,
+      "loss": 0.1375,
       "step": 460
     },
     {
       "epoch": 1.3946587537091988,
-      "grad_norm": 9.78393840789795,
+      "grad_norm": 0.8953670859336853,
       "learning_rate": 6.035502958579882e-06,
-      "loss": 0.5734,
+      "loss": 0.1016,
       "step": 470
     },
     {
       "epoch": 1.4243323442136497,
-      "grad_norm": 3.354196071624756,
+      "grad_norm": 0.020477179437875748,
       "learning_rate": 5.739644970414202e-06,
-      "loss": 0.4616,
+      "loss": 0.1751,
       "step": 480
     },
     {
       "epoch": 1.454005934718101,
-      "grad_norm": 30.13648796081543,
+      "grad_norm": 0.991908848285675,
       "learning_rate": 5.443786982248521e-06,
-      "loss": 1.4066,
+      "loss": 0.7432,
       "step": 490
     },
     {
       "epoch": 1.4836795252225519,
-      "grad_norm": 56.0758056640625,
+      "grad_norm": 11.726466178894043,
       "learning_rate": 5.14792899408284e-06,
-      "loss": 0.5536,
+      "loss": 0.015,
       "step": 500
     },
     {
       "epoch": 1.513353115727003,
-      "grad_norm": 41.43285369873047,
+      "grad_norm": 3.8922200202941895,
       "learning_rate": 4.85207100591716e-06,
-      "loss": 0.3679,
+      "loss": 0.107,
       "step": 510
     },
     {
       "epoch": 1.543026706231454,
-      "grad_norm": 45.90950012207031,
+      "grad_norm": 0.01926845870912075,
       "learning_rate": 4.55621301775148e-06,
-      "loss": 0.4564,
+      "loss": 0.008,
       "step": 520
     },
     {
       "epoch": 1.572700296735905,
-      "grad_norm": 75.42010498046875,
+      "grad_norm": 0.8362104296684265,
       "learning_rate": 4.2603550295858e-06,
-      "loss": 0.6049,
+      "loss": 0.3872,
       "step": 530
     },
     {
       "epoch": 1.6023738872403561,
-      "grad_norm": 115.4093246459961,
+      "grad_norm": 33.54790496826172,
       "learning_rate": 3.964497041420119e-06,
-      "loss": 0.4721,
+      "loss": 0.0676,
       "step": 540
     },
     {
       "epoch": 1.632047477744807,
-      "grad_norm": 105.15296936035156,
+      "grad_norm": 132.1903076171875,
       "learning_rate": 3.668639053254438e-06,
-      "loss": 0.5965,
+      "loss": 0.1706,
       "step": 550
     },
     {
       "epoch": 1.6617210682492582,
-      "grad_norm": 28.678022384643555,
+      "grad_norm": 0.2985036075115204,
       "learning_rate": 3.3727810650887576e-06,
-      "loss": 0.629,
+      "loss": 0.2046,
       "step": 560
     },
     {
       "epoch": 1.6913946587537092,
-      "grad_norm": 8.347318649291992,
+      "grad_norm": 0.014743988402187824,
       "learning_rate": 3.0769230769230774e-06,
-      "loss": 0.8679,
+      "loss": 0.2134,
       "step": 570
     },
     {
       "epoch": 1.7210682492581602,
-      "grad_norm": 78.90312194824219,
+      "grad_norm": 129.1288604736328,
       "learning_rate": 2.7810650887573965e-06,
-      "loss": 0.6902,
+      "loss": 0.3908,
       "step": 580
     },
     {
       "epoch": 1.7507418397626113,
-      "grad_norm": 58.25022506713867,
+      "grad_norm": 1.7959301471710205,
       "learning_rate": 2.485207100591716e-06,
-      "loss": 0.2924,
+      "loss": 0.1372,
       "step": 590
     },
     {
       "epoch": 1.7804154302670623,
-      "grad_norm": 6.382408618927002,
+      "grad_norm": 0.01699359342455864,
       "learning_rate": 2.1893491124260358e-06,
-      "loss": 0.5099,
+      "loss": 0.4411,
       "step": 600
     },
     {
       "epoch": 1.8100890207715135,
-      "grad_norm": 42.28348159790039,
+      "grad_norm": 90.1771240234375,
       "learning_rate": 1.8934911242603552e-06,
-      "loss": 0.2495,
+      "loss": 0.069,
       "step": 610
     },
     {
       "epoch": 1.8397626112759644,
-      "grad_norm": 53.895606994628906,
+      "grad_norm": 35.42045593261719,
       "learning_rate": 1.5976331360946749e-06,
-      "loss": 0.3869,
+      "loss": 0.1271,
       "step": 620
     },
     {
       "epoch": 1.8694362017804154,
-      "grad_norm": 19.67365074157715,
+      "grad_norm": 0.6810668706893921,
       "learning_rate": 1.301775147928994e-06,
-      "loss": 0.4416,
+      "loss": 0.2155,
       "step": 630
     },
     {
       "epoch": 1.8991097922848663,
-      "grad_norm": 6.208206653594971,
+      "grad_norm": 0.34031471610069275,
       "learning_rate": 1.0059171597633138e-06,
-      "loss": 0.2573,
+      "loss": 0.1749,
       "step": 640
     },
     {
       "epoch": 1.9287833827893175,
-      "grad_norm": 76.81669616699219,
+      "grad_norm": 146.79493713378906,
       "learning_rate": 7.100591715976332e-07,
-      "loss": 0.9684,
+      "loss": 0.4689,
       "step": 650
     },
     {
       "epoch": 1.9584569732937687,
-      "grad_norm": 70.443115234375,
+      "grad_norm": 41.91508102416992,
       "learning_rate": 4.1420118343195276e-07,
-      "loss": 0.7257,
+      "loss": 0.6593,
       "step": 660
     },
     {
       "epoch": 1.9881305637982196,
-      "grad_norm": 18.408775329589844,
+      "grad_norm": 1.5943464040756226,
       "learning_rate": 1.183431952662722e-07,
-      "loss": 0.4501,
+      "loss": 0.5305,
       "step": 670
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.8044444444444444,
-      "eval_f1": 0.7994034079615475,
-      "eval_f1_macro": 0.7226974575811784,
-      "eval_loss": 0.6364149451255798,
-      "eval_precision": 0.7989471347051534,
-      "eval_precision_macro": 0.7605190105677089,
-      "eval_recall": 0.8044444444444444,
-      "eval_recall_macro": 0.697208985138428,
-      "eval_runtime": 247.0192,
-      "eval_samples_per_second": 1.822,
-      "eval_steps_per_second": 0.457,
+      "eval_accuracy": 0.8155555555555556,
+      "eval_f1": 0.8142631998503326,
+      "eval_f1_macro": 0.7531422918979267,
+      "eval_loss": 1.0042973756790161,
+      "eval_precision": 0.8133816425120772,
+      "eval_precision_macro": 0.7608695652173912,
+      "eval_recall": 0.8155555555555556,
+      "eval_recall_macro": 0.7461026837321091,
+      "eval_runtime": 246.0963,
+      "eval_samples_per_second": 1.829,
+      "eval_steps_per_second": 0.459,
       "step": 674
     }
   ],

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd80fd639c367555a09626bec7fc4ef19dd64a7e668c299d8a2899cbbb3fd16e
+oid sha256:7748177c8395df0da39e54a0663c3615146760c6059125dc394291026d6663e5
 size 439039996