Upload L2_vq_tpfn_s0/results.json with huggingface_hub

L2_vq_tpfn_s0/results.json

@@ -0,0 +1,631 @@
+{
+  "run_name": "L2_vq_tpfn_s0",
+  "cfg": {
+    "run_name": "L2_vq_tpfn_s0",
+    "tokenizer": "vq",
+    "patch": 32,
+    "ctx_span": 4096,
+    "fine_span": 1024,
+    "enc_hidden": 64,
+    "fsq_levels": [
+      8,
+      6,
+      5,
+      5,
+      5
+    ],
+    "vq_codes": 1024,
+    "vq_dim": 64,
+    "vq_beta": 0.25,
+    "vq_decay": 0.99,
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "train_kmin": 4,
+    "train_kmax": 32,
+    "cpm_cmax": 16,
+    "cpm_pmax": 0.4,
+    "cpm_span_max": 4,
+    "steps": 30000,
+    "batch": 64,
+    "n_variates": 8,
+    "lr": 0.001,
+    "normuon_lr": 0.0008,
+    "weight_decay": 0.0001,
+    "grad_clip": 1.0,
+    "warmup_frac": 0.03,
+    "decay_frac": 0.1,
+    "seed": 0,
+    "data_seed": 0,
+    "pool": "short",
+    "eval_every": 500,
+    "ckpt_every": 2500,
+    "gift_ckpts": [
+      7500,
+      15000,
+      22500,
+      30000
+    ]
+  },
+  "val_log": {
+    "step": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000,
+      20500,
+      21000,
+      21500,
+      22000,
+      22500,
+      23000,
+      23500,
+      24000,
+      24500,
+      25000,
+      25500,
+      26000,
+      26500,
+      27000,
+      27500,
+      28000,
+      28500,
+      29000,
+      29500,
+      30000
+    ],
+    "val_crps": [
+      1.0218955278396606,
+      1.0467710494995117,
+      0.9459277987480164,
+      1.000637173652649,
+      1.0573674440383911,
+      0.9396187663078308,
+      0.9434136152267456,
+      0.9305046200752258,
+      1.0654709339141846,
+      1.0820637941360474,
+      0.9909488558769226,
+      1.049694299697876,
+      1.020838737487793,
+      1.0393275022506714,
+      0.9496222138404846,
+      0.9873206615447998,
+      0.9025548696517944,
+      1.0156257152557373,
+      1.1714023351669312,
+      1.070191502571106,
+      0.9509643912315369,
+      1.0540523529052734,
+      1.0292556285858154,
+      1.0377198457717896,
+      1.0105869770050049,
+      0.9365688562393188,
+      0.937750518321991,
+      1.044783353805542,
+      1.0518611669540405,
+      1.0539355278015137,
+      1.047583818435669,
+      1.031660556793213,
+      0.9372933506965637,
+      1.0488111972808838,
+      0.8963084816932678,
+      0.9908028244972229,
+      1.0827723741531372,
+      1.0484117269515991,
+      1.1476428508758545,
+      1.2039549350738525,
+      1.1528843641281128,
+      1.2863458395004272,
+      1.3691911697387695,
+      1.0982708930969238,
+      1.1495851278305054,
+      0.9524345993995667,
+      0.9622645378112793,
+      1.0622022151947021,
+      1.0363208055496216,
+      0.9792498350143433,
+      1.1733697652816772,
+      0.9013410210609436,
+      1.033450961112976,
+      0.9668819904327393,
+      1.032020092010498,
+      0.9515063166618347,
+      1.0478497743606567,
+      0.9833065271377563,
+      0.9470839500427246,
+      1.0097626447677612
+    ],
+    "train_loss": [
+      0.3157519475086576,
+      0.3203314871642551,
+      0.3117590461001102,
+      0.30988771701092677,
+      0.30609924758548757,
+      0.31121553708597177,
+      0.3061483549150456,
+      0.30612094090269526,
+      0.3105997098768851,
+      0.3186081837979917,
+      0.32548581856155434,
+      0.3120839389018675,
+      0.3068109951568297,
+      0.31403123273289574,
+      0.31603179008556026,
+      0.3200782892994455,
+      0.31385921442362513,
+      0.32708417337170564,
+      0.32606822073953967,
+      0.3075007960333486,
+      0.31466639875067354,
+      0.31771364750023723,
+      0.3310719558188635,
+      0.3454395064953493,
+      0.3279324161029914,
+      0.3217981474541907,
+      0.31303765243516635,
+      0.3146046657156885,
+      0.32078887732327666,
+      0.33240327047329,
+      0.3133716931764847,
+      0.3061528220793336,
+      0.3077806764699963,
+      0.3288567470168791,
+      0.31388925056639183,
+      0.32193941650574487,
+      0.37813171377038274,
+      0.35749054890887116,
+      0.3322764282928198,
+      0.3644667182790072,
+      0.38565396692148873,
+      0.39253230122288096,
+      0.36277763393876306,
+      0.31826510388147194,
+      0.36411887574372576,
+      0.33830495224160506,
+      0.3328808728981611,
+      0.32650470187627445,
+      0.3362325489875752,
+      0.3351505189253216,
+      0.32404125593411376,
+      0.31545552087498113,
+      0.3118860842857188,
+      0.32224455374434197,
+      0.3162121362972239,
+      0.3074647650062505,
+      0.30358791044768957,
+      0.30107758026095843,
+      0.2987913072792445,
+      0.2956832236147879
+    ],
+    "perplexity": [
+      60.24526596069336,
+      52.674720764160156,
+      58.32865524291992,
+      51.94293975830078,
+      87.342041015625,
+      96.95014190673828,
+      96.72932434082031,
+      62.07634735107422,
+      101.87114715576172,
+      27.223432540893555,
+      97.32888793945312,
+      59.35639953613281,
+      95.85289764404297,
+      134.4136962890625,
+      108.18963623046875,
+      100.14382934570312,
+      124.60533905029297,
+      98.51792907714844,
+      100.81339263916016,
+      100.3130111694336,
+      133.2353973388672,
+      74.6155776977539,
+      139.8892822265625,
+      49.60969543457031,
+      86.30756378173828,
+      47.70630645751953,
+      63.784149169921875,
+      77.17691040039062,
+      84.93748474121094,
+      52.87070846557617,
+      65.25506591796875,
+      92.0164566040039,
+      67.22607421875,
+      54.2067756652832,
+      62.83213806152344,
+      109.91812133789062,
+      37.119728088378906,
+      31.996553421020508,
+      83.9801254272461,
+      66.28009796142578,
+      27.63548469543457,
+      38.44578552246094,
+      47.27300262451172,
+      60.08881759643555,
+      32.109920501708984,
+      59.427032470703125,
+      69.67842864990234,
+      74.03350830078125,
+      90.79100036621094,
+      108.26084899902344,
+      46.14673614501953,
+      51.717872619628906,
+      132.24053955078125,
+      26.294389724731445,
+      60.265235900878906,
+      77.95018768310547,
+      146.5586700439453,
+      190.60699462890625,
+      308.81365966796875,
+      436.1175537109375
+    ]
+  },
+  "params_m": 3.712992,
+  "gift_final": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.1998975667225335,
+        "MASE": 22.56828940446497,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11154647369626398,
+        "MASE": 15.26171003133221,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.1335011158097079,
+        "MASE": 11.864130559362922,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.20483755361784745,
+        "MASE": 2.5506070121359685,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.26472646184142384,
+        "MASE": 2.96589202210634,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.26022505487388803,
+        "MASE": 3.201969571478086,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9968115562951263,
+        "MASE": 1.519343111945623,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.99924692311258,
+        "MASE": 2.093706354370292,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.375920672569977,
+        "MASE": 1.4619511024477392,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.1014910845945996,
+        "MASE": 1.0951429906793817,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06283508857851454,
+        "MASE": 0.6140139881603998,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07452351947953016,
+        "MASE": 1.5650280836849055,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.48308705727729084,
+        "MASE": 118.07457254073127,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08188752491155901,
+        "MASE": 0.9849279883940122,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.20861553402375674,
+    "gm_crps_long_season": 0.2616407872573261,
+    "gm_crps_other": 0.15424161818399665
+  },
+  "gift_7500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.23928529050610584,
+        "MASE": 21.309775146809283,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.13387702622928124,
+        "MASE": 20.17479644968849,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.1465049514284716,
+        "MASE": 11.205137873376842,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.2591059106737459,
+        "MASE": 3.500251159592846,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.26381760567179974,
+        "MASE": 3.003132571912827,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.24100536422013474,
+        "MASE": 3.250742600301414,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.99786165200284,
+        "MASE": 1.5195625081127213,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9948767544775305,
+        "MASE": 2.094184828511566,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.39096861004923894,
+        "MASE": 1.5311399203942653,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.1065353283211286,
+        "MASE": 1.1332138092874826,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06591360827874411,
+        "MASE": 0.7691207479303592,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07695339597602822,
+        "MASE": 1.5552197254516216,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.5831113561315718,
+        "MASE": 142.49759504020122,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.09301031068427625,
+        "MASE": 1.0339135047428216,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.22550708932516153,
+    "gm_crps_long_season": 0.26642754842027977,
+    "gm_crps_other": 0.18055171887364782
+  },
+  "gift_15000": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.22367291351146973,
+        "MASE": 23.108783640170376,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.1314931816350482,
+        "MASE": 19.31885201450945,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.13476957903893652,
+        "MASE": 11.189384788005333,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.28823674745580663,
+        "MASE": 4.255297748113188,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.256595284098997,
+        "MASE": 2.930076817243496,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.24996848359330118,
+        "MASE": 3.27426626343586,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.997841463749526,
+        "MASE": 1.5197796847186453,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9974953031224801,
+        "MASE": 2.094640044890907,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3795982561939485,
+        "MASE": 1.524238916607749,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.12056025948854862,
+        "MASE": 1.3026690879684888,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06449812956674464,
+        "MASE": 0.7348994174011477,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07620092057805443,
+        "MASE": 1.4449673047546698,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.7496210905750179,
+        "MASE": 166.29533097345157,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.11040830768024183,
+        "MASE": 1.166471251637057,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.23261176420046456,
+    "gm_crps_long_season": 0.2664383364074119,
+    "gm_crps_other": 0.19409378274252914
+  },
+  "gift_22500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.3897716137721204,
+        "MASE": 38.88238796532456,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.15441643190701831,
+        "MASE": 23.604021468074198,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.17509683375539764,
+        "MASE": 11.69883309748398,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.26731585715334943,
+        "MASE": 3.765410399701133,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2706765959478459,
+        "MASE": 3.022208216290542,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2702581220531747,
+        "MASE": 3.316353573582876,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9993283229811374,
+        "MASE": 1.5193986583278547,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9995406918417044,
+        "MASE": 2.0931743791278072,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.37585086676936674,
+        "MASE": 1.533191090031009,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10964161793574038,
+        "MASE": 1.2623258655179452,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06590927248810391,
+        "MASE": 0.8708090798000906,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07977654931884931,
+        "MASE": 1.7133849109668828,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.5909958919885931,
+        "MASE": 146.50316160811647,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.10338957814687721,
+        "MASE": 1.1529218317574268,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.2444804880270536,
+    "gm_crps_long_season": 0.2770889725921701,
+    "gm_crps_other": 0.20689221654341258
+  },
+  "probe": {
+    "pearson": [
+      0.099,
+      0.026,
+      0.033,
+      0.01,
+      0.003,
+      -0.009,
+      -0.01,
+      -0.006
+    ],
+    "amp_retention": [
+      0.123,
+      0.121,
+      0.133,
+      0.157,
+      0.16,
+      0.167,
+      0.173,
+      0.175
+    ]
+  }
+}