Upload folder using huggingface_hub

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "TabStarModel"
+  ],
+  "batch_size": 32,
+  "bert_lr_factor": 1.0,
+  "d_model": 384,
+  "downstream_mode": null,
+  "e5_model": "intfloat/e5-small-v2",
+  "is_pretrain": true,
+  "lr": 5e-05,
+  "macro_batch_size": 128,
+  "model_type": "tabstar",
+  "num_layers": 6,
+  "numbers_fusion": "attention",
+  "p_mask": 0,
+  "scheduler": "cycle",
+  "tabular_encoder_type": "d1",
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0",
+  "unfreeze_layers": 6,
+  "weight_balance": "uniform",
+  "weight_decay": 0.001
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d090104dc2a11936be6209853ff1282f4326c9c3ee9b1ae78deac3710b1b13a
+size 189091544

pretrain_args.json

@@ -0,0 +1,415 @@
+{
+    "raw_exp_name": "tabstar_sota_k2_v2",
+    "tabular_layers": 6,
+    "e5": "intfloat/e5-small-v2",
+    "tabular_encoder_type": "d1",
+    "numbers_fusion": "attention",
+    "base_lr": 5e-05,
+    "bert_lr_factor": 1.0,
+    "weight_decay": 0.001,
+    "weight": "uniform",
+    "numbers_verbalization": "full",
+    "unfreeze_layers": 6,
+    "light": false,
+    "debug": false,
+    "max_epoch_examples": 2048,
+    "datasets": [
+41156,
+41147,
+41138,
+41157,
+40981,
+1547,
+4134,
+41142,
+40650,
+41158,
+41159,
+41143,
+42343,
+1111,
+43072,
+41144,
+1485,
+310,
+334,
+23517,
+311,
+41145,
+42742,
+41161,
+40900,
+41146,
+1507,
+40693,
+40705,
+43466,
+1502,
+1046,
+1067,
+1049,
+43622,
+4534,
+46280,
+44228,
+44230,
+44227,
+40701,
+42733,
+23381,
+44156,
+43721,
+40978,
+44231,
+44226,
+45560,
+45545,
+1511,
+43838,
+1590,
+42931,
+46646,
+45062,
+1461,
+43826,
+1495,
+45955,
+46369,
+43435,
+45554,
+31,
+45577,
+43454,
+46359,
+45567,
+43337,
+43595,
+46430,
+43743,
+1116,
+1128,
+1486,
+46606,
+1464,
+46610,
+43687,
+15,
+13,
+1510,
+45547,
+46598,
+43643,
+46254,
+46604,
+43672,
+45950,
+45064,
+42972,
+1480,
+951,
+46719,
+46677,
+46605,
+6332,
+25,
+40983,
+1487,
+24,
+1489,
+46674,
+4135,
+43893,
+43551,
+46655,
+46640,
+46648,
+40994,
+44157,
+1471,
+1039,
+44125,
+42769,
+41150,
+1494,
+1479,
+940,
+45039,
+451,
+43635,
+46683,
+46654,
+42732,
+56,
+44,
+40536,
+50,
+43395,
+3,
+42806,
+470,
+40922,
+1169,
+41162,
+43389,
+45038,
+40945,
+1457,
+1468,
+41163,
+40670,
+41164,
+1475,
+14,
+41169,
+300,
+41168,
+40677,
+12,
+1515,
+32,
+201,
+1493,
+41165,
+1503,
+377,
+1542,
+41166,
+22,
+1459,
+40927,
+4538,
+41990,
+41972,
+6,
+554,
+40996,
+41991,
+28,
+40984,
+42746,
+279,
+30,
+1497,
+40985,
+372,
+46651,
+46659,
+46372,
+43344,
+46444,
+46441,
+46467,
+43502,
+40498,
+46653,
+46,
+42895,
+46603,
+7,
+679,
+46592,
+23,
+4541,
+1099,
+5,
+1466,
+46607,
+57,
+10,
+46721,
+46597,
+516,
+469,
+46676,
+40982,
+46762,
+23380,
+188,
+1596,
+44966,
+42,
+181,
+46664,
+26,
+46584,
+48,
+2,
+11,
+4552,
+43044,
+40966,
+46678,
+46585,
+375,
+307,
+60,
+46701,
+458,
+40971,
+46686,
+46692,
+46658,
+43544,
+46684,
+46652,
+42734,
+46709,
+43160,
+504,
+46708,
+1483,
+185,
+41027,
+40668,
+1567,
+1509,
+43397,
+40975,
+455,
+43157,
+40685,
+40672,
+42345,
+54,
+42571,
+558,
+4549,
+41167,
+505,
+44965,
+574,
+42570,
+42572,
+422,
+42705,
+416,
+43071,
+41980,
+44978,
+44992,
+566,
+44981,
+44980,
+44976,
+44974,
+46656,
+41210,
+41540,
+46663,
+43712,
+42225,
+46661,
+44146,
+46660,
+46662,
+46681,
+43618,
+44993,
+43463,
+223,
+546,
+560,
+44223,
+666,
+531,
+42563,
+42688,
+44977,
+46669,
+43342,
+43588,
+42165,
+43660,
+44983,
+43822,
+42731,
+42726,
+46726,
+563,
+44970,
+44962,
+43748,
+547,
+529,
+43648,
+550,
+503,
+44984,
+42125,
+44967,
+44957,
+44958,
+44959,
+44960,
+44973,
+44963,
+3050,
+3277,
+215,
+564,
+344,
+44145,
+44964,
+44975,
+42727,
+541,
+42164,
+549,
+42730,
+507,
+525,
+43766,
+45012,
+42194,
+41021,
+43420,
+43653,
+44994,
+216,
+44969,
+43573,
+42729,
+43584,
+46328,
+43479,
+42712,
+40753,
+"eilamshapira/human-choice-prediction-in-language-based-games/OPE_train.csv",
+"omkarsabnis/yelp-reviews-dataset/yelp.csv",
+"albenft/game-of-thrones-script-all-seasons/Game_of_Thrones_Script.csv",
+"imuhammad/us-2020-presidential-election-speeches/us_2020_election_speeches.csv",
+"sobhanmoosavi/us-accidents/US_Accidents_March23.csv",
+"sukritchatterjee/used-cars-dataset-cardekho/cars_details_merges.csv",
+"rtatman/chocolate-bar-ratings/flavors_of_cacao.csv",
+"ankanhore545/top-ramen-ratings-2022/Top Ramen Ratings .csv",
+"neilcosgrove/scotch-whiskey-reviews-update-2020/scotch_review2020.csv",
+"skamlo/wine-price-on-polish-market/wine.csv",
+"joshuakalobbowles/vivino-wine-data/vivino.csv",
+"himanshupoddar/zomato-bangalore-restaurants/zomato.csv",
+"peopledatalabssf/free-7-million-company-dataset/companies_sorted.csv",
+"hernan4444/animeplanet-recommendation-database-2020/anime.csv",
+"verracodeguacas/clear-corpus/CLEAR.csv",
+"stefanoleone992/filmtv-movies-dataset/filmtv_movies.csv",
+"rounakbanik/the-movies-dataset/movies_metadata.csv",
+"markusschmitz/museums/museums_prep.csv",
+"maharshipandya/-spotify-tracks-dataset/dataset.csv",
+"gregorut/videogamesales/vgsales.csv",
+"ajinkyablaze/football-manager-data/dataset.csv",
+"mattop/nba-draft-basketball-player-data-19892021/nbaplayersdraft.csv",
+"bogdansorin/second-hand-mercedes-benz-registered-2000-2023-ita/mercedes-benz.csv",
+"turkibintalib/saudi-arabia-used-cars-dataset/UsedCarsSA_Clean_EN.csv",
+"http://pages.cs.wisc.edu/~anhai/data/784_data/baby_products/csv_files/babies_r_us.csv",
+"https://opendata.vancouver.ca/api/records/1.0/download/?dataset=employee-remuneration-and-expenses-earning-over-75000&format=csv",
+"https://ai-jobs.net/salaries/download/salaries.csv",
+"https://www.scimagojr.com/journalrank.php?out=xls",
+"http://pages.cs.wisc.edu/~anhai/data/784_data/books2/csv_files/goodreads.csv",
+"http://pages.cs.wisc.edu/~anhai/data/784_data/movies1/csv_files/rotten_tomatoes.csv"
+    ],
+    "scheduler": "cycle",
+    "fold": 2,
+    "num_folds": 5,
+    "p_mask": 0,
+    "full_exp_name": "2025_05_04__tabstar_sota_k2_v2__data_390__tab_6__e5_small__axial_d1__fusion_attention__layers_6__num_verb_full__scheduler_cycle__lr_5e-05__bert_lr_10__wd_0001__mask_0__weight_uniform__git_fdf607e__fold_2from5",
+    "cached": false,
+    "num_datasets": 390
+}