diff --git a/UPDTAE.md b/UPDTAE.md new file mode 100644 index 0000000..31f292a --- /dev/null +++ b/UPDTAE.md @@ -0,0 +1,8 @@ +We have cloned the fev-bench repo into our own repo. In case we want to get the latest updates from fev-bench, execute the functions below: +```bash +cd fev +git pull origin main +cd .. +git add fev +git commit -m "Update fev submodule" +``` \ No newline at end of file diff --git a/benchmarks/fev_bench/results/sap-rpt-1.csv b/benchmarks/fev_bench/results/sap-rpt-1.csv new file mode 100644 index 0000000..2d25f07 --- /dev/null +++ b/benchmarks/fev_bench/results/sap-rpt-1.csv @@ -0,0 +1,101 @@ +model_name,dataset_path,dataset_config,horizon,num_windows,initial_cutoff,window_step_size,min_context_length,max_context_length,seasonality,eval_metric,extra_metrics,quantile_levels,id_column,timestamp_column,target,generate_univariate_targets_from,known_dynamic_columns,past_dynamic_columns,static_columns,task_name,test_error,training_time_s,inference_time_s,num_forecasts,dataset_fingerprint,trained_on_this_dataset,fev_version,SQL,MASE,WAPE,WQL +SAP-RPT-1,autogluon/fev_datasets,proenfo_gfc12,168,10,-1680,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,['airtemperature'],[],[],proenfo_gfc12,0.8421366389158141,,423.9002683162689,110,7c9ee0786e7de9fc,False,0.7.1,0.8421366389158141,0.8421366389158141,0.0664920046796325,0.0664920014500239 +SAP-RPT-1,autogluon/fev_datasets,proenfo_gfc14,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,['airtemperature'],[],[],proenfo_gfc14,0.5467140904290092,,84.73995685577393,20,eb4b54a1ec3114bf,False,0.7.1,0.5467140904290092,0.5467140904290092,0.0268386578581637,0.0268386575774654 +SAP-RPT-1,autogluon/fev_datasets,proenfo_gfc17,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,['airtemperature'],[],[],proenfo_gfc17,0.7233090995700018,,680.372795343399,160,2c63b48ca8f6dd9a,False,0.7.1,0.7233090995700018,0.7233090995700018,0.0477050283400443,0.0477050284052732 +SAP-RPT-1,autogluon/fev_datasets,rohlik_sales_1D,14,1,2023-12-15T00:00:00,14,14,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,sales,,"['holiday', 'school_holidays', 'sell_price_main', 'shops_closed', 'total_orders', 'type_0_discount', 'type_1_discount', 'type_2_discount', 'type_3_discount', 'type_4_discount', 'type_5_discount', 'type_6_discount', 'winter_school_holidays']",['availability'],"['L1_category_name_en', 'L2_category_name_en', 'L3_category_name_en', 'L4_category_name_en', 'name', 'product_unique_id', 'warehouse']",rohlik_sales_1D,1.118876810170182,,1365.367040157318,4116,c475daf9af96ed16,False,0.7.1,1.118876810170182,1.118876810170182,0.2801493203739041,0.2801493319523299 +SAP-RPT-1,autogluon/fev_datasets,rohlik_orders_1D,61,5,2023-05-01T00:00:00,61,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,orders,,"['holiday', 'school_holidays', 'shops_closed', 'winter_school_holidays']","['blackout', 'frankfurt_shutdown', 'mini_shutdown', 'mov_change', 'precipitation', 'shutdown', 'snow', 'user_activity_1', 'user_activity_2']",[],rohlik_orders_1D,1.5834192960044473,,11.394501447677612,35,1774b84125cff789,False,0.7.1,1.5834192960044473,1.5834192960044473,0.0718546947600251,0.0718546945864086 +SAP-RPT-1,autogluon/fev_datasets,rohlik_sales_1W,8,1,2023-12-15T00:00:00,8,8,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,sales,,"['holiday', 'school_holidays', 'sell_price_main', 'shops_closed', 'total_orders', 'type_0_discount', 'type_1_discount', 'type_2_discount', 'type_3_discount', 'type_4_discount', 'type_5_discount', 'type_6_discount', 'winter_school_holidays']",['availability'],"['L1_category_name_en', 'L2_category_name_en', 'L3_category_name_en', 'L4_category_name_en', 'name', 'product_unique_id', 'warehouse']",rohlik_sales_1W,1.3770248055339214,,390.1334991455078,3942,09041d7a8a29c83f,False,0.7.1,1.3770248055339214,1.3770248055339214,0.196723787582264,0.1967237956029585 +SAP-RPT-1,autogluon/fev_datasets,rohlik_orders_1W,8,5,2023-05-01T00:00:00,8,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,orders,,"['holiday', 'school_holidays', 'shops_closed', 'winter_school_holidays']","['blackout', 'frankfurt_shutdown', 'mini_shutdown', 'mov_change', 'precipitation', 'shutdown', 'snow', 'user_activity_1', 'user_activity_2']",[],rohlik_orders_1W,2.2742102260146138,,3.2140352725982666,35,bbb0372c6d5883ab,False,0.7.1,2.2742102260146138,2.2742102260146138,0.0731404164892917,0.0731404166794187 +SAP-RPT-1,autogluon/fev_datasets,entsoe_15T,96,20,-1920,96,1,,96,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['radiation_diffuse_horizontal', 'radiation_direct_horizontal', 'temperature']",[],[],entsoe_15T,0.5703347102370115,,569.5202925205231,120,4e80c208c8b54e76,False,0.7.1,0.5703347102370115,0.5703347102370115,0.0356270784463754,0.0356270783141811 +SAP-RPT-1,autogluon/fev_datasets,entsoe_30T,96,20,-1920,96,1,,48,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['radiation_diffuse_horizontal', 'radiation_direct_horizontal', 'temperature']",[],[],entsoe_30T,0.5115544299237799,,569.5405824184418,120,7a3623a47fa39853,False,0.7.1,0.5115544299237799,0.5115544299237799,0.0308209282440562,0.030820928916984 +SAP-RPT-1,autogluon/fev_datasets,entsoe_1H,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['radiation_diffuse_horizontal', 'radiation_direct_horizontal', 'temperature']",[],[],entsoe_1H,0.4451421715268869,,545.4465999603271,120,a900217b9207dc1a,False,0.7.1,0.4451421715268869,0.4451421715268869,0.0268465426636904,0.0268465428498768 +SAP-RPT-1,autogluon/fev_datasets,epf_be,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['Generation forecast', 'System load forecast']",[],[],epf_be,0.7214275971614181,,83.83045935630798,20,fef9300bbbbc0b06,False,0.7.1,0.7214275971614181,0.7214275971614181,0.1263051511768745,0.1263051499645925 +SAP-RPT-1,autogluon/fev_datasets,epf_de,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['Ampirion Load Forecast', 'PV+Wind Forecast']",[],[],epf_de,0.6570291930630476,,83.84110069274902,20,b0b822e47c7608d3,False,0.7.1,0.6570291930630476,0.6570291930630476,0.3154768665374539,0.3154768539853428 +SAP-RPT-1,autogluon/fev_datasets,epf_fr,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['Generation forecast', 'System load forecast']",[],[],epf_fr,0.4943135357937143,,83.90083575248718,20,8f5f11f4c654e31f,False,0.7.1,0.4943135357937143,0.4943135357937143,0.0727134110700733,0.07271341018732 +SAP-RPT-1,autogluon/fev_datasets,epf_np,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['Grid load forecast', 'Wind power forecast']",[],[],epf_np,1.0669444522362066,,83.82739734649658,20,269b47960e0cd2ad,False,0.7.1,1.0669444522362066,1.0669444522362066,0.0472152590458578,0.047215258488843 +SAP-RPT-1,autogluon/fev_datasets,epf_pjm,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['System load forecast', 'Zonal COMED load foecast']",[],[],epf_pjm,0.5584378124192221,,78.1915557384491,20,7087b94a370e1baa,False,0.7.1,0.5584378124192221,0.5584378124192221,0.0966584654287947,0.0966584651815567 +SAP-RPT-1,autogluon/fev_datasets,rossmann_1D,48,10,-480,48,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,Sales,,"['DayOfWeek', 'Open', 'Promo', 'SchoolHoliday', 'StateHoliday']",['Customers'],"['Assortment', 'CompetitionDistance', 'CompetitionOpenSinceMonth', 'CompetitionOpenSinceYear', 'Promo2', 'Promo2SinceWeek', 'Promo2SinceYear', 'PromoInterval', 'Store', 'StoreType']",rossmann_1D,0.2990157048827684,,3141.3408493995667,11150,29ae5d8fec87a1fd,False,0.7.1,0.2990157048827684,0.2990157048827684,0.0996738331555835,0.0996738318501802 +SAP-RPT-1,autogluon/fev_datasets,rossmann_1W,13,8,-104,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,Sales,,"['Open', 'Promo', 'SchoolHoliday', 'StateHoliday']",['Customers'],"['Assortment', 'CompetitionDistance', 'CompetitionOpenSinceMonth', 'CompetitionOpenSinceYear', 'Promo2', 'Promo2SinceWeek', 'Promo2SinceYear', 'PromoInterval', 'Store', 'StoreType']",rossmann_1W,0.3207699468007305,,660.7015767097473,8920,cfc14443664745b2,False,0.7.1,0.3207699468007305,0.3207699468007305,0.0832832736581097,0.0832832710418868 +SAP-RPT-1,autogluon/fev_datasets,restaurant,28,8,-224,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],"['air_area_name', 'air_genre_name', 'latitude', 'longitude']",restaurant,0.8917252974013528,,760.1409242153168,6502,cc84996f184fc2f6,False,0.7.1,0.8917252974013528,0.8917252974013528,0.3790277162894107,0.3790277144555386 +SAP-RPT-1,autogluon/fev_datasets,hermes,52,1,-52,52,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,['external'],[],"['category', 'country']",hermes,0.8309912066179319,,1157.388335466385,10000,e1d9809dc251e19b,False,0.7.1,0.8309912066179319,0.8309912066179319,0.0030811323851314,0.0030811323851314 +SAP-RPT-1,autogluon/fev_datasets,walmart,39,1,-39,39,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['CPI', 'Fuel_Price', 'IsHoliday', 'MarkDown1', 'MarkDown2', 'MarkDown3', 'MarkDown4', 'MarkDown5', 'Temperature', 'Unemployment']",[],"['Dept', 'Size', 'Store', 'Type']",walmart,0.8545343878586623,,334.525066614151,2936,c55b4fd4c5773129,False,0.7.1,0.8545343878586623,0.8545343878586623,0.0981974937790078,0.0981975044413319 +SAP-RPT-1,autogluon/fev_datasets,m5_1D,28,1,-28,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['event_Cultural', 'event_National', 'event_Religious', 'event_Sporting', 'sell_price', 'snap_CA', 'snap_TX', 'snap_WI']",[],"['cat_id', 'dept_id', 'item_id', 'state_id', 'store_id']",m5_1D,1.0858999412897214,,20055.723327875137,30490,f11a35ff7f7adf0e,False,0.7.1,1.0858999412897214,1.0858999412897214,0.7874874097236721,0.7874874036240522 +SAP-RPT-1,autogluon/fev_datasets,m5_1W,13,1,-13,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['event_Cultural', 'event_National', 'event_Religious', 'event_Sporting', 'sell_price', 'snap_CA', 'snap_TX', 'snap_WI']",[],"['cat_id', 'dept_id', 'item_id', 'state_id', 'store_id']",m5_1W,1.1402647425814283,,3911.6503961086273,30490,8d7cc2396f52bcbc,False,0.7.1,1.1402647425814283,1.1402647425814283,0.4352330488413168,0.4352330378042166 +SAP-RPT-1,autogluon/fev_datasets,m5_1M,12,1,-12,12,6,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['event_Cultural', 'event_National', 'event_Religious', 'event_Sporting', 'sell_price', 'snap_CA', 'snap_TX', 'snap_WI']",[],"['cat_id', 'dept_id', 'item_id', 'state_id', 'store_id']",m5_1M,1.1644305252864982,,2233.3839082717896,29364,5d40840afc423bdf,False,0.7.1,1.1644305252864982,1.1644305252864982,0.4344006321463467,0.4344006166719606 +SAP-RPT-1,autogluon/fev_datasets,hierarchical_sales_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],hierarchical_sales_1D,0.7961062367723486,,660.0803575515747,1180,0ecbb4076fd5ba78,False,0.7.1,0.7961062367723486,0.7961062367723486,0.8319621395291936,0.8319621438713438 +SAP-RPT-1,autogluon/fev_datasets,hierarchical_sales_1W,13,10,-130,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],hierarchical_sales_1W,0.8874876666451424,,110.81857490539552,1180,691bd281f0ad7adc,False,0.7.1,0.8874876666451424,0.8874876666451424,0.5625325482361709,0.5625325370352503 +SAP-RPT-1,autogluon/fev_datasets,favorita_stores_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,sales,,"['holiday', 'onpromotion']",['oil_price'],"['city', 'cluster', 'family', 'state', 'store_nbr', 'type']",favorita_stores_1D,1.22653138258911,,8679.33224773407,15790,7c6ded4c862d08bd,False,0.7.1,1.22653138258911,1.22653138258911,0.1488736065097001,0.1488736038786649 +SAP-RPT-1,autogluon/fev_datasets,favorita_stores_1W,13,10,-130,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,sales,,['onpromotion'],['oil_price'],"['city', 'cluster', 'family', 'state', 'store_nbr', 'type']",favorita_stores_1W,2.4495987346926404,,1471.030550479889,15790,1cf7145738b8996c,False,0.7.1,2.4495987346926404,2.4495987346926404,0.1319430562872954,0.1319430590422157 +SAP-RPT-1,autogluon/fev_datasets,favorita_stores_1M,12,2,-24,12,1,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,sales,,['onpromotion'],['oil_price'],"['city', 'cluster', 'family', 'state', 'store_nbr', 'type']",favorita_stores_1M,2.0154607071704307,,206.079658985138,3158,90adf27f0175f9ae,False,0.7.1,2.0154607071704307,2.0154607071704307,0.1198075966262697,0.119807599079116 +SAP-RPT-1,autogluon/fev_datasets,favorita_transactions_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,transactions,,['holiday'],['oil_price'],"['city', 'cluster', 'state', 'store_nbr', 'type']",favorita_transactions_1D,1.3444656787203468,,273.2902774810791,510,93e47f4edb5bcbe1,False,0.7.1,1.3444656787203468,1.3444656787203468,0.0744859234818631,0.0744859235513344 +SAP-RPT-1,autogluon/fev_datasets,favorita_transactions_1W,13,10,-130,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,transactions,,[],['oil_price'],"['city', 'cluster', 'state', 'store_nbr', 'type']",favorita_transactions_1W,1.9867056257441849,,45.16550326347351,510,19b5577b63233e9d,False,0.7.1,1.9867056257441849,1.9867056257441849,0.0714463759240513,0.071446376339716 +SAP-RPT-1,autogluon/fev_datasets,favorita_transactions_1M,12,2,-24,12,1,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,transactions,,[],['oil_price'],"['city', 'cluster', 'state', 'store_nbr', 'type']",favorita_transactions_1M,1.4313678039870124,,6.436484336853027,102,6f7b1122146e5d93,False,0.7.1,1.4313678039870124,1.4313678039870124,0.0895069186733215,0.0895069202576747 +SAP-RPT-1,autogluon/fev_datasets,solar_with_weather_15T,96,20,-1920,96,1,,96,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['day_length', 'humidity', 'pressure', 'rain_1h', 'snow_1h', 'temp', 'wind_speed']","['clouds_all', 'global_horizontal_irradiance']",[],solar_with_weather_15T,0.8468143933236097,,93.34318470954896,20,0b6d5a3c52af6282,False,0.7.1,0.8468143933236097,0.8468143933236097,1.04201333063558,1.042013319717056 +SAP-RPT-1,autogluon/fev_datasets,solar_with_weather_1H,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,"['day_length', 'humidity', 'pressure', 'rain_1h', 'snow_1h', 'temp', 'wind_speed']","['clouds_all', 'global_horizontal_irradiance']",[],solar_with_weather_1H,0.9083174833563172,,86.3226637840271,20,1ae39ff7d1aba62c,False,0.7.1,0.9083174833563172,0.9083174833563172,1.028986063908714,1.0289860791379142 +SAP-RPT-1,autogluon/fev_datasets,solar_1D,28,10,-280,28,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],solar_1D,0.8557505138701904,,148.62757086753845,1370,4a9fb28f2a62f798,False,0.7.1,0.8557505138701904,0.8557505138701904,0.2657168387383205,0.265716839154012 +SAP-RPT-1,autogluon/fev_datasets,solar_1W,13,1,-13,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],solar_1W,0.9981086897764312,,7.965949296951294,137,856de5fa702db186,False,0.7.1,0.9981086897764312,0.9981086897764312,0.1691781685238427,0.1691781722740002 +SAP-RPT-1,autogluon/fev_datasets,kdd_cup_2022_10T,288,10,-2880,288,1,,144,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,Patv,,[],"['Etmp', 'Itmp', 'Ndir', 'Pab1', 'Pab2', 'Pab3', 'Prtv', 'Wdir', 'Wspd']",[],kdd_cup_2022_10T,0.7113266642978281,,5886.953615903854,1340,571bae673e4dccdd,False,0.7.1,0.7113266642978281,0.7113266642978281,3.264169317862168,3.2641693301118444 +SAP-RPT-1,autogluon/fev_datasets,kdd_cup_2022_30T,96,10,-960,96,1,,48,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,Patv,,[],"['Etmp', 'Itmp', 'Ndir', 'Pab1', 'Pab2', 'Pab3', 'Prtv', 'Wdir', 'Wspd']",[],kdd_cup_2022_30T,0.7134016495526928,,5529.331250429153,1340,bf18bd35bb0df915,False,0.7.1,0.7134016495526928,0.7134016495526928,3.0971489371485976,3.097149166661753 +SAP-RPT-1,autogluon/fev_datasets,kdd_cup_2022_1D,14,10,-140,14,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,Patv,,[],"['Etmp', 'Itmp', 'Ndir', 'Pab1', 'Pab2', 'Pab3', 'Prtv', 'Wdir', 'Wspd']",[],kdd_cup_2022_1D,0.995025115833492,,119.75518703460692,1340,739c6625d30e6169,False,0.7.1,0.995025115833492,0.995025115833492,0.8152406864501682,0.8152406804252763 +SAP-RPT-1,autogluon/fev_datasets,uci_air_quality_1H,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['C6H6(GT)', 'CO(GT)', 'NO2(GT)', 'NOx(GT)']",,"['AH', 'RH', 'T']",[],[],uci_air_quality_1H,1.1511822182967648,,350.9064185619354,80,031d3ed27aba2c43,False,0.7.1,1.1511822182967648,1.1511822182967648,0.3885579445259915,0.3885579479188564 +SAP-RPT-1,autogluon/fev_datasets,uci_air_quality_1D,28,11,-308,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['C6H6(GT)', 'CO(GT)', 'NO2(GT)', 'NOx(GT)']",,"['AH', 'RH', 'T']",[],[],uci_air_quality_1D,1.4855435592143391,,5.13842248916626,44,2ef57ff0fd03a862,False,0.7.1,1.4855435592143391,1.4855435592143391,0.3012082905903415,0.3012082917810513 +SAP-RPT-1,autogluon/fev_datasets,LOOP_SEATTLE_5T,288,10,-2880,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],LOOP_SEATTLE_5T,0.8467053435635599,,14132.846284151075,3230,c2739a4b195beef3,False,0.7.1,0.8467053435635599,0.8467053435635599,0.0912834410699034,0.0912834418280791 +SAP-RPT-1,autogluon/fev_datasets,LOOP_SEATTLE_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],LOOP_SEATTLE_1D,1.0241515174920997,,351.9995160102844,3230,02d7b9f04d1c3187,False,0.7.1,1.0241515174920997,1.0241515174920997,0.0389774856629944,0.0389774851050699 +SAP-RPT-1,autogluon/fev_datasets,LOOP_SEATTLE_1H,168,10,-1680,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],LOOP_SEATTLE_1H,0.8863762252585552,,12528.509365797045,3230,08811ee17f93df42,False,0.7.1,0.8863762252585552,0.8863762252585552,0.0761078292567778,0.0761078280807713 +SAP-RPT-1,autogluon/fev_datasets,M_DENSE_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],M_DENSE_1D,1.0630675626370558,,63.76343584060669,300,12417cabd3e820d7,False,0.7.1,1.0630675626370558,1.0630675626370558,0.1099688549649342,0.1099688516879058 +SAP-RPT-1,autogluon/fev_datasets,M_DENSE_1H,168,10,-1680,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],M_DENSE_1H,0.701185567525186,,1222.9330084323883,300,e973593b94c21fa6,False,0.7.1,0.701185567525186,0.701185567525186,0.1420615669802438,0.1420615646144682 +SAP-RPT-1,autogluon/fev_datasets,SZ_TAXI_15T,96,10,-960,96,1,,96,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],SZ_TAXI_15T,0.7355946298971741,,1520.155484199524,1560,3e6f0d3380ac07cc,False,0.7.1,0.7355946298971741,0.7355946298971741,0.3491539804382395,0.3491539733707532 +SAP-RPT-1,autogluon/fev_datasets,SZ_TAXI_1H,168,2,-336,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],SZ_TAXI_1H,0.7222362597094545,,71.56177711486816,312,7c28d9c08a8a99d2,False,0.7.1,0.7222362597094545,0.7222362597094545,0.2478277649483964,0.2478277792033046 +SAP-RPT-1,autogluon/fev_datasets,redset_5T,288,10,-2880,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],['subset'],redset_5T,0.9780122933493962,,5120.916934490204,1180,4776bd88b54d8a04,False,0.7.1,0.9780122933493962,0.9780122933493962,0.4115055441682494,0.411505538680695 +SAP-RPT-1,autogluon/fev_datasets,redset_15T,96,10,-960,96,1,,96,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],['subset'],redset_15T,0.9696785135983632,,5027.578573226929,1260,391e616eee276356,False,0.7.1,0.9696785135983632,0.9696785135983632,0.3424516813224821,0.3424516806049311 +SAP-RPT-1,autogluon/fev_datasets,redset_1H,24,10,-240,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],['subset'],redset_1H,1.6003480572680922,,965.338320016861,1380,a7542f5bcc8cf4ab,False,0.7.1,1.6003480572680922,1.6003480572680922,0.2740367809536138,0.2740367788609981 +SAP-RPT-1,autogluon/fev_datasets,hospital_admissions_1D,28,20,-560,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],hospital_admissions_1D,0.7281519089752282,,73.10080456733704,160,88f43f9f6a96b4f3,False,0.7.1,0.7281519089752282,0.7281519089752282,0.5402192413803985,0.5402192415959983 +SAP-RPT-1,autogluon/fev_datasets,hospital_admissions_1W,13,16,-208,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],hospital_admissions_1W,0.762451436423569,,10.419458389282228,128,70ba34804e0de04d,False,0.7.1,0.762451436423569,0.762451436423569,0.2146629095362953,0.21466290965949 +SAP-RPT-1,autogluon/fev_datasets,ETT_1W,13,5,-65,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['HUFL', 'HULL', 'LUFL', 'LULL', 'MUFL', 'MULL', 'OT']",,[],[],[],ETT_1W,3.0374727245793443,,4.628875732421875,70,f285b410fbbb9427,False,0.7.1,3.0374727245793443,3.0374727245793443,0.6940947985768406,0.6940947787284084 +SAP-RPT-1,autogluon/fev_datasets,ETT_1D,28,20,-560,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['HUFL', 'HULL', 'LUFL', 'LULL', 'MUFL', 'MULL', 'OT']",,[],[],[],ETT_1D,1.5561571619677226,,48.33940672874451,280,087e55aa2b87745b,False,0.7.1,1.5561571619677226,1.5561571619677226,0.4592507547947552,0.4592507546811265 +SAP-RPT-1,autogluon/fev_datasets,ETT_1H,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['HUFL', 'HULL', 'LUFL', 'LULL', 'MUFL', 'MULL', 'OT']",,[],[],[],ETT_1H,1.3512211458590395,,1138.7157590389252,280,305bfc1cf6779b47,False,0.7.1,1.3512211458590395,1.3512211458590395,0.3040578843779823,0.3040578842367946 +SAP-RPT-1,autogluon/fev_datasets,ETT_15T,96,20,-1920,96,1,,96,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['HUFL', 'HULL', 'LUFL', 'LULL', 'MUFL', 'MULL', 'OT']",,[],[],[],ETT_15T,0.8477816944173313,,1192.0833821296692,280,8cb2ab653e6a502b,False,0.7.1,0.8477816944173313,0.8477816944173313,0.1373354416858213,0.1373354427573468 +SAP-RPT-1,autogluon/fev_datasets,hospital,12,4,-48,12,1,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],hospital,0.8604046369718615,,213.0620141029358,3068,9c6e8721c2eca10b,False,0.7.1,0.8604046369718615,0.8604046369718615,0.0876969571016072,0.087696957982355 +SAP-RPT-1,autogluon/fev_datasets,jena_weather_10T,144,20,-2880,144,1,,144,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],jena_weather_10T,0.5446575279264814,,1767.6740777492523,420,311a660faf591409,False,0.7.1,0.5446575279264814,0.5446575279264814,0.8702661104191864,0.8702661114241353 +SAP-RPT-1,autogluon/fev_datasets,jena_weather_1D,28,11,-308,28,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],jena_weather_1D,1.7231984136242326,,24.27046227455139,231,81a9d748210aa612,False,0.7.1,1.7231984136242326,1.7231984136242326,0.3906724221602,0.3906724210454822 +SAP-RPT-1,autogluon/fev_datasets,jena_weather_1H,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],jena_weather_1H,0.5412586258352305,,1556.8327932357788,420,8eb1d310607e8fee,False,0.7.1,0.5412586258352305,0.5412586258352305,0.8312451786440331,0.8312451807432225 +SAP-RPT-1,autogluon/fev_datasets,bizitobs_l2c_1H,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_2', 'target_3', 'target_4', 'target_5', 'target_6']",,[],[],[],bizitobs_l2c_1H,0.4903622988876548,,134.66943073272705,140,fd3fb3349ee15a22,False,0.7.1,0.4903622988876548,0.4903622988876548,0.5600652336312896,0.56006523602657 +SAP-RPT-1,autogluon/fev_datasets,bizitobs_l2c_5T,288,20,-5760,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_2', 'target_3', 'target_4', 'target_5', 'target_6']",,[],[],[],bizitobs_l2c_5T,0.5159780636099084,,635.0548448562622,140,9cb515b57514a9ab,False,0.7.1,0.5159780636099084,0.5159780636099084,0.4949756845293619,0.4949756840375844 +SAP-RPT-1,autogluon/fev_datasets,australian_tourism,8,2,-16,8,1,,4,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],australian_tourism,0.9624826617998452,,10.054744005203249,178,e3e704ef830bb1f4,False,0.7.1,0.9624826617998452,0.9624826617998452,0.098292513058359,0.0982925146052059 +SAP-RPT-1,autogluon/fev_datasets,world_tourism,5,2,-10,5,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],world_tourism,4.084166794706847,,13.986823797225952,356,0dbaf8acdb03871f,False,0.7.1,4.084166794706847,4.084166794706847,0.1147901386346832,0.1147901349119515 +SAP-RPT-1,autogluon/fev_datasets,world_co2_emissions,5,9,-45,5,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],world_co2_emissions,4.128086772172768,,87.66122364997864,1719,e202df7b6b66eec1,False,0.7.1,4.128086772172768,4.128086772172768,0.1082331477302976,0.1082331492029718 +SAP-RPT-1,autogluon/fev_datasets,world_life_expectancy,5,10,-50,5,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],world_life_expectancy,2.615306587280511,,115.6854362487793,2370,fa80fb81a8121b97,False,0.7.1,2.615306587280511,2.615306587280511,0.0204285609766631,0.0204285606276892 +SAP-RPT-1,autogluon/fev_datasets,ercot_1H,168,20,-3360,168,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],ercot_1H,1.6930742898996811,,568.3438947200775,160,ea7c064764004599,False,0.7.1,1.6930742898996811,1.6930742898996811,0.0774059571751841,0.0774059569108191 +SAP-RPT-1,autogluon/fev_datasets,ercot_1D,28,20,-560,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],ercot_1D,1.2188614106728326,,576.0600926876068,160,2d6981ffddeb4d36,False,0.7.1,1.2188614106728326,1.2188614106728326,0.0825258160133819,0.0825258141786061 +SAP-RPT-1,autogluon/fev_datasets,ercot_1W,13,20,-260,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],ercot_1W,1.5759967072548875,,39.68050932884216,160,17d56f9cde303936,False,0.7.1,1.5759967072548875,1.5759967072548875,0.0667988343446279,0.0667988321762569 +SAP-RPT-1,autogluon/fev_datasets,ercot_1M,12,15,-180,12,1,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],ercot_1M,1.060470441227213,,10.420372009277344,120,3b442c044564a810,False,0.7.1,1.060470441227213,1.060470441227213,0.0517523211133765,0.051752321130958 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_utla_1D,28,10,-280,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,new_cases,,[],[],[],uk_covid_utla_1D/new,4.486800903095427,,446.2007682323456,2140,2f859aada4961893,False,0.7.1,4.486800903095427,4.486800903095427,0.4277078633285477,0.4277078689633805 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_utla_1W,13,5,-65,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,cumulative_cases,,[],[],[],uk_covid_utla_1W/cumulative,29.445373815049173,,57.36029124259949,1070,35d7c01fd444e4fd,False,0.7.1,29.445373815049173,29.445373815049173,0.2888836327739509,0.2888836413898659 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_nation_1D,28,20,-560,28,1,,7,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['new_admissions', 'new_cases', 'new_deaths']",,[],"['hospital_cases', 'icu_ventilator_occupancy', 'new_vaccinated_1', 'new_vaccinated_2', 'new_vaccinated_3']",[],uk_covid_nation_1D/new,2.6902847794968645,,38.72963833808899,240,dae0212e3fa73904,False,0.7.1,2.6902847794968645,2.6902847794968645,0.95237105724232,0.9523710701658996 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_nation_1D,28,20,-560,28,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['cumulative_admissions', 'cumulative_cases', 'cumulative_deaths']",,[],"['cumulative_vaccinated_1', 'cumulative_vaccinated_2', 'cumulative_vaccinated_3', 'hospital_cases', 'icu_ventilator_occupancy']",[],uk_covid_nation_1D/cumulative,37.9533679112958,,31.169212579727173,240,dae0212e3fa73904,False,0.7.1,37.9533679112958,37.9533679112958,0.0845750432455349,0.0845750437229343 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_nation_1W,8,4,-32,8,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['new_admissions', 'new_cases', 'new_deaths']",,[],"['hospital_cases', 'icu_ventilator_occupancy', 'new_vaccinated_1', 'new_vaccinated_2', 'new_vaccinated_3']",[],uk_covid_nation_1W/new,4.539494992222283,,3.2578372955322266,48,c1544674699f895d,False,0.7.1,4.539494992222283,4.539494992222283,1.073432615706314,1.073432615706314 +SAP-RPT-1,autogluon/fev_datasets,uk_covid_nation_1W,8,4,-32,8,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['cumulative_admissions', 'cumulative_cases', 'cumulative_deaths']",,[],"['cumulative_vaccinated_1', 'cumulative_vaccinated_2', 'cumulative_vaccinated_3', 'hospital_cases', 'icu_ventilator_occupancy']",[],uk_covid_nation_1W/cumulative,11.00582515156052,,2.6668879985809326,48,c1544674699f895d,False,0.7.1,11.00582515156052,11.00582515156052,0.1031023721024655,0.1031023731740617 +SAP-RPT-1,autogluon/fev_datasets,ecdc_ili,13,10,-130,13,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],ecdc_ili,3.116284379325222,,19.711755990982056,240,c812e2dbfb11b987,False,0.7.1,3.116284379325222,3.116284379325222,0.4463170205694414,0.4463170257809625 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1062,288,20,-5760,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1062,0.8868237577769327,,1577.9132544994354,420,850914278ff7292f,False,0.7.1,0.8868237577769327,0.8868237577769327,0.7137392649444824,0.7137392654646605 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1209,288,20,-5760,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1209,1.5707675147020166,,4650.750361204147,1060,fc732419f4257b0c,False,0.7.1,1.5707675147020166,1.5707675147020166,0.6013030848715908,0.6013030845130913 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1225,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1225,0.3453365059136625,,3654.816557168961,980,e054f8c6bf020ac0,False,0.7.1,0.3453365059136625,0.3453365059136625,0.1833910365027264,0.183391036368877 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1230,288,20,-5760,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1230,2.243140283864598,,1999.5576503276825,460,c41ee8e342ded50d,False,0.7.1,2.243140283864598,2.243140283864598,0.6182088319368063,0.618208832079705 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1282,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1282,0.5706780438814546,,2607.369729757309,700,b18492522498bc96,False,0.7.1,0.5706780438814546,0.5706780438814546,0.3912456063220193,0.3912456070371364 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1487,288,20,-5760,288,1,,288,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1487,1.0460097870921503,,4746.162055015564,1080,6e70705aa0d5c9b6,False,0.7.1,1.0460097870921503,1.0460097870921503,0.409697703821744,0.409697703821744 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1631,96,20,-1920,96,1,,48,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1631,1.042200436484985,,3311.800788164139,800,79eaf83557e2eeb4,False,0.7.1,1.042200436484985,1.042200436484985,0.4274531719215365,0.4274531713030599 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1676,96,20,-1920,96,1,,48,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_54', 'target_55', 'target_56', 'target_57', 'target_58', 'target_59', 'target_6', 'target_60', 'target_61', 'target_62', 'target_63', 'target_64', 'target_65', 'target_66', 'target_67', 'target_68', 'target_69', 'target_7', 'target_70', 'target_71', 'target_72', 'target_73', 'target_74', 'target_75', 'target_76', 'target_77', 'target_78', 'target_79', 'target_8', 'target_80', 'target_81', 'target_82', 'target_83', 'target_84', 'target_85', 'target_86', 'target_87', 'target_88', 'target_89', 'target_9', 'target_90', 'target_91', 'target_92', 'target_93', 'target_94', 'target_95', 'target_96', 'target_97', 'target_98', 'target_99']",,[],[],[],boomlet_1676,1.1995736484967536,,8155.438235759735,2000,083dfc140fd4b463,False,0.7.1,1.1995736484967536,1.1995736484967536,0.4045003244498963,0.404500324529425 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1855,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_1855,1.3041296934351516,,3912.716343641281,1040,3b655e92786b24dc,False,0.7.1,1.3041296934351516,1.3041296934351516,0.3996454994949147,0.3996454998597005 +SAP-RPT-1,autogluon/fev_datasets,boomlet_1975,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_54', 'target_55', 'target_56', 'target_57', 'target_58', 'target_59', 'target_6', 'target_60', 'target_61', 'target_62', 'target_63', 'target_64', 'target_65', 'target_66', 'target_67', 'target_68', 'target_69', 'target_7', 'target_70', 'target_71', 'target_72', 'target_73', 'target_74', 'target_8', 'target_9']",,[],[],[],boomlet_1975,0.4400065143791637,,5662.752003192902,1500,6e1d9424c5ab2214,False,0.7.1,0.4400065143791637,0.4400065143791637,0.2345331785688524,0.2345331785287106 +SAP-RPT-1,autogluon/fev_datasets,boomlet_2187,24,20,-480,24,1,,24,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_54', 'target_55', 'target_56', 'target_57', 'target_58', 'target_59', 'target_6', 'target_60', 'target_61', 'target_62', 'target_63', 'target_64', 'target_65', 'target_66', 'target_67', 'target_68', 'target_69', 'target_7', 'target_70', 'target_71', 'target_72', 'target_73', 'target_74', 'target_75', 'target_76', 'target_77', 'target_78', 'target_79', 'target_8', 'target_80', 'target_81', 'target_82', 'target_83', 'target_84', 'target_85', 'target_86', 'target_87', 'target_88', 'target_89', 'target_9', 'target_90', 'target_91', 'target_92', 'target_93', 'target_94', 'target_95', 'target_96', 'target_97', 'target_98', 'target_99']",,[],[],[],boomlet_2187,1.3536067383034598,,7496.662835121155,2000,c858af6e090b65d2,False,0.7.1,1.3536067383034598,1.3536067383034598,0.4612487250509899,0.4612487247292282 +SAP-RPT-1,autogluon/fev_datasets,boomlet_285,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_54', 'target_55', 'target_56', 'target_57', 'target_58', 'target_59', 'target_6', 'target_60', 'target_61', 'target_62', 'target_63', 'target_64', 'target_65', 'target_66', 'target_67', 'target_68', 'target_69', 'target_7', 'target_70', 'target_71', 'target_72', 'target_73', 'target_74', 'target_8', 'target_9']",,[],[],[],boomlet_285,0.4887522499509579,,5012.06090426445,1500,51287a29c5959696,False,0.7.1,0.4887522499509579,0.4887522499509579,0.2361605499877073,0.2361605500241261 +SAP-RPT-1,autogluon/fev_datasets,boomlet_619,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_619,0.4589632152019691,,3734.450880765915,1040,2d774f07b3096707,False,0.7.1,0.4589632152019691,0.4589632152019691,0.3316163619414299,0.3316163618818891 +SAP-RPT-1,autogluon/fev_datasets,boomlet_772,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_28', 'target_29', 'target_3', 'target_30', 'target_31', 'target_32', 'target_33', 'target_34', 'target_35', 'target_36', 'target_37', 'target_38', 'target_39', 'target_4', 'target_40', 'target_41', 'target_42', 'target_43', 'target_44', 'target_45', 'target_46', 'target_47', 'target_48', 'target_49', 'target_5', 'target_50', 'target_51', 'target_52', 'target_53', 'target_54', 'target_55', 'target_56', 'target_57', 'target_58', 'target_59', 'target_6', 'target_60', 'target_61', 'target_62', 'target_63', 'target_64', 'target_65', 'target_66', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_772,0.476541619112281,,4996.183359861374,1340,cf7b0f7fe86838d5,False,0.7.1,0.476541619112281,0.476541619112281,0.2199261555647534,0.2199261558060398 +SAP-RPT-1,autogluon/fev_datasets,boomlet_963,60,20,-1200,60,1,,1440,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['target_0', 'target_1', 'target_10', 'target_11', 'target_12', 'target_13', 'target_14', 'target_15', 'target_16', 'target_17', 'target_18', 'target_19', 'target_2', 'target_20', 'target_21', 'target_22', 'target_23', 'target_24', 'target_25', 'target_26', 'target_27', 'target_3', 'target_4', 'target_5', 'target_6', 'target_7', 'target_8', 'target_9']",,[],[],[],boomlet_963,0.8984920825928828,,2244.027840614319,560,078a1fcb7a454b72,False,0.7.1,0.8984920825928828,0.8984920825928828,0.4294545046674067,0.4294545052507303 +SAP-RPT-1,autogluon/fev_datasets,fred_md_2025,12,20,-240,12,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['CPIAUCSL', 'FEDFUNDS', 'PAYEMS']",,[],"['M2REAL', 'NONBORRES', 'PPICMM', 'TOTRESNS']",[],fred_md_2025/cee,10.308515136997045,,12.343026161193848,60,764e9294023ee081,False,0.7.1,10.308515136997045,10.308515136997045,0.1742780146714631,0.1742780166818704 +SAP-RPT-1,autogluon/fev_datasets,fred_qd_2025,8,20,-160,8,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['CPIAUCSL', 'FEDFUNDS', 'PAYEMS']",,[],"['M2REAL', 'NONBORRES', 'PPICMM', 'TOTRESNS']",[],fred_qd_2025/cee,5.696495873500432,,5.200271844863892,60,d257091c861020bf,False,0.7.1,5.696495873500432,5.696495873500432,0.2171346394452743,0.2171346388323594 +SAP-RPT-1,autogluon/fev_datasets,fred_md_2025,12,20,-240,12,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['AAA', 'AWHMAN', 'BAA', 'BUSINVx', 'CPIAUCSL', 'CPIMEDSL', 'CUMFNS', 'DMANEMP', 'EXUSUKx', 'FEDFUNDS', 'GS1', 'GS10', 'GS5', 'HOUST', 'INDPRO', 'INVEST', 'IPBUSEQ', 'IPCONGD', 'IPDCONGD', 'IPDMAT', 'IPFINAL', 'IPMANSICS', 'IPMAT', 'IPNCONGD', 'IPNMAT', 'M2REAL', 'MANEMP', 'NDMANEMP', 'NONBORRES', 'PAYEMS', 'PERMIT', 'PPICMM', 'S&P 500', 'SRVPRD', 'TB3MS', 'TB6MS', 'TOTRESNS', 'UEMP15T26', 'UEMP27OV', 'UEMP5TO14', 'UEMPLT5', 'UEMPMEAN', 'UMCSENTx', 'UNRATE', 'USCONS', 'USFIRE', 'USGOOD', 'USGOVT', 'USTPU', 'USTRADE', 'VIXCLSx']",,[],[],[],fred_md_2025/macro,10.545587246521231,,213.22159671783447,1020,764e9294023ee081,False,0.7.1,10.545587246521231,10.545587246521231,0.1169043663356008,0.1169043659665892 +SAP-RPT-1,autogluon/fev_datasets,fred_qd_2025,8,20,-160,8,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['AAA', 'AWHMAN', 'BAA', 'BUSINVx', 'CPIAUCSL', 'CPIMEDSL', 'CUMFNS', 'DMANEMP', 'EXUSUKx', 'FEDFUNDS', 'GS1', 'GS10', 'GS5', 'HOUST', 'INDPRO', 'INVEST', 'IPBUSEQ', 'IPCONGD', 'IPDCONGD', 'IPDMAT', 'IPFINAL', 'IPMANSICS', 'IPMAT', 'IPNCONGD', 'IPNMAT', 'M2REAL', 'MANEMP', 'NDMANEMP', 'NONBORRES', 'PAYEMS', 'PERMIT', 'PPICMM', 'S&P 500', 'SRVPRD', 'TB3MS', 'TB6MS', 'TOTRESNS', 'UEMP15T26', 'UEMP27OV', 'UEMP5TO14', 'UEMPLT5', 'UEMPMEAN', 'UMCSENTx', 'UNRATE', 'USCONS', 'USFIRE', 'USGOOD', 'USGOVT', 'USTPU', 'USTRADE', 'VIXCLSx']",,[],[],[],fred_qd_2025/macro,6.38023191266649,,92.33834648132324,1020,d257091c861020bf,False,0.7.1,6.38023191266649,6.38023191266649,0.1372612053229603,0.1372612055285968 +SAP-RPT-1,autogluon/fev_datasets,us_consumption_1M,12,10,-120,12,1,,12,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],us_consumption_1M,3.287582249568893,,61.10391569137573,310,03c47cb66fc4f105,False,0.7.1,3.287582249568893,3.287582249568893,0.0600542620672358,0.0600542630650168 +SAP-RPT-1,autogluon/fev_datasets,us_consumption_1Q,8,10,-80,8,1,,4,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],us_consumption_1Q,4.197179122036623,,30.075539112091064,310,91f975812d53dcb0,False,0.7.1,4.197179122036623,4.197179122036623,0.0793666660895327,0.079366666906104 +SAP-RPT-1,autogluon/fev_datasets,us_consumption_1Y,5,10,-50,5,1,,1,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,target,,[],[],[],us_consumption_1Y,8.364062360508779,,14.251691341400146,310,941764347d4458f0,False,0.7.1,8.364062360508779,8.364062360508779,0.1968558264998673,0.19685582940912 +SAP-RPT-1,autogluon/fev_datasets,gvar,8,10,-80,8,1,,4,SQL,"['MASE', {'name': 'WAPE', 'epsilon': 1.0}, {'name': 'WQL', 'epsilon': 1.0}]","[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]",id,timestamp,"['Dp', 'ep', 'eq', 'lr', 'r', 'y']",,[],"['pmat', 'pmetal', 'poil']",[],gvar,0.9884734035485124,,145.72684240341187,1980,f9353d7e5df197ee,False,0.7.1,0.9884734035485124,0.9884734035485124,0.025884024359376267,0.025884024616228306 diff --git a/docs/tutorials/04-adapters.ipynb b/docs/tutorials/04-adapters.ipynb index d0c10cf..db916e1 100644 --- a/docs/tutorials/04-adapters.ipynb +++ b/docs/tutorials/04-adapters.ipynb @@ -85,7 +85,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [ { diff --git a/models/sap-rpt-1/model.py b/models/sap-rpt-1/model.py new file mode 100644 index 0000000..b96c87e --- /dev/null +++ b/models/sap-rpt-1/model.py @@ -0,0 +1,296 @@ +"""SAP RPT-1 model wrapper for fev-bench (v0.8.0 format). + +SAP RPT-1 is a tabular foundation model applied to time series forecasting +via per-item tabular regression with temporal feature engineering. +""" + +import warnings + +import datasets +import numpy as np +import pandas as pd +import torch +from scipy import fft +from scipy.signal import find_peaks + +import fev +from sap_rpt_oss import SAP_RPT_OSS_Regressor + + +class SapRpt1Model(fev.ForecastingModel): + """SAP RPT-1 applied to time series via per-item tabular regression.""" + + model_name = "sap-rpt-1" + + # RPT-1 is a general tabular model, not pretrained on any time series datasets + trained_on_datasets = [] + + def __init__(self, max_context_size: int = 4096, bagging: int = 2): + super().__init__() + self.max_context_size = max_context_size + self.bagging = bagging + self._regressor = None + + @property + def regressor(self): + if self._regressor is None: + self._regressor = SAP_RPT_OSS_Regressor( + max_context_size=self.max_context_size, + bagging=self.bagging, + ) + self._regressor.dtype = torch.float32 + self._regressor.model = self._regressor.model.float() + return self._regressor + + def _fit_predict(self, task: fev.Task) -> list[datasets.DatasetDict]: + has_static = bool(getattr(task, "static_columns", None)) + is_multivariate = len(task.target_columns) > 1 + target_col = "target" if is_multivariate else task.target_columns[0] + past_dynamic_cols = list(getattr(task, "past_dynamic_columns", []) or []) + + predictions_per_window = [] + + for window in task.iter_windows(): + train_df, future_df, static_df = fev.convert_input_data( + window, adapter="pandas", as_univariate=is_multivariate + ) + + X_train, y_train, X_future = _prepare_tabular_data( + train_df, future_df, + static_df=static_df if has_static else None, + target_col=target_col, + use_static=has_static, + past_dynamic_cols=past_dynamic_cols, + ) + + X_train, X_future = _add_temporal_features(X_train, y_train, X_future) + + # Per-item fit/predict + y_pred = np.full(len(X_future), np.nan) + item_ids = X_future["id"].unique() + + for sid in item_ids: + train_mask = X_train["id"] == sid + future_mask = X_future["id"] == sid + + X_tr = X_train[train_mask].reset_index(drop=True) + y_tr = y_train[train_mask].reset_index(drop=True) + X_fu = X_future[future_mask].reset_index(drop=True) + + if len(X_tr) == 0: + y_pred[future_mask.values] = y_train.mean() + continue + + with self._record_inference_time(): + self.regressor.fit(X_tr, y_tr) + preds = self.regressor.predict(X_fu) + + preds = np.where(np.isfinite(preds), preds, y_tr.mean()) + y_pred[future_mask.values] = preds + + # Fallback for remaining NaNs + invalid = ~np.isfinite(y_pred) + if invalid.any(): + y_pred[invalid] = y_train.mean() + + # Format predictions + preds_fev = _format_predictions( + y_pred, future_df, task.horizon, + quantile_levels=task.quantile_levels, + ) + + if is_multivariate: + predictions_per_window.append( + fev.combine_univariate_predictions_to_multivariate( + preds_fev, target_columns=task.target_columns, + ) + ) + else: + predictions_per_window.append(preds_fev) + + return predictions_per_window + + +# ============================================================================== +# Data Processing +# ============================================================================== + + +def _fix_arrow_dtypes(df): + df = df.copy() + for col in df.columns: + dtype_str = str(df[col].dtype) + if "timestamp" in dtype_str.lower() or "datetime" in dtype_str.lower(): + col_dt = pd.to_datetime(df[col]) + if col_dt.dt.tz is not None: + col_dt = col_dt.dt.tz_convert(None) + df[col] = col_dt + elif "[pyarrow]" in dtype_str or dtype_str == "str": + converted = pd.to_numeric(df[col], errors="coerce") + df[col] = converted if converted.notna().mean() > 0.5 else df[col].astype(str).astype("object") + elif dtype_str == "float32": + df[col] = df[col].astype("float64") + elif "bool" in dtype_str: + df[col] = df[col].astype(int) + return df + + +def _prepare_tabular_data(train_df, future_df, static_df=None, target_col="target", + use_static=True, past_dynamic_cols=None): + past_dynamic_cols = past_dynamic_cols or [] + + if use_static and static_df is not None: + train_merged = train_df.merge(static_df, on="id", how="left") + future_merged = future_df.merge(static_df, on="id", how="left") + else: + train_merged = train_df.copy() + future_merged = future_df.copy() + + # Drop past-dynamic columns + for c in past_dynamic_cols: + if c in train_merged.columns: + train_merged = train_merged.drop(columns=[c]) + if c in future_merged.columns: + future_merged = future_merged.drop(columns=[c]) + + y_train = train_merged[target_col].astype("float64") + X_train = train_merged.drop(columns=[target_col]) + + valid = ~y_train.isna() + X_train = X_train[valid].reset_index(drop=True) + y_train = y_train[valid].reset_index(drop=True) + + X_future = future_merged.reindex(columns=X_train.columns) + + X_train = _fix_arrow_dtypes(X_train) + X_future = _fix_arrow_dtypes(X_future) + + if "timestamp" in X_train.columns: + X_train["timestamp"] = pd.to_datetime(X_train["timestamp"]) + X_future["timestamp"] = pd.to_datetime(X_future["timestamp"]) + + return X_train, y_train, X_future + + +# ============================================================================== +# Temporal Feature Engineering +# ============================================================================== + + +def _add_temporal_features(X_train, y_train, X_future, max_seasonal=5): + combined = pd.concat([ + X_train.assign(_is_train=True), + X_future.assign(_is_train=False), + ], ignore_index=True) + combined = combined.sort_values(["id", "timestamp"]) + combined["running_index"] = combined.groupby("id").cumcount() + + X_train = combined[combined["_is_train"]].drop(columns=["_is_train"]).reset_index(drop=True) + X_future = combined[~combined["_is_train"]].drop(columns=["_is_train"]).reset_index(drop=True) + + # Calendar features + for df in [X_train, X_future]: + if "timestamp" not in df.columns: + continue + X_train = _add_calendar(X_train) + X_future = _add_calendar(X_future) + + # Seasonal features (FFT-based) + X_train = X_train.copy() + X_train["_target"] = y_train.values + + for i in range(max_seasonal): + X_train[f"seasonal_sin_{i}"] = 0.0 + X_train[f"seasonal_cos_{i}"] = 0.0 + X_future[f"seasonal_sin_{i}"] = 0.0 + X_future[f"seasonal_cos_{i}"] = 0.0 + + for item_id in X_train["id"].unique(): + tmask = X_train["id"] == item_id + target = X_train.loc[tmask, "_target"].values + periods = _detect_periods(target, max_top_k=max_seasonal) + + tidx = X_train.loc[tmask, "running_index"].values + for i, p in enumerate(periods[:max_seasonal]): + X_train.loc[tmask, f"seasonal_sin_{i}"] = np.sin(2 * np.pi * tidx / p) + X_train.loc[tmask, f"seasonal_cos_{i}"] = np.cos(2 * np.pi * tidx / p) + + fmask = X_future["id"] == item_id + if fmask.any(): + fidx = X_future.loc[fmask, "running_index"].values + for i, p in enumerate(periods[:max_seasonal]): + X_future.loc[fmask, f"seasonal_sin_{i}"] = np.sin(2 * np.pi * fidx / p) + X_future.loc[fmask, f"seasonal_cos_{i}"] = np.cos(2 * np.pi * fidx / p) + + X_train = X_train.drop(columns=["_target"]) + return X_train, X_future + + +def _add_calendar(df): + if "timestamp" not in df.columns: + return df + df = df.copy() + ts = pd.to_datetime(df["timestamp"]) + specs = [ + ("hour_of_day", ts.dt.hour, 24), + ("day_of_week", ts.dt.dayofweek, 7), + ("day_of_month", ts.dt.day, 30.5), + ("day_of_year", ts.dt.dayofyear, 365), + ("week_of_year", ts.dt.isocalendar().week.astype(int), 52), + ("month_of_year", ts.dt.month, 12), + ] + for name, feat, period in specs: + df[f"{name}_sin"] = np.sin(2 * np.pi * feat.values / max(period - 1, 1)) + df[f"{name}_cos"] = np.cos(2 * np.pi * feat.values / max(period - 1, 1)) + df["year"] = ts.dt.year + return df + + +def _detect_periods(values, max_top_k=5, threshold=0.05): + values = np.array(values, dtype=float) + values = values[~np.isnan(values)] + if len(values) < 4: + return [] + n = len(values) + # Detrend + idx = np.arange(n) + coeffs = np.polyfit(idx, values, 1, rcond=None) + values = values - np.polyval(coeffs, idx) + # Hann + zero-pad + FFT + values = values * np.hanning(n) + padded = np.zeros(n * 2) + padded[:n] = values + mag = np.abs(fft.rfft(padded)) + freqs = np.fft.rfftfreq(n * 2, d=1.0) + mag[0] = 0.0 + peaks, _ = find_peaks(mag, height=threshold * mag.max()) + if len(peaks) == 0: + peaks = np.arange(1, len(mag)) + top = peaks[np.argsort(mag[peaks])[::-1]][:max_top_k] + periods = [] + for i in top: + if freqs[i] > 0: + p = round(1.0 / freqs[i]) + if p > 0 and p not in periods: + periods.append(p) + return periods[:max_top_k] + + +# ============================================================================== +# Prediction Formatting +# ============================================================================== + + +def _format_predictions(y_pred, future_df, horizon, quantile_levels=None): + future_df = future_df.copy() + future_df["pred"] = y_pred + rows = [] + for sid in sorted(future_df["id"].unique()): + preds = future_df[future_df["id"] == sid].sort_values("timestamp")["pred"].tolist() + assert len(preds) == horizon + row = {"predictions": preds} + if quantile_levels: + for q in quantile_levels: + row[str(q)] = preds + rows.append(row) + return rows \ No newline at end of file diff --git a/models/sap-rpt-1/requirements.txt b/models/sap-rpt-1/requirements.txt new file mode 100644 index 0000000..6a9c07d --- /dev/null +++ b/models/sap-rpt-1/requirements.txt @@ -0,0 +1,2 @@ +sap-rpt-oss @ git+https://github.com/SAP-samples/sap-rpt-1-oss +scipy>=1.10.0 \ No newline at end of file