diff --git a/src/helm/benchmark/presentation/run_entries_tables.conf b/src/helm/benchmark/presentation/run_entries_tables.conf index 7e5f6bb516d..c6c2ae9d265 100644 --- a/src/helm/benchmark/presentation/run_entries_tables.conf +++ b/src/helm/benchmark/presentation/run_entries_tables.conf @@ -1,21 +1,352 @@ -"entries": [ - # NumericNLG - {description: "unitxt:card=cards.numeric_nlg,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - - # TabFact - {description: "unitxt:card=cards.tab_fact,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - - # WikiTableQuestions - {description: "unitxt:card=cards.wikitq,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - - # FinQA - {description: "unitxt:card=cards.fin_qa,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - - # SciGen - {description: "unitxt:card=cards.scigen,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - - - # TURL column type annotation - # {description: "unitxt:card=cards.turl_col_type,template_card_index=0,demos_pool_size=10,num_demos=5,eval_split=test,model=text", priority: 1}, - +entries: [ + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.no_augmentation_5_demos,model=text", groups: ["fin_qa", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.no_augmentation_5_demos,model=text", groups: ["fin_qa", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.no_augmentation_5_demos,model=text", groups: ["fin_qa", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["fin_qa", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.no_augmentation_5_demos,model=text", groups: ["fin_qa", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.no_augmentation_5_demos,model=text", groups: ["fin_qa", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.transpose_augmentation_5_demos,model=text", groups: ["fin_qa", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.no_augmentation_5_demos,model=text", groups: ["qtsumm", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.no_augmentation_5_demos,model=text", groups: ["qtsumm", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.no_augmentation_5_demos,model=text", groups: ["qtsumm", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["qtsumm", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.no_augmentation_5_demos,model=text", groups: ["qtsumm", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.no_augmentation_5_demos,model=text", groups: ["qtsumm", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.transpose_augmentation_5_demos,model=text", groups: ["qtsumm", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", groups: ["scigen", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.transpose_augmentation_5_demos,model=text", groups: ["scigen", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.no_augmentation_5_demos,model=text", groups: ["scigen", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.transpose_augmentation_5_demos,model=text", groups: ["scigen", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.no_augmentation_5_demos,model=text", groups: ["scigen", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.transpose_augmentation_5_demos,model=text", groups: ["scigen", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.no_augmentation_5_demos,model=text", groups: ["scigen", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.transpose_augmentation_5_demos,model=text", groups: ["scigen", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["scigen", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["scigen", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.no_augmentation_5_demos,model=text", groups: ["scigen", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.transpose_augmentation_5_demos,model=text", groups: ["scigen", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.no_augmentation_5_demos,model=text", groups: ["scigen", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.transpose_augmentation_5_demos,model=text", groups: ["scigen", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.no_augmentation_5_demos,model=text", groups: ["tab_fact", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.no_augmentation_5_demos,model=text", groups: ["tab_fact", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.no_augmentation_5_demos,model=text", groups: ["tab_fact", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tab_fact", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.no_augmentation_5_demos,model=text", groups: ["tab_fact", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.no_augmentation_5_demos,model=text", groups: ["tab_fact", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.transpose_augmentation_5_demos,model=text", groups: ["tab_fact", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type", "markdown", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "csv", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.no_augmentation_5_demos,model=text", groups: ["wikitq", "csv", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "csv", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "csv", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "csv", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "df", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.no_augmentation_5_demos,model=text", groups: ["wikitq", "df", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "df", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "df", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "df", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "html", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.no_augmentation_5_demos,model=text", groups: ["wikitq", "html", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "html", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "html", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "html", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "indexed_row_major", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["wikitq", "indexed_row_major", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "indexed_row_major", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "indexed_row_major", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "indexed_row_major", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "json", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.no_augmentation_5_demos,model=text", groups: ["wikitq", "json", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "json", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "json", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "json", "transpose_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["wikitq", "markdown", "insert_empty_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.no_augmentation_5_demos,model=text", groups: ["wikitq", "markdown", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["wikitq", "markdown", "shuffle_cols_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["wikitq", "markdown", "shuffle_rows_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.transpose_augmentation_5_demos,model=text", groups: ["wikitq", "markdown", "transpose_augmentation_5_demos"], priority: 2} ]