Commit 5233dabf authored by Mateusz Pawlik's avatar Mateusz Pawlik

Working on upper bound reproducibility.

parent bc061837
### Upperbound
python3 plot_experiments.py --config configs/upperbound/dblp_error.json --storeplot "./plots/dblp_error.pdf"
python3 plot_experiments.py --config configs/upperbound/dblp_runtime_k.json --storeplot "./plots/dblp_runtime_k_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/dblp_runtime.json --storeplot "./plots/dblp_runtime_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/dblp_ted.json --storeplot "./plots/dblp_ted.pdf"
python3 plot_experiments.py --config configs/upperbound/python_runtime_k.json --storeplot "./plots/python_runtime_k_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/python_runtime.json --storeplot "./plots/python_runtime_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/sentiment_runtime.json --storeplot "./plots/sentiment_runtime.pdf" --service ted-join
python3 plot_experiments.py --config configs/upperbound/dblp_runtime.json --storeplot "./plots/dblp_runtime.pdf" --service ted-join
python3 plot_experiments.py --config configs/upperbound/sentiment_runtime_k.json --storeplot "./plots/sentiment_runtime_k.pdf" --service ted-join
python3 plot_experiments.py --config configs/upperbound/sentiment_error.json --storeplot "./plots/sentiment_error.pdf" --service ted-join
python3 plot_experiments.py --config configs/upperbound/sentiment_error.json --storeplot "./plots/sentiment_error.pdf"
python3 plot_experiments.py --config configs/upperbound/sentiment_runtime_k.json --storeplot "./plots/sentiment_runtime_k_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/sentiment_runtime.json --storeplot "./plots/sentiment_runtime_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/sentiment_ted.json --storeplot "./plots/sentiment_ted.pdf"
python3 plot_experiments.py --config configs/upperbound/swissprot_runtime_k.json --storeplot "./plots/swissprot_runtime_k_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/swissprot_runtime.json --storeplot "./plots/swissprot_runtime_9305acf1.pdf"
python3 plot_experiments.py --config configs/upperbound/dblp_error.json --storeplot "./plots/dblp_error.pdf"
### FPR
python3 plot_experiments.py --config configs/fpr/fpr_bolzano.json --storeplot "./plots/bolzano_fpr.pdf"
......
......@@ -10,7 +10,7 @@
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "dblp_apted_x_avg_pair_tree_size_y_avg_runtime",
"table_name": "dblp_apted_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
......@@ -28,7 +28,7 @@
"name": "BSM"
},
{
"table_name": "dblp_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10_9305acf",
"table_name": "dblp_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
......
{
"title": "TED Value",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "DBLP",
"markers": ["+", "x", "."],
"colors": ["limegreen", "chocolate", "hotpink"],
"tables": [
{
"table_name": "dblp_touzetd_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "BSM"
},
{
"table_name": "dblp_labelguided_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "ted_threshold",
"name": "Threshold",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "Runtime [ms]",
"font_size": 18,
"ticks_font_size": 16
}
}
\ No newline at end of file
{
"title": "TED Value",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "DBLP",
"markers": ["+", "x", "."],
"colors": ["limegreen", "chocolate", "hotpink"],
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "dblp_apted_x_avg_pair_tree_size_y_ted",
"attributes": [
{
"attr_name": "avg(avg_ted_value)"
}
],
"name": "APTED"
},
{
"table_name": "dblp_labelguided_x_avg_pair_tree_size_y_ted_k10",
"attributes": [
{
"attr_name": "avg(avg_ted_value)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "avg_pair_tree_size",
"name": "Tree Size",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "TED Value",
"font_size": 18,
"ticks_font_size": 16
}
}
\ No newline at end of file
{
"title": "Runtime",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Python",
"markers": ["x", "."],
"colors": ["chocolate", "hotpink"],
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "python_touzetd_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
}
],
"name": "BSM"
},
{
"table_name": "python_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10_9305a",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "avg_pair_tree_size",
"name": "Tree Size",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "Runtime [ms]",
"scale": "log",
"font_size": 18,
"ticks_font_size": 16
}
}
{
"title": "TED Value",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Python",
"markers": ["+", "x", "."],
"colors": ["limegreen", "chocolate", "hotpink"],
"tables": [
{
"table_name": "python_touzetd_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "BSM"
},
{
"table_name": "python_labelguided_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "ted_threshold",
"name": "Threshold",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "Runtime [ms]",
"font_size": 18,
"ticks_font_size": 16
}
}
\ No newline at end of file
......@@ -10,7 +10,7 @@
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "sentiment_apted_x_avg_pair_tree_size_y_avg_runtime",
"table_name": "sentiment_apted_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
......@@ -28,7 +28,7 @@
"name": "BSM"
},
{
"table_name": "sentiment_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10_93",
"table_name": "sentiment_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
......
......@@ -9,22 +9,13 @@
"colors": ["limegreen", "chocolate", "hotpink"],
"tables": [
{
"table_name": "sentiment_touzetd_x_threshold_y_runtime_sum_9305acf1",
"table_name": "sentiment_x_threshold_y_runtime_factor",
"attributes": [
{
"attr_name": "avg(sum_runtime/1000)"
"attr_name": "avg(runtime_factor)"
}
],
"name": "BSM"
},
{
"table_name": "sentiment_labelguided_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime/1000)"
}
],
"name": "LGM"
"name": "BSM / LGM"
}
],
"x_axis": {
......@@ -36,7 +27,7 @@
"xmin": 0.0
},
"y_axis": {
"name": "Runtime [s]",
"name": "Runtime factor",
"font_size": 20,
"ticks_font_size": 20
}
......
{
"title": "TED Value",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["+", "x", "."],
"colors": ["limegreen", "chocolate", "hotpink"],
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "sentiment_apted_x_avg_pair_tree_size_y_ted",
"attributes": [
{
"attr_name": "avg(avg_ted_value)"
}
],
"name": "APTED"
},
{
"table_name": "sentiment_labelguided_x_avg_pair_tree_size_y_ted_k10",
"attributes": [
{
"attr_name": "avg(avg_ted_value)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "avg_pair_tree_size",
"name": "Tree Size",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "TED Value",
"font_size": 18,
"ticks_font_size": 16
}
}
\ No newline at end of file
{
"title": "Runtime",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Swissprot",
"markers": ["x", "."],
"colors": ["chocolate", "hotpink"],
"lines": [" ", " ", " "],
"tables": [
{
"table_name": "swissprot_touzetd_x_avg_pair_tree_size_y_avg_runtime_k10",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
}
],
"name": "BSM"
},
{
"table_name": "swissprot_labelguided_x_avg_pair_tree_size_y_avg_runtime_k10_93",
"attributes": [
{
"attr_name": "avg(avg_runtime)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "avg_pair_tree_size",
"name": "Tree Size",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "Runtime [ms]",
"scale": "log",
"font_size": 18,
"ticks_font_size": 16
}
}
{
"title": "TED Value",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Swissprot",
"markers": ["+", "x", "."],
"colors": ["limegreen", "chocolate", "hotpink"],
"tables": [
{
"table_name": "swissprot_touzetd_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "BSM"
},
{
"table_name": "swissprot_labelguided_x_threshold_y_runtime_sum_9305acf1",
"attributes": [
{
"attr_name": "avg(sum_runtime)"
}
],
"name": "LGM"
}
],
"x_axis": {
"db_column": "ted_threshold",
"name": "Threshold",
"font_size": 18,
"ticks_font_size": 16
},
"y_axis": {
"name": "Runtime [ms]",
"font_size": 18,
"ticks_font_size": 16
}
}
\ No newline at end of file
This diff is collapsed.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment