Commit 1a37d9bf authored by Mateusz Pawlik's avatar Mateusz Pawlik

Merge branch 'histograms' of frosch.cosy.sbg.ac.at:mpawlik/ted-experiments into histograms

parents c35f7753 a4b2903d
......@@ -70,6 +70,7 @@ python3 plot_experiments_n.py --service ted-exp --config configs_revision/candid
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_python.json --storeplot "./plots/candidates/python_candidates.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_python_10000.json --storeplot "./plots/candidates/python_candidates_10000.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_sentiment.json --storeplot "./plots/candidates/sentiment_candidates.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_metric_sentiment.json --storeplot "./plots/candidates/sentiment_metric_candidates.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_swissprot.json --storeplot "./plots/candidates/swissprot_candidates.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/candidates/candidates_swissprot_10000.json --storeplot "./plots/candidates/swissprot_candidates_10000.pdf"
echo " --- Done Candidates --- "
......@@ -80,6 +81,8 @@ python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rs
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/candidates_sentiment_rsc.json --storeplot "./plots/rsb_rsc/candidates_sentiment_rsc.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/metric_cand_sentiment_rsb.json --storeplot "./plots/rsb_rsc/metric_cand_sentiment_rsb.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/metric_cand_sentiment_rsc.json --storeplot "./plots/rsb_rsc/metric_cand_sentiment_rsc.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/times_nomet_sentiment_rsb.json --storeplot "./plots/rsb_rsc/times_nomet_sentiment_rsb.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/times_nomet_sentiment_rsc.json --storeplot "./plots/rsb_rsc/times_nomet_sentiment_rsc.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/times_sentiment_rsb.json --storeplot "./plots/rsb_rsc/times_sentiment_rsb.pdf"
python3 plot_experiments_n.py --service ted-exp --config configs_revision/rsb_rsc/times_sentiment_rsc.json --storeplot "./plots/rsb_rsc/times_sentiment_rsc.pdf"
echo " --- Done RSB vs RSC Sentiment --- "
......
{
"title": "Verification Candidates",
"print_title": "no",
"legend": "lower right",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["s", "*", "o", "^", "p", "d", "8"],
"markersize": [15, 20, 15, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange", "greenyellow"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(verification_candidates)"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": ["APTED"]
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(verification_candidates - upperbound_pruned)"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": ["Touzet"],
"upperbound": ["greedy"]
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(verification_candidates)"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": ["APTED"]
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(verification_candidates)"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": ["APTED"]
}
},
{
"table_name": "guha_join",
"attributes": [
{
"attr_name": "avg(ted_verification_candidates)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=2}$",
"constraints": {
"reference_set_size": [2],
"verification_algorithm": ["APTED"]
}
},
{
"table_name": "guha_join",
"attributes": [
{
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ Metric}$",
"constraints": {
"reference_set_size": [4],
"verification_algorithm": ["APTED"]
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(join_result_size)"
}
],
"name": "$\\mathtt{Result}$"
}
],
"constraints": {
"dataset_filename": ["sentiment_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Candidates (Tree Pairs)",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20,
"suffix": "yes"
}
}
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 2000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -100,7 +100,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -117,7 +117,6 @@
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"xticks": 1000,
"font_size": 20,
"ticks_font_size": 20
},
......
......@@ -28,7 +28,7 @@
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=2}$",
......@@ -41,7 +41,7 @@
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=4}$",
......@@ -54,7 +54,7 @@
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=8}$",
......@@ -67,7 +67,7 @@
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=16}$",
......@@ -80,7 +80,7 @@
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSB\\ K=32}$",
......
......@@ -28,7 +28,7 @@
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSC\\ K=2}$",
......@@ -41,7 +41,7 @@
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSC\\ K=4}$",
......@@ -54,7 +54,7 @@
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSC\\ K=8}$",
......@@ -67,7 +67,7 @@
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSC\\ K=16}$",
......@@ -80,7 +80,7 @@
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(sed_candidates - cted_result_pairs)"
"attr_name": "avg(l_t_candidates - u_t_result_pairs)"
}
],
"name": "$\\mathtt{Guha RSC\\ K=32}$",
......
{
"title": "Total Join Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "lower right",
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["s", "*", "o", "^", "p", "d", "8"],
"markersize": [20, 15, 15, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["green", "red", "blue", "cyan", "magenta", "orange", "greenyellow"],
"tables": [
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time + upperbound_time + verification_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": ["Touzet"],
"upperbound": ["greedy"]
}
},
{
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSB\\ K=2}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [2]
}
},
{
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSB\\ K=4}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [4]
}
},
{
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSB\\ K=8}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [8]
}
},
{
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSB\\ K=16}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [16]
}
},
{
"table_name": "guha_rsb_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSB\\ K=32}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [32]
}
}
],
"constraints": {
"dataset_filename": ["sentiment_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"ymin": 0.1,
"font_size": 20,
"ticks_font_size": 20
}
}
{
"title": "Total Join Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "lower right",
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["s", "*", "o", "^", "p", "d", "8"],
"markersize": [20, 15, 15, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["green", "red", "blue", "cyan", "magenta", "orange", "greenyellow"],
"tables": [
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time + upperbound_time + verification_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": ["Touzet"],
"upperbound": ["greedy"]
}
},
{
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSC\\ K=2}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [2]
}
},
{
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSC\\ K=4}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [4]
}
},
{
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSC\\ K=8}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [8]
}
},
{
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSC\\ K=16}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [16]
}
},
{
"table_name": "guha_rsc_join",
"attributes": [
{
"attr_name": "avg(vectors_time + sc_candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha RSC\\ K=32}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [32]
}
}
],
"constraints": {
"dataset_filename": ["sentiment_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"ymin": 0.1,
"font_size": 20,
"ticks_font_size": 20
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment