Commit 15c15e58 authored by Thomas Huetter's avatar Thomas Huetter

add plots for full datasets

parent de6ce32c
### FPR
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_bolzano.json --storeplot "./plots/fpr/bolzano_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_dblp.json --storeplot "./plots/fpr/dblp_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_dblp_10000.json --storeplot "./plots/fpr/dblp_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_python.json --storeplot "./plots/fpr/python_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_python_10000.json --storeplot "./plots/fpr/python_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_sentiment.json --storeplot "./plots/fpr/sentiment_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_swissprot.json --storeplot "./plots/fpr/swissprot_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/fpr/fpr_swissprot_10000.json --storeplot "./plots/fpr/swissprot_fpr_10000.pdf"
### Join Times
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_bolzano.json --storeplot "./plots/times/bolzano_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_dblp.json --storeplot "./plots/times/dblp_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_dblp_10000.json --storeplot "./plots/times/dblp_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_python.json --storeplot "./plots/times/python_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_python_10000.json --storeplot "./plots/times/python_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_sentiment.json --storeplot "./plots/times/sentiment_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_swissprot.json --storeplot "./plots/times/swissprot_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/times/times_swissprot_10000.json --storeplot "./plots/times/swissprot_times_10000.pdf"
### Candidate Times
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_bolzano.json --storeplot "./plots/cand_times/bolzano_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_dblp.json --storeplot "./plots/cand_times/dblp_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_dblp_10000.json --storeplot "./plots/cand_times/dblp_cand_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_python.json --storeplot "./plots/cand_times/python_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_python_10000.json --storeplot "./plots/cand_times/python_cand_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_sentiment.json --storeplot "./plots/cand_times/sentiment_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_swissprot.json --storeplot "./plots/cand_times/swissprot_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times/cand_times_swissprot_10000.json --storeplot "./plots/cand_times/swissprot_cand_times_10000.pdf"
### Candidate Times
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_bolzano.json --storeplot "./plots/cand_times_conv/bolzano_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_dblp.json --storeplot "./plots/cand_times_conv/dblp_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_dblp_10000.json --storeplot "./plots/cand_times_conv/dblp_cand_conv_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_python.json --storeplot "./plots/cand_times_conv/python_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_python_10000.json --storeplot "./plots/cand_times_conv/python_cand_conv_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_sentiment.json --storeplot "./plots/cand_times_conv/sentiment_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_swissprot.json --storeplot "./plots/cand_times_conv/swissprot_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/cand_times_conv/cand_times_conv_swissprot_10000.json --storeplot "./plots/cand_times_conv/swissprot_cand_conv_times_10000.pdf"
### Candidates
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_bolzano.json --storeplot "./plots/candidates/bolzano_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_dblp.json --storeplot "./plots/candidates/dblp_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_dblp_10000.json --storeplot "./plots/candidates/dblp_candidates_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_python.json --storeplot "./plots/candidates/python_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_python_10000.json --storeplot "./plots/candidates/python_candidates_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_sentiment.json --storeplot "./plots/candidates/sentiment_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_swissprot.json --storeplot "./plots/candidates/swissprot_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_revision/candidates/candidates_swissprot_10000.json --storeplot "./plots/candidates/swissprot_candidates_10000.pdf"
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "DBLP",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "dblp_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 1,
"xmin": 1,
"xmax": 8.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "lower right",
"grid": "on",
"dataset_name": "Python AST",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "python_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 20.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Swissprot",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "swissprot_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 10,
"xmin": 0,
"xmax": 60.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "DBLP",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(tree_to_binary_tree_time + index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "dblp_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 1,
"xmin": 1,
"xmax": 8.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "lower right",
"grid": "on",
"dataset_name": "Python AST",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(tree_to_binary_tree_time + index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "python_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 20.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Swissprot",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(tree_to_binary_tree_time + index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "swissprot_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 10,
"xmin": 0,
"xmax": 60.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"grid": "on",
"dataset_name": "DBLP",
"markers": ["s", "*", "o", "^", "p", "d", "P"],
"markersize": [15, 20, 15, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange", "greenyellow"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(NULLIF(verification_candidates::decimal,0))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(NULLIF(verification_candidates::decimal,0))"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(NULLIF(verification_candidates::decimal,0))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(NULLIF(verification_candidates::decimal,0))"
}
],
"name": "$\\mathtt{Histogram}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(NULLIF(join_result_size::decimal,0))"
}
],
"name": "$\\mathtt{Result}$"
}
],
"constraints": {
"dataset_filename": "dblp_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 1,
"xmin": 1,
"xmax": 8.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Candidates (Tree Pairs)",
"font_size": 20,
"ticks_font_size": 20,
"suffix": "yes"
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "upper left",
"legend_font_size": 18,