Commit d581c4b4 authored by Thomas Huetter's avatar Thomas Huetter

added new plots for histogram based algorithms

parent efeb1cb4
### FPR
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_bolzano.json --storeplot "./plots/bolzano_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_dblp_10000.json --storeplot "./plots/dblp_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_python_10000.json --storeplot "./plots/python_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_sentiment.json --storeplot "./plots/sentiment_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_swissprot_10000.json --storeplot "./plots/swissprot_fpr_10000.pdf"
### Times
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_bolzano.json --storeplot "./plots/bolzano_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_dblp_10000.json --storeplot "./plots/dblp_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_python_10000.json --storeplot "./plots/python_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_sentiment.json --storeplot "./plots/sentiment_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_swissprot_10000.json --storeplot "./plots/swissprot_times_10000.pdf"
\ No newline at end of file
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_bolzano.json --storeplot "./plots/fpr/bolzano_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_dblp_10000.json --storeplot "./plots/fpr/dblp_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_python_10000.json --storeplot "./plots/fpr/python_fpr_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_sentiment.json --storeplot "./plots/fpr/sentiment_fpr.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/fpr/fpr_swissprot_10000.json --storeplot "./plots/fpr/swissprot_fpr_10000.pdf"
### Join Times
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_bolzano.json --storeplot "./plots/times/bolzano_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_dblp_10000.json --storeplot "./plots/times/dblp_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_python_10000.json --storeplot "./plots/times/python_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_sentiment.json --storeplot "./plots/times/sentiment_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/times/times_swissprot_10000.json --storeplot "./plots/times/swissprot_times_10000.pdf"
### Candidate Times
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times/cand_times_bolzano.json --storeplot "./plots/cand_times/bolzano_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times/cand_times_dblp_10000.json --storeplot "./plots/cand_times/dblp_cand_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times/cand_times_python_10000.json --storeplot "./plots/cand_times/python_cand_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times/cand_times_sentiment.json --storeplot "./plots/cand_times/sentiment_cand_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times/cand_times_swissprot_10000.json --storeplot "./plots/cand_times/swissprot_cand_times_10000.pdf"
### Candidate Times
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times_conv/cand_times_conv_bolzano.json --storeplot "./plots/cand_times_conv/bolzano_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times_conv/cand_times_conv_dblp_10000.json --storeplot "./plots/cand_times_conv/dblp_cand_conv_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times_conv/cand_times_conv_python_10000.json --storeplot "./plots/cand_times_conv/python_cand_conv_times_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times_conv/cand_times_conv_sentiment.json --storeplot "./plots/cand_times_conv/sentiment_cand_conv_times.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/cand_times_conv/cand_times_conv_swissprot_10000.json --storeplot "./plots/cand_times_conv/swissprot_cand_conv_times_10000.pdf"
### Candidates
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidates/candidates_bolzano.json --storeplot "./plots/candidates/bolzano_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidates/candidates_dblp_10000.json --storeplot "./plots/candidates/dblp_candidates_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidates/candidates_python_10000.json --storeplot "./plots/candidates/python_candidates_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidates/candidates_sentiment.json --storeplot "./plots/candidates/sentiment_candidates.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidates/candidates_swissprot_10000.json --storeplot "./plots/candidates/swissprot_candidates_10000.pdf"
### Candidates LabelHisto, TJoin, TJoin + UB, Result
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidatesub/candidatesub_bolzano.json --storeplot "./plots/candidatesub/bolzano_candidatesub.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidatesub/candidatesub_dblp_10000.json --storeplot "./plots/candidatesub/dblp_candidatesub_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidatesub/candidatesub_python_10000.json --storeplot "./plots/candidatesub/python_candidatesub_10000.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidatesub/candidatesub_sentiment.json --storeplot "./plots/candidatesub/sentiment_candidatesub.pdf"
python3 plot_experiments.py --service ted-exp --config configs_histograms/candidatesub/candidatesub_swissprot_10000.json --storeplot "./plots/candidatesub/swissprot_candidatesub_10000.pdf"
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Bolzano",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{DegreeHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LabelHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LeafDistHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "bolzano_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "DBLP 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{DegreeHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LabelHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LeafDistHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "dblp_10000_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 1,
"xmin": 1,
"xmax": 8.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "lower right",
"grid": "on",
"dataset_name": "Python AST 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{DegreeHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LabelHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LeafDistHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "python_10000_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 20.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{DegreeHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LabelHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LeafDistHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "sentiment_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Swissprot 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{DegreeHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LabelHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(index_time)/1000"
}
],
"name": "$\\mathtt{LeafDistHisto}$",
"constraints": {
"verification_algorithm": "APTED"
}
}
],
"constraints": {
"dataset_filename": "swissprot_10000_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 10,
"xmin": 0,
"xmax": 60.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "Times",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper left",
"grid": "on",
"dataset_name": "Bolzano",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(tree_to_binary_tree_time + index_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": "APTED"
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": "Touzet",
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time)/1000"