Commit 1f2f9bc7 authored by Thomas Huetter's avatar Thomas Huetter

added configs for histograms; plots and experiments

parent a900d0f7
......@@ -12,23 +12,23 @@
"upperbound": "greedy"
},
{ "name": "tang_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "leaf_distance_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "label_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "degree_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "binary_branches_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
}
]
......
{
"datasets": [
"dblp/dblp_no_www_sorted.bracket"
"dblp/dblp_10000_sorted.bracket"
],
"thresholds": [
1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0
......
{
"datasets": [
"python/python_sorted.bracket"
"python/python_10000_sorted.bracket"
],
"thresholds": [
1.0, 2.0, 5.0, 10.0, 15.0, 20.0
......@@ -9,6 +9,26 @@
{ "name": "t_join",
"verification_algorithm" : "Touzet",
"upperbound": "greedy"
},
{ "name": "tang_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "leaf_distance_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "label_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "degree_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "binary_branches_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
}
]
}
\ No newline at end of file
......@@ -12,23 +12,23 @@
"upperbound": "greedy"
},
{ "name": "tang_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "leaf_distance_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "label_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "degree_histogram_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "binary_branches_join",
"verification_algorithm" : "Touzet",
"verification_algorithm" : "APTED",
"upperbound": "none"
}
]
......
{
"datasets": [
"swissprot/swissprot_sorted.bracket"
"swissprot/swissprot_10000_sorted.bracket"
],
"thresholds": [
1.0, 5.0, 10.0, 15.0, 20.0, 25.0, 30.0,
......@@ -10,6 +10,26 @@
{ "name": "t_join",
"verification_algorithm" : "Touzet",
"upperbound": "greedy"
},
{ "name": "tang_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "leaf_distance_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "label_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "degree_histogram_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
},
{ "name": "binary_branches_join",
"verification_algorithm" : "APTED",
"upperbound": "none"
}
]
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "lower right",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Bolzano",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{DegreeHisto}$"
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LabelHisto}$"
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LeafDistHisto}$"
}
],
"constraints": {
"dataset_filename": "bolzano_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "False Positive Ratio",
"ymin": 0,
"ymax": 1,
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "upper right",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "DBLP 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{DegreeHisto}$"
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LabelHisto}$"
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LeafDistHisto}$"
}
],
"constraints": {
"dataset_filename": "dblp_10000_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 1,
"xmin": 1,
"xmax": 8.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "False Positive Ratio",
"ymin": 0,
"ymax": 1,
"font_size": 20,
"ticks_font_size": 20
},
"textbox": {
"text": "$\\mathtt{Tang}$:\n$\\tau = 1$: FPR=100%\n$\\tau > 1$: timeout",
"x": 0.04,
"y": 0.95,
"font_size": 18
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "upper right",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Python AST 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{DegreeHisto}$"
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LabelHisto}$"
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LeafDistHisto}$"
}
],
"constraints": {
"dataset_filename": "python_10000_sorted.bracket"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 20.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "False Positive Ratio",
"ymin": 0,
"ymax": 1,
"font_size": 20,
"ticks_font_size": 20
},
"textbox": {
"text": "Tang: timeout",
"x": 0.04,
"y": 0.95,
"font_size": 20
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "lower right",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Sentiment",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{TJoin}$"
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{DegreeHisto}$"
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LabelHisto}$"
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LeafDistHisto}$"
}
],
"constraints": {
"dataset_filename": "sentiment_sorted.bracket",
"verification_algorithm": "Touzet"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,
"xmin": 1,
"xmax": 15.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "False Positive Ratio",
"ymin": 0,
"ymax": 1,
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
{
"title": "False Positive Ratio",
"print_title": "no",
"legend": "upper right",
"legend_font_size": 18,
"grid": "on",
"dataset_name": "Swissprot 10000",
"markers": ["s", "*", "o", "^", "p", "d"],
"markersize": [15, 20, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{Tang}$"
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{BinBranches}$"
},
{
"table_name": "degree_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{DegreeHisto}$"
},
{
"table_name": "label_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LabelHisto}$"
},
{
"table_name": "leaf_distance_histogram_join",
"attributes": [
{
"attr_name": "avg(1.0 - (join_result_size::decimal / NULLIF(verification_candidates::decimal,0)))"
}
],
"name": "$\\mathtt{LeafDistHisto}$"
}
],
"constraints": {
"dataset_filename": "swissprot_10000_sorted.bracket",
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 10,
"xmin": 0,
"xmax": 60.001,
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "False Positive Ratio",
"ymin": 0,
"ymax": 1,
"font_size": 20,
"ticks_font_size": 20
},
"textbox": {
"text": "Tang: timeout",
"x": 0.04,
"y": 0.95,
"font_size": 20
}
}
\ No newline at end of file
{
"title": "Tree Pairs",
"print_title": "no",
"legend_font_size": 18,
"legend": "upper left",
"grid": "on",
"dataset_name": "Bolzano",
"markers": ["o", "p", "^"],
"markersize": [15, 15, 15],
"markerfacecolor": "none",
"colors": ["blueviolet", "green", "turquoise"],
"tables": [
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "verification_candidates",
"name": "Candidates"
},
{
"attr_name": "join_result_size",
"name": "Join result"
},
{
"attr_name": "upperbound_pruned",
"name": "Upperbound"
}
]
}
],
"constraints": {
"dataset_filename": "bolzano_sorted.bracket",
"verification_algorithm": "Touzet",
"upperbound": "greedy"
},
"x_axis": {
"db_column": "threshold",
"name": "Threshold",
"xticks": 2,