Skip to content
GitLab
Commit 37c55f48 authored by Thomas Huetter's avatar Thomas Huetter
Browse files

started to rewrite the ploting script

parent 2ed80fca
Hide whitespace changes
Inline Side-by-side
src/plots/configs_revision/fpr/fpr_bolzano.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "bolzano_sorted.bracket"
"dataset_filename": ["bolzano_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_dblp.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "dblp_no_www_sorted.bracket"
"dataset_filename": ["dblp_no_www_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_dblp_10000.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "dblp_10000_sorted.bracket"
"dataset_filename": ["dblp_10000_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_python.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "python_sorted.bracket"
"dataset_filename": ["python_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_python_10000.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "python_10000_sorted.bracket"
"dataset_filename": ["python_10000_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_sentiment.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,13 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "sentiment_sorted.bracket",
"verification_algorithm": "Touzet"
"dataset_filename": ["sentiment_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_swissprot.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "swissprot_sorted.bracket"
"dataset_filename": ["swissprot_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/fpr/fpr_swissprot_10000.json
View file @ 37c55f48
......@@ -29,7 +29,7 @@
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"upperbound": "greedy"
"upperbound": ["greedy"]
}
},
{
......@@ -59,7 +59,7 @@
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"reference_set_size": 2
"reference_set_size": [2]
}
},
{
......@@ -71,12 +71,12 @@
],
"name": "$\\mathtt{Guha\\ K=4}$",
"constraints": {
"reference_set_size": 4
"reference_set_size": [4]
}
}
],
"constraints": {
"dataset_filename": "swissprot_10000_sorted.bracket"
"dataset_filename": ["swissprot_10000_sorted.bracket"]
},
"x_axis": {
"db_column": "threshold",
......
src/plots/configs_revision/var_data_size_new.json 0 → 100644
View file @ 37c55f48
{
"title": "Collection Size",
"print_title": "no",
"legend_font_size": 18,
"legend_frame_alpha": 0.8,
"legend": "upper right",
"grid": "on",
"dataset_name": "DBLP",
"markers": ["s", "*", "o", "^", "p", "d", "P"],
"markersize": [15, 20, 15, 15, 15, 15, 15],
"markerfacecolor": "none",
"colors": ["red", "green", "blue", "cyan", "magenta", "orange", "greenyellow"],
"tables": [
{
"table_name": "tang_join",
"attributes": [
{
"attr_name": "avg(tree_to_binary_tree_time + index_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Tang}$",
"constraints": {
"verification_algorithm": ["APTED"],
"dataset_filename": ["dblp_10000_sorted.bracket", "dblp_50000_sorted.bracket", "dblp_100000_sorted.bracket"]
}
},
{
"table_name": "t_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time + upperbound_time + verification_time)/1000"
}
],
"name": "$\\mathtt{TJoin}$",
"constraints": {
"verification_algorithm": ["Touzet"],
"upperbound": ["greedy"],
"dataset_filename": ["dblp_10000_sorted.bracket", "dblp_50000_sorted.bracket", "dblp_100000_sorted.bracket"]
}
},
{
"table_name": "binary_branches_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time + upperbound_time + verification_time)/1000"
}
],
"name": "$\\mathtt{BinBranches}$",
"constraints": {
"verification_algorithm": ["APTED"],
"dataset_filename": ["dblp_10000_sorted.bracket", "dblp_50000_sorted.bracket", "dblp_100000_sorted.bracket"]
}
},
{
"table_name": "histogram_join",
"attributes": [
{
"attr_name": "avg(tree_to_set_time + index_time + upperbound_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Histogram}$",
"constraints": {
"verification_algorithm": ["APTED"],
"dataset_filename": ["dblp_10000_sorted.bracket", "dblp_50000_sorted.bracket", "dblp_100000_sorted.bracket"]
}
},
{
"table_name": "guha_join",
"attributes": [
{
"attr_name": "avg(vectors_time + candidates_time + verification_time)/1000"
}
],
"name": "$\\mathtt{Guha\\ K=2}$",
"constraints": {
"verification_algorithm": ["APTED"],
"reference_set_size": [2],
"dataset_filename": ["dblp_10000_sorted.bracket", "dblp_50000_sorted.bracket", "dblp_100000_sorted.bracket"]
}
}
],
"constraints": {
"threshold": [1]
},
"x_axis": {
"db_column": "dataset_filename",
"size_plot": 1,
"name": "Dataset Size",
"font_size": 20,
"ticks_font_size": 20
},
"y_axis": {
"name": "Time [s]",
"scale": "log",
"font_size": 20,
"ticks_font_size": 20
}
}
\ No newline at end of file
src/plots/plot_experiments_n.py 0 → 100644
View file @ 37c55f48
#!/usr/bin/env python3
# The MIT License (MIT)
# Copyright (c) 2017 Thomas Huetter.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
'''
Program: Outputs a plot specified in a given config file.
The data is requested from the ted-join database.
'''
import argparse
import json
import os
import numpy as np
import matplotlib.pyplot as plt
import psycopg2
from psycopg2 import sql
from matplotlib.ticker import EngFormatter
def db_request(service, select_args, table_args, where_args, group_args, order_args):
# Connect to database.
db = psycopg2.connect("service=" + service)
# Open a cursor to perform database operations
cur = db.cursor()
# Build query
query = "SELECT " + select_args + " FROM " + table_args + where_args + group_args + order_args
cur.execute(query)
# Fetch query result
rows = cur.fetchall()
db.commit()
# Close the cursor.
cur.close()
# Close communication with the database.
db.close()
return rows
# parse input argurments
parser = argparse.ArgumentParser()
parser.add_argument("--config", type=str,
help="path to input config file (json")
parser.add_argument("--storeplot", type=str, default="",
help="path and filename where the plot should be stored")
parser.add_argument('--service', type=str, required=True,
help="Service name for db connection. Specify this parameter to store the results in a database.")
args = parser.parse_args()
path, filename = os.path.split(args.config)
with open(args.config) as f:
data = json.load(f)
fig, ax = plt.subplots()
# set title
if data['print_title'] != 'no' and 'title' in data:
ax.title(data['title'] + " - " + data['dataset_name'])
# set grid
if 'grid' in data:
ax.grid(data['grid'])
marker_cnt = 0
y = []
result = {}
plot_parameters = {}
# execute the query
for table in data['tables']:
for attr in table['attributes']:
if 'size_plot' in data['x_axis']:
if 'aggregate' in data['y_axis']:
select_args = "split_part(" + data['x_axis']['db_column'] + ", '_', 2), " + data['y_axis']['aggregate'] + "(" + attr['attr_name'] + ")"
else:
select_args = "split_part(" + data['x_axis']['db_column'] + ", '_', 2), " + attr['attr_name']
else:
if 'aggregate' in data['y_axis']:
select_args = data['x_axis']['db_column'] + ", " + data['y_axis']['aggregate'] + "(" + attr['attr_name'] + ")"
else:
select_args = data['x_axis']['db_column'] + ", " + attr['attr_name']
if 'factor' in attr:
select_args += attr['factor']
table_args = table['table_name']
where_args = ''
if 'constraints' in data:
where_args = ' WHERE '
for (key,val) in data['constraints'].items():
for or_val in val:
where_args += "{!s}={!r}".format(key,or_val)
where_args += ' OR '
where_args = where_args[:-3] # remove last OR
where_args += ' AND '
where_args = where_args[:-4] # remove last AND
if 'constraints' in table:
if where_args == '':
where_args += ' WHERE '
else:
where_args += ' AND '
for (key,val) in table['constraints'].items():
for or_val in val:
where_args += "{!s}={!r}".format(key,or_val)
where_args += ' OR '
where_args = where_args[:-3] # remove last OR
where_args += ' AND '
where_args = where_args[:-4] # remove last AND
if 'db_column' in data['x_axis']:
group_args = ' GROUP BY ' + data['x_axis']['db_column']
if 'size_plot' in data['x_axis']:
order_args = ' ORDER BY ' + " split_part(" + data['x_axis']['db_column'] + ", '_', 2)::int"
else:
order_args = ' ORDER BY ' + data['x_axis']['db_column']
result = db_request(args.service, select_args, table_args, where_args, group_args, order_args)
label = ""
if 'name' in table:
label += table['name']
if 'name' in attr:
label += attr['name']
if label != '':
plot_parameters['label'] = label
if 'markers' in data:
plot_parameters['marker'] = data['markers'][marker_cnt]
if 'markersize' in data:
plot_parameters['markersize'] = data['markersize'][marker_cnt]
if 'markerfacecolor' in data:
plot_parameters['mfc'] = data['markerfacecolor']
if 'colors' in data:
plot_parameters['color'] = data['colors'][marker_cnt]
if 'lines' in data:
plot_parameters['linestyle'] = data['lines'][marker_cnt]
ax.plot(*zip(*result), **plot_parameters)
marker_cnt += 1
# set axis range
x_axis_font_size = 14
if 'font_size' in data['x_axis']:
x_axis_font_size = data['x_axis']['font_size']
y_axis_font_size = 14
if 'font_size' in data['y_axis']:
y_axis_font_size = data['y_axis']['font_size']
plt.xlabel(data['x_axis']['name'], fontsize=x_axis_font_size)
plt.ylabel(data['y_axis']['name'], fontsize=y_axis_font_size)
if 'ticks_font_size' in data['x_axis']:
plt.xticks(fontsize=data['x_axis']['ticks_font_size'])
if 'ticks_font_size' in data['y_axis']:
plt.yticks(fontsize=data['y_axis']['ticks_font_size'])
if 'scale' in data['y_axis']:
ax.set_yscale(data['y_axis']['scale'], nonposy='clip')
if 'ymin' in data['y_axis']:
ax.set_ylim(ymin=data['y_axis']['ymin'])
if 'ymax' in data['y_axis']:
ax.set_ylim(ymax=data['y_axis']['ymax'])
if 'xmin' in data['x_axis']:
ax.set_xlim(xmin=data['x_axis']['xmin'])
if 'xmax' in data['x_axis']:
ax.set_xlim(xmax=data['x_axis']['xmax'])
if 'xticks' in data['x_axis']:
x1,x2,y1,y2 = plt.axis()
plt.xticks(np.arange(x1, x2, step=data['x_axis']['xticks']))
if 'scientific' in data['x_axis'] and data['x_axis']['scientific'] == 'yes':
ax.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
if 'scientific' in data['y_axis'] and data['y_axis']['scientific'] == 'yes':
ax.ticklabel_format(style='sci', axis='y', scilimits=(0,0))
if 'suffix' in data['y_axis'] and data['y_axis']['suffix'] == 'yes':
formatter = EngFormatter()
ax.yaxis.set_major_formatter(formatter)
if 'suffix' in data['x_axis'] and data['x_axis']['suffix'] == 'yes':
formatter = EngFormatter()
ax.xaxis.set_major_formatter(formatter)
legend_parameters = {}
if 'legend_font_size' in data:
legend_parameters['fontsize'] = data['legend_font_size']
if 'legend_frame_alpha' in data:
legend_parameters['framealpha'] = data['legend_frame_alpha']
if 'legend_fancy_box' in data:
legend_parameters['fancybox'] = data['legend_fancy_box']
# plot the legend
if 'legend' in data:
plt.legend(loc=data['legend'], **legend_parameters)
else:
plt.legend(prop=legend_parameters)
if 'textbox' in data:
if 'text' in data['textbox'] and 'x' in data['textbox'] and 'font_size' in data['textbox'] and 'y' in data['textbox']:
props = dict(boxstyle='round', facecolor='white', alpha=0.5, ec='lightgray')
ax.text(data['textbox']['x'],data['textbox']['y'], data['textbox']['text'],
transform=ax.transAxes, fontsize=data['textbox']['font_size'], verticalalignment='top', bbox=props)
# print label distribution
if args.storeplot != "":
plt.tight_layout()
plt.savefig(args.storeplot)
else:
# show the plot
plt.show()
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment