Concept Profile Generation Pipeline

Script

out1 = "SELECT DISTINCT concept_uri FROM mydb."+table_name+"_occurence;"; //occurence_table

Script

 import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.SQLException;

import javax.sql.rowset.WebRowSet;

import com.sun.rowset.WebRowSetImpl;



if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

boolean provideXmlBoolean = ((provideXml != void) && (provideXml != null) && Boolean.valueOf(provideXml));

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;
ResultSet rs = null;
try {

	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramSize = params.size();
	for (int i = 0; i < paramSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	rs = ps.executeQuery();

	if (provideXmlBoolean) {
		WebRowSet webrs = new WebRowSetImpl();
		StringWriter sw = new StringWriter();
		webrs.writeXml(rs, sw);
		xmlresults = sw.toString();
	} else {
		xmlresults = "";
	}

	try {
		rs.beforeFirst();
	} catch (SQLException e) {
		// redo the query
		rs = ps.executeQuery();
	}

	ResultSetMetaData rsmd = rs.getMetaData();
	int numCols = rsmd.getColumnCount();
	resultList = new ArrayList();
	
	// put the results into the results list.
	while (rs.next()) {
		List row = new ArrayList(numCols);
		for (int i = 0; i < numCols; i++) {
			String str = rs.getString(i + 1); 
			row.add(str == null ? "null" : str); 
		}
		resultList.add(row);
	}
}
finally {
	if (rs != null) {
		rs.close();
	}
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}
  

 

Script

flatten(inputs, outputs, depth) {
	for (i = inputs.iterator(); i.hasNext();) {
	    element = i.next();
		if (element instanceof Collection && depth > 0) {
			flatten(element, outputs, depth - 1);
		} else {
			outputs.add(element);
		}
	}
}

outputlist = new ArrayList();

flatten(inputlist, outputlist, 1);

Script

concept_pair = concept_A +","+ concept_B;

Script

flatten(inputs, outputs, depth) {
	for (i = inputs.iterator(); i.hasNext();) {
	    element = i.next();
		if (element instanceof Collection && depth > 0) {
			flatten(element, outputs, depth - 1);
		} else {
			outputs.add(element);
		}
	}
}

outputlist = new ArrayList();

flatten(inputlist, outputlist, 1);

Script

List concept_pair = Arrays.asList(concept_pairs.split(","));

out1="SELECT count(*) AS total FROM " +
	"(SELECT doc_uri,count(DISTINCT concept_uri) AS count_conc FROM mydb."+table_name+"_occurence " + //occurence_table
	"WHERE concept_uri IN ('"+concept_pair.get(0)+"','"+concept_pair.get(1)+"') " +
	"GROUP BY doc_uri " +
	"HAVING count_conc >=2 ) " +
	"AS amount_of_concept_co_occurence " +
	"UNION ALL " +
	"SELECT count(*) AS total FROM " +
	"(SELECT concept_uri,doc_uri FROM mydb."+table_name+"_occurence " + //occurence_table
	"WHERE concept_uri IN ('"+concept_pair.get(0)+"')) " +
	"AS only_concept_A " +
	"UNION ALL " +
	"SELECT count(*) AS total FROM " +
	"(SELECT concept_uri,doc_uri FROM mydb."+table_name+"_occurence " +  //occurence_table
	"WHERE concept_uri IN ('"+concept_pair.get(1)+"')) " +
	"AS only_concept_B " +
	"UNION ALL " +
	"SELECT count(*) AS total FROM " +
	"(SELECT doc_uri,count(DISTINCT concept_uri) AS count_conc FROM mydb."+table_name+"_occurence " + //occurence_table
	"WHERE concept_uri NOT IN ('"+concept_pair.get(0)+"','"+concept_pair.get(1)+"') " +
	"GROUP BY doc_uri) " +
	"AS non_conceptA_B; ";

Script

 import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.SQLException;

import javax.sql.rowset.WebRowSet;

import com.sun.rowset.WebRowSetImpl;



if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

boolean provideXmlBoolean = ((provideXml != void) && (provideXml != null) && Boolean.valueOf(provideXml));

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;
ResultSet rs = null;
try {

	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramSize = params.size();
	for (int i = 0; i < paramSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	rs = ps.executeQuery();

	if (provideXmlBoolean) {
		WebRowSet webrs = new WebRowSetImpl();
		StringWriter sw = new StringWriter();
		webrs.writeXml(rs, sw);
		xmlresults = sw.toString();
	} else {
		xmlresults = "";
	}

	try {
		rs.beforeFirst();
	} catch (SQLException e) {
		// redo the query
		rs = ps.executeQuery();
	}

	ResultSetMetaData rsmd = rs.getMetaData();
	int numCols = rsmd.getColumnCount();
	resultList = new ArrayList();
	
	// put the results into the results list.
	while (rs.next()) {
		List row = new ArrayList(numCols);
		for (int i = 0; i < numCols; i++) {
			String str = rs.getString(i + 1); 
			row.add(str == null ? "null" : str); 
		}
		resultList.add(row);
	}
}
finally {
	if (rs != null) {
		rs.close();
	}
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}
  

 

Script

flatten(inputs, outputs, depth) {
	for (i = inputs.iterator(); i.hasNext();) {
	    element = i.next();
		if (element instanceof Collection && depth > 0) {
			flatten(element, outputs, depth - 1);
		} else {
			outputs.add(element);
		}
	}
}

outputlist = new ArrayList();

flatten(inputlist, outputlist, 1);

Script

int co_occure_ab = Integer.parseInt(contingency_values.get(0));
int count_concept_a = Integer.parseInt(contingency_values.get(1));
int count_concept_b = Integer.parseInt(contingency_values.get(2));
int count_non_ab = Integer.parseInt(contingency_values.get(3));
all_concept_a = count_concept_a - co_occure_ab;
all_concept_b = count_concept_b - co_occure_ab;
List correct_contingencytable = new ArrayList();
correct_contingencytable.add(co_occure_ab);
correct_contingencytable.add(all_concept_a);
correct_contingencytable.add(all_concept_b);
correct_contingencytable.add(count_non_ab);

corrected_contingency_values = correct_contingencytable

Script

double M11 = Double.parseDouble(corrected_contingency_values.get(0)); // co-occure A B
double M01 = Double.parseDouble(corrected_contingency_values.get(1)); // Only concept A
double M10 = Double.parseDouble(corrected_contingency_values.get(2)); // Only concept B
double M00 = Double.parseDouble(corrected_contingency_values.get(3)); // None A or B

double N = M11+M01+10+M00;

double Pxy = M11/N;
double Pxnoty = M01/N;
double Pnotxy = M10/N;
double Pnotxnoty = M00/N;

double Px = (M11+M01)/N;
double Py = (M11+M10)/N;
double Pnotx = (M10+M00)/N;
double Pnoty = (M01+M00)/N;

double Hx = -Px*Math.log(Px)-Pnotx*Math.log(Pnotx);
double Hy = -Py*Math.log(Py)-Pnoty*Math.log(Pnoty);

double miA = Pxy*Math.log(Pxy/(Px*Py));
if (Double.isNaN(miA))
	miA = 0.0;
double miB = Pxnoty*Math.log(Pxnoty/(Px*Pnoty));
if (Double.isNaN(miB))
	miB = 0.0;
double miC = Pnotxy*Math.log(Pnotxy/(Pnotx*Py));
if (Double.isNaN(miC))
	miC = 0.0;
double miD = Pnotxnoty*Math.log(Pnotxnoty/(Pnotx*Pnoty));
if (Double.isNaN(miD))
	miD = 0.0;
double mi = miA+miB+miC+miD;

double uc = (2*mi)/(Hx+Hy);
UC_value = uc;

Script

String output = "Create table mydb."+time_stamp+"_UC(concept_profile_id INT NOT NULL AUTO_INCREMENT, concept_alpha VARCHAR(200) NULL, concept_beta VARCHAR(200) NULL, Uncertainty_coefficient DOUBLE NULL, PRIMARY KEY (concept_profile_id));"

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

List concept_pair = Arrays.asList(concept_pairs.split(","));
concept_alpha = concept_pair.get(0);
concept_beta = concept_pair.get(1);
output_SQL = "INSERT INTO mydb."+timestamp+"_uc (concept_alpha, concept_beta, Uncertainty_coefficient) VALUES ('"+concept_alpha+"', '"+concept_beta+"', '"+UC_value+"');";

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

List concept_pair = Arrays.asList(concept_pairs.split(","));
concept_alpha = concept_pair.get(0);
concept_beta = concept_pair.get(1);
out1 = "SELECT SUM(cpTable1.Uncertainty_coefficient*cpTable2.Uncertainty_coefficient) FROM mydb."+timestamp+"_uc AS cpTable1, mydb."+timestamp+"_uc AS cpTable2 WHERE cpTable1.concept_alpha = '"+concept_alpha+"' AND cpTable2.concept_alpha = '"+concept_beta+"' AND  cpTable1.concept_beta=cpTable2.concept_beta;";

Script

String out1 = "CREATE TABLE mydb."+timestamp+"_co_occurence (concept_id INT NOT NULL AUTO_INCREMENT, concept1 VARCHAR(200) NULL, concept2 VARCHAR(200) NULL, concept_co_occurence VARCHAR(200) NULL,PRIMARY KEY (concept_id));";

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

List concept_pair = Arrays.asList(concept_pairs.split(","));
concept_alpha = concept_pair.get(0);
concept_beta = concept_pair.get(1);
String co_occurence = contingency_values.get(0);
String out1 = "INSERT INTO mydb."+timestamp+"_co_occurence (concept1, concept2, concept_co_occurence)VALUES('"+concept_alpha+"','"+concept_beta+"','"+co_occurence+"');";

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

String out1 = "CREATE TABLE mydb."+timestamp+"_inner_product ( concept_profile_id INT NOT NULL AUTO_INCREMENT, concept_1 VARCHAR(200) NULL, concept_2 VARCHAR(200) NULL, Inner_product DOUBLE NULL, PRIMARY KEY (concept_profile_id));";

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

 import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.SQLException;

import javax.sql.rowset.WebRowSet;

import com.sun.rowset.WebRowSetImpl;



if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

boolean provideXmlBoolean = ((provideXml != void) && (provideXml != null) && Boolean.valueOf(provideXml));

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;
ResultSet rs = null;
try {

	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramSize = params.size();
	for (int i = 0; i < paramSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	rs = ps.executeQuery();

	if (provideXmlBoolean) {
		WebRowSet webrs = new WebRowSetImpl();
		StringWriter sw = new StringWriter();
		webrs.writeXml(rs, sw);
		xmlresults = sw.toString();
	} else {
		xmlresults = "";
	}

	try {
		rs.beforeFirst();
	} catch (SQLException e) {
		// redo the query
		rs = ps.executeQuery();
	}

	ResultSetMetaData rsmd = rs.getMetaData();
	int numCols = rsmd.getColumnCount();
	resultList = new ArrayList();
	
	// put the results into the results list.
	while (rs.next()) {
		List row = new ArrayList(numCols);
		for (int i = 0; i < numCols; i++) {
			String str = rs.getString(i + 1); 
			row.add(str == null ? "null" : str); 
		}
		resultList.add(row);
	}
}
finally {
	if (rs != null) {
		rs.close();
	}
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}
  

 

Script

flatten(inputs, outputs, depth) {
	for (i = inputs.iterator(); i.hasNext();) {
	    element = i.next();
		if (element instanceof Collection && depth > 0) {
			flatten(element, outputs, depth - 1);
		} else {
			outputs.add(element);
		}
	}
}

outputlist = new ArrayList();

flatten(inputlist, outputlist, 1);

Script

flatten(inputs, outputs, depth) {
	for (i = inputs.iterator(); i.hasNext();) {
	    element = i.next();
		if (element instanceof Collection && depth > 0) {
			flatten(element, outputs, depth - 1);
		} else {
			outputs.add(element);
		}
	}
}

outputlist = new ArrayList();

flatten(inputlist, outputlist, 1);

Script

List concept_pair = Arrays.asList(concept_pairs.split(","));
concept_1 = concept_pair.get(0);
concept_2 = concept_pair.get(1);

String out1 = "INSERT INTO mydb."+timestamp+"_inner_product ( concept_1,concept_2,Inner_product) VALUES('"+concept_1+"','"+concept_2+"','"+inner_product_value+"');"

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

String out1 = "SELECT distinct inner_product.concept_1, " +
	"inner_product.concept_2, " +
	"inner_product.Inner_product, " +
	"uc.Uncertainty_coefficient, " + 
	"Co_occurence_table.concept_co_occurence " +
	"FROM mydb."+timestamp+"_inner_product AS inner_product, " +
	"mydb."+timestamp+"_uc AS uc, " +
	"mydb."+timestamp+"_co_occurence AS Co_occurence_table " +
	"WHERE inner_product.concept_profile_id = uc.concept_profile_id " +
	"AND " +
	"inner_product.concept_profile_id = Co_occurence_table.concept_id; ";

Script

 import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.SQLException;

import javax.sql.rowset.WebRowSet;

import com.sun.rowset.WebRowSetImpl;



if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

boolean provideXmlBoolean = ((provideXml != void) && (provideXml != null) && Boolean.valueOf(provideXml));

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;
ResultSet rs = null;
try {

	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramSize = params.size();
	for (int i = 0; i < paramSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	rs = ps.executeQuery();

	if (provideXmlBoolean) {
		WebRowSet webrs = new WebRowSetImpl();
		StringWriter sw = new StringWriter();
		webrs.writeXml(rs, sw);
		xmlresults = sw.toString();
	} else {
		xmlresults = "";
	}

	try {
		rs.beforeFirst();
	} catch (SQLException e) {
		// redo the query
		rs = ps.executeQuery();
	}

	ResultSetMetaData rsmd = rs.getMetaData();
	int numCols = rsmd.getColumnCount();
	resultList = new ArrayList();
	
	// put the results into the results list.
	while (rs.next()) {
		List row = new ArrayList(numCols);
		for (int i = 0; i < numCols; i++) {
			String str = rs.getString(i + 1); 
			row.add(str == null ? "null" : str); 
		}
		resultList.add(row);
	}
}
finally {
	if (rs != null) {
		rs.close();
	}
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}
  

 

Script

String out1 = "CREATE TABLE mydb."+timestamp+"_big_table ( concept_profile_id INT NOT NULL AUTO_INCREMENT, concept_profile_A VARCHAR(255) NULL, concept_profile_B VARCHAR(255) NULL, Inner_product DOUBLE NULL, Uncertainty_coefficient DOUBLE NULL, Co_occurence VARCHAR(255) NULL, PRIMARY KEY (concept_profile_id));";

Script

concept_profile_A = in1.get(0);
concept_profile_B = in1.get(1);
inner_product = in1.get(2);
uncertainty_coefficient = in1.get(3);
co_occurence = in1.get(4);

String out1 = "INSERT INTO mydb."+timestamp+"_big_table (concept_profile_A, concept_profile_B, Inner_product, Uncertainty_coefficient, Co_occurence) " +
	"VALUES ('"+concept_profile_A+"','"+concept_profile_B+"','"+inner_product+"','"+uncertainty_coefficient+"','"+co_occurence+"');";

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Value

Script

List split = new ArrayList();
if (!string.equals("")) {
	String regexString = ",";
	if (regex != void) {
		regexString = regex;
	}
	String[] result = string.split(regexString);
	for (int i = 0; i < result.length; i++) {
		split.add(result[i]);
	}
}

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

import java.sql.Driver;
import java.sql.DriverManager;
import java.sql.Connection;
import java.sql.PreparedStatement;

if ((driver == void) || (driver == null) || driver.equals("")) {
	throw new RuntimeException("The driver must be specified");
}

if ((url == void) || (url == null) || url.equals("")) {
	throw new RuntimeException("The url must be specified");
}

if ((params == void) || (params == null)) {
   params = new ArrayList();
}

if ((sql == void) || (sql == null) || sql.equals("")) {
	throw new RuntimeException("The sql must be specified");
}

Class c = Thread.currentThread().getContextClassLoader().loadClass(driver);

if (c == null) {
	throw new RuntimeException("Class " + driver + " not found");
}

Driver d = c.newInstance();
if (d == null) {
	throw new RuntimeException("Could not create instance of driver");
}

Properties p = new Properties();

if ((userid == void) || (userid == null)) {
	userid = "";
}

p.setProperty("user", userid);

if ((password == void) || (password == null)) {
	password = "";
}

p.setProperty("password", password);

Connection con = null;
PreparedStatement ps = null;

try {
	con = d.connect(url, p);
	ps = con.prepareStatement(sql);

	int paramsSize = params.size();
	for (int i = 0; i < paramsSize; i++) {
		ps.setObject(i + 1, params.get(i));
	}

	ps.executeUpdate();

	resultList = "update successful";
}
finally {
	if (ps != null) {
		ps.close();
	}
	if (con != null) {
		con.close();
	}
}

Script

List con_occ_doc = Arrays.asList(concept_occurence_document.split("\\s+"));
concept = con_occ_doc.get(0);
occurs = con_occ_doc.get(1);
doc = con_occ_doc.get(2);

element = doc.substring(doc.indexOf('.')+1,doc.lastIndexOf('.'));
int element = Integer.parseInt(element);
correct_doc_uri = doc_uri.get(element); 
String out1 = concept+" "+occurs+" "+correct_doc_uri;

Script

import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.Calender;

String timeStamp = new SimpleDateFormat("yyyy_MM_dd_HH_mm_ss").format(new Date());
/* Retrieve the year, month, day, hour, minutes and seconds in military time at which the program started */

Script

String Table_sql = "CREATE TABLE mydb."+timeStamp+"_occurence ( concept_doc_id INT NOT NULL AUTO_INCREMENT, concept_uri VARCHAR(200) NULL, doc_uri VARCHAR(200) NULL, PRIMARY KEY (concept_doc_id));"
/* generate sql statement which create a table with a timestamp as table name*/

Script

doc_uri= Input.get(0);
abstracts = Input.get(1);

Script

/* Generate sql statement which inserts the concept URI and document URI in the table*/
List con_occ_doc = Arrays.asList(concept_occurence_document.split("\\s+"));
out1 = "INSERT INTO mydb."+table_name+"_occurence (concept_uri,doc_uri)VALUES("+"'"+con_occ_doc.get(0)+"','"+con_occ_doc.get(2)+"');";