Termine with c-value threshold

Script

//this beanshell flattens a list of strings into a single
//new-line delimited string, it also removes any newline 
//characters from each string in the list

StringBuilder sb = new StringBuilder(50000);
String newLine = System.getProperty("line.separator");

for(String sentence : sentences) {
	sentence = sentence.replaceAll("[\n\r\f]"," ");
	sb.append(sentence + newLine);
}

sentenceListString = sb.toString();

Wsdl

Wsdl Operation

Value

Value

Value

Value

Script

import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.StringReader;
import java.util.logging.Level;
import java.util.logging.Logger;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.parsers.ParserConfigurationException;
import javax.xml.xpath.XPathConstants;
import javax.xml.xpath.XPathExpression;
import javax.xml.xpath.XPathExpressionException;
import javax.xml.xpath.XPathFactory;
import org.w3c.dom.Document;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;
import org.xml.sax.InputSource;
import org.xml.sax.SAXException;


XPathFactory fact;

private XPathExpression genXP(String exp) {
	if (fact == null) {
        	fact = XPathFactory.newInstance();
        }
        XPathExpression r = null;
        try {
        	r = fact.newXPath().compile(exp);
        } catch (XPathExpressionException ex) {
        	//throw new Exception("XPath beanshell could not generate XPAthExpression: " + exp);
        }
        return r;
}

private NodeList getNLFromXP(Node n, XPathExpression exp) {
	NodeList nl = null;
	try {
		nl = (NodeList) exp.evaluate(n, XPathConstants.NODESET);
	} catch (XPathExpressionException ex) {
		//throw new Exception("XPath beanshell could not evaluate XPAthExpression: " + exp.toString());
	}
	return nl;
}

//This beanshell is necessary because the default XPath beanshell doesn't seem to work with
//xml output that is described by an external schema.
//For example the Termine web service operation "analyze" can provide xml output described
//by the schema here 
//http://www.nactem.ac.uk/software/termine/webservice/termine.xsd
//but an XPath for //termCandidate[@cValueScore>=3.0]/text() does not return any results
//when there are many terms with c-Value scores above or equal to 3.0.


ArrayList vals = new ArrayList();
Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new InputSource(new StringReader(xml)));
XPathExpression xp = genXP(xPathString);
if (doc != null && xp != null) {
	NodeList nl = getNLFromXP(doc, xp);
	if (nl != null) {
		for (int i = 0; i < nl.getLength(); i++) {
			Node n = nl.item(i);
			String val = n.getNodeValue();
			if (val != null) {
				vals.add(val);
			}
		}
	}
}
resultValues = vals;

Script

output = string1 + string2;

Value

Script

output = string1 + string2;

Value

Script

import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.StringReader;
import java.util.logging.Level;
import java.util.logging.Logger;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.parsers.ParserConfigurationException;
import javax.xml.xpath.XPathConstants;
import javax.xml.xpath.XPathExpression;
import javax.xml.xpath.XPathExpressionException;
import javax.xml.xpath.XPathFactory;
import org.w3c.dom.Document;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;
import org.xml.sax.InputSource;
import org.xml.sax.SAXException;


XPathFactory fact;

private XPathExpression genXP(String exp) {
	if (fact == null) {
        	fact = XPathFactory.newInstance();
        }
        XPathExpression r = null;
        try {
        	r = fact.newXPath().compile(exp);
        } catch (XPathExpressionException ex) {
        	//throw new Exception("XPath beanshell could not generate XPAthExpression: " + exp);
        }
        return r;
}

private NodeList getNLFromXP(Node n, XPathExpression exp) {
	NodeList nl = null;
	try {
		nl = (NodeList) exp.evaluate(n, XPathConstants.NODESET);
	} catch (XPathExpressionException ex) {
		//throw new Exception("XPath beanshell could not evaluate XPAthExpression: " + exp.toString());
	}
	return nl;
}

//This beanshell is necessary because the default XPath beanshell doesn't seem to work with
//xml output that is described by an external schema.
//For example the Termine web service operation "analyze" can provide xml output described
//by the schema here 
//http://www.nactem.ac.uk/software/termine/webservice/termine.xsd
//but an XPath for //termCandidate[@cValueScore>=3.0]/text() does not return any results
//when there are many terms with c-Value scores above or equal to 3.0.


ArrayList vals = new ArrayList();
Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new InputSource(new StringReader(xml)));
XPathExpression xp = genXP(xPathString);
if (doc != null && xp != null) {
	NodeList nl = getNLFromXP(doc, xp);
	if (nl != null) {
		for (int i = 0; i < nl.getLength(); i++) {
			Node n = nl.item(i);
			String val = n.getNodeValue();
			if (val != null) {
				vals.add(val);
			}
		}
	}
}
resultValues = vals;

Value