Java tutorial
/* Copyright 2006 OCLC Online Computer Library Center, Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ /* * SRUServerTester.java * * Created on November 1, 2005, 8:40 AM */ package ORG.oclc.os.SRW; import gov.loc.www.zing.srw.ExplainRequestType; import gov.loc.www.zing.srw.ExplainResponseType; import gov.loc.www.zing.srw.RecordType; import gov.loc.www.zing.srw.RecordsType; import gov.loc.www.zing.srw.ScanRequestType; import gov.loc.www.zing.srw.ScanResponseType; import gov.loc.www.zing.srw.SearchRetrieveRequestType; import gov.loc.www.zing.srw.SearchRetrieveResponseType; import gov.loc.www.zing.srw.StringOrXmlFragment; import gov.loc.www.zing.srw.TermType; import gov.loc.www.zing.srw.TermsType; import gov.loc.www.zing.srw.interfaces.ExplainPort; import gov.loc.www.zing.srw.interfaces.SRWPort; import gov.loc.www.zing.srw.service.SRWSampleServiceLocator; import java.io.BufferedReader; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.io.StringReader; import java.io.StringWriter; import java.net.HttpURLConnection; import java.net.MalformedURLException; import java.net.URL; import java.rmi.RemoteException; import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import javax.xml.parsers.DocumentBuilder; import javax.xml.parsers.DocumentBuilderFactory; import javax.xml.parsers.ParserConfigurationException; import javax.xml.rpc.ServiceException; import javax.xml.transform.Source; import javax.xml.transform.Transformer; import javax.xml.transform.TransformerConfigurationException; import javax.xml.transform.TransformerException; import javax.xml.transform.TransformerFactory; import javax.xml.transform.stream.StreamResult; import javax.xml.transform.stream.StreamSource; import org.apache.axis.message.MessageElement; import org.apache.axis.types.NonNegativeInteger; import org.apache.axis.types.PositiveInteger; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.xpath.XPathAPI; import org.w3c.dom.DOMException; import org.w3c.dom.DOMImplementation; import org.w3c.dom.Document; import org.w3c.dom.Element; import org.w3c.dom.Node; import org.w3c.dom.NodeList; import org.xml.sax.InputSource; import org.xml.sax.SAXException; import org.xml.sax.SAXParseException; /** * * @author levan */ public class SRUServerTester { private static final Log log = LogFactory.getLog(SRUServerTester.class); boolean good = true, runningAsMain = false, scanSupported = true; Document explainDoc = null; Element ns = null; HashMap<String, String> stylesheets = new HashMap<String, String>(); HashMap<String, Transformer> transformers = new HashMap<String, Transformer>(); int numFailed = 0, numTests = 0, numWarns = 0; String baseURL = null, originalBaseURL = null; StringBuilder sb = new StringBuilder(); Term termForTesting = new Term("cql.serverChoice", "=", "dog", "-1"); ArrayList<Term> vTerms = new ArrayList<Term>(); public SRUServerTester(String baseURL) { if (baseURL.endsWith("?")) baseURL = baseURL.substring(0, baseURL.length() - 1); this.baseURL = baseURL; // set up a document purely to hold the namespace mappings try { DocumentBuilderFactory factory = DocumentBuilderFactory.newInstance(); factory.setNamespaceAware(true); DocumentBuilder builder = factory.newDocumentBuilder(); DOMImplementation impl = builder.getDOMImplementation(); Document namespaceHolder = impl.createDocument("http://namespaces.cafeconleche.org/xmljava/ch3/", "f:namespaceMapping", null); ns = namespaceHolder.getDocumentElement(); ns.setAttributeNS("http://www.w3.org/2000/xmlns/", "xmlns:srw", "http://www.loc.gov/zing/srw/"); ns.setAttributeNS("http://www.w3.org/2000/xmlns/", "xmlns:exp", "http://explain.z3950.org/dtd/2.0/"); ns.setAttributeNS("http://www.w3.org/2000/xmlns/", "xmlns:diag", "http://www.loc.gov/zing/srw/diagnostic/"); } catch (ParserConfigurationException e) { log.error("unable to build namespace record)", e); } catch (DOMException e) { log.error("unable to build namespace record)", e); } } public String test() { int i; out("running SRU tests for baseURL: "); out(baseURL); out('\n'); out("tests of Explain"); out('\n'); if (!isExplainResponse(sruRead(baseURL))) failed(); if (!isExplainResponse(sruRead(baseURL + "?"))) failed(); if (!isExplainResponse(sruRead(baseURL + "?operation=explain"))) failed(); if (!isExplainResponse(sruRead(baseURL + "?version=1.1"))) failed(); if (!isExplainResponse(sruRead(baseURL + "?operation=explain&version=1.1"))) failed(); originalBaseURL = baseURL = baseURL + "?"; if (explainDoc != null) { // use the host:port/database to construct an explain request String ExplainResponsePath = "/srw:explainResponse/srw:record/srw:recordData/exp:explain"; String host = getNodeText(explainDoc, ExplainResponsePath + "/exp:serverInfo/exp:host"); String port = getNodeText(explainDoc, ExplainResponsePath + "/exp:serverInfo/exp:port"); String database = getNodeText(explainDoc, ExplainResponsePath + "/exp:serverInfo/exp:database"); if (database.startsWith("/")) { out(" ** Warning: explain/serverInfo/database should not begin with a slash ('/')"); out('\n'); out(" ** explain/serverInfo/database = "); out(database); out('\n'); numWarns++; database = database.substring(1); } String save = baseURL; if (port == null || port.length() == 0) { out(" ** Warning: your explain record has not specified a port number."); out('\n'); out(" It should have been set explicitly to 80."); out('\n'); numWarns++; } if ("80".equals(port) || "8080".equals(port) || "7090".equals(port)) baseURL = "http://" + host + ":" + port + "/" + database + "?"; else { out(" ** Warning: your explain record claims that its host is on port " + port); out('\n'); out(" the SRUServerTester is restricted to testing on ports 80, 8080 and 7090."); out('\n'); out(" Further testing will ignore the host and port provided in the"); out('\n'); out(" explain record"); out('\n'); numWarns++; } if (!isExplainResponse(sruRead(baseURL))) { out("</pre><pre class='red'>"); failed(); baseURL = save; out("</pre><pre class='red'>"); out(" ** Error: the URL created by combining your host, port and database name\n"); out(" ** resulted in a bad URL\n"); try { URL url = new URL(baseURL); out(" ** Comparing the URL I was given to your Explain record:\n"); out(" ** original host: " + url.getHost() + ", Explain host: " + host + "\n"); out(" ** original port: " + (url.getPort() == -1 ? url.getDefaultPort() : url.getPort()) + ", Explain port: " + port + "\n"); out(" ** original database: " + url.getPath() + ", Explain database: " + database + "\n"); } catch (MalformedURLException e) { } out("</pre><pre>"); numFailed++; } // construct a list of indexes from the explainResponse NodeList indexes = getNodeList(explainDoc, ExplainResponsePath + "/exp:indexInfo/exp:index"); if (indexes.getLength() == 0) { out("</pre><pre class='red'>"); out("\n\n**** Severe: no indexes found in the Explain record\n"); out("</pre><pre>"); } NodeList supports = getNodeList(explainDoc, ExplainResponsePath + "/exp:configInfo/exp:supports"); baseURL = baseURL + "version=1.1"; out('\n'); // scan tests out("tests of Scan"); out('\n'); // let's see if they've said they don't support scan Node node; String type; for (i = 0; i < supports.getLength(); i++) { node = supports.item(i); type = getNodeText(node, "@type"); if (type != null && type.equals("scan")) { if (getNodeText(node, null).equals("false")) { scanSupported = false; out(" scan not supported\n"); } break; } } Document scanDoc = null; String index = null, scanable, scanResponse, set, term; for (i = 0; i < indexes.getLength() && scanSupported; i++) { node = indexes.item(i); set = getNodeText(node, "exp:map/exp:name/@set"); if (set != null && set.length() > 0) index = set + "." + getNodeText(node, "exp:map/exp:name"); else index = getNodeText(node, "exp:map/exp:name"); scanable = getNodeText(node, "@scan"); if (index.equals("cql.resultSetId") || (scanable != null && scanable.equals("false"))) { out(" skipping non-scanable index " + index + "\n"); continue; } if (!scanIndex(index, "=", "dog")) failed(); if (!scanIndex(index, "exact", "dog")) failed(); } out('\n'); // searchRetrieve tests Term t = null; out("tests of searchRetrieve"); out('\n'); if (vTerms.size() > 0) { // yay! we have a list of good terms from the scan tests! for (i = 0; i < vTerms.size(); i++) { t = vTerms.get(i); if (!search(t)) failed(); if (!search(new Term(t.index, t.relation, t.term + "xxxx", "0"))) failed(); } termForTesting = t; } // if(termForTesting==null) { // we'll walk through the index list again for (i = 0; i < indexes.getLength(); i++) { node = indexes.item(i); set = getNodeText(node, "exp:map/exp:name/@set"); if (set != null && set.length() > 0) index = set + "." + getNodeText(node, "exp:map/exp:name"); else index = getNodeText(node, "exp:map/exp:name"); if (!index.equals("cql.resultSetId")) { if (!search(index, "=", "dog")) failed(); if (!search(index, "+exact+", "dog")) failed(); } } termForTesting = new Term(index, "=", "dog", "-1"); // } } testDiagnostics(); out('\n'); out(numWarns + " warnings given"); out('\n'); out(numTests + " tests given"); out('\n'); out(numFailed + " tests failed"); out('\n'); if (good) out("all test passed!"); else out("problems detected!"); out('\n'); String ret = sb.toString(); return ret; } private void testDiagnostics() { String url = baseURL + "&operation=searchRetrieve"; out('\n'); out("tests to generate diagnostics"); out('\n'); Document doc; String diagURI, postings, resp; out("\n trying for info:srw/diagnostic/1/5 (unsupported version)"); out("\n sending version=9.9"); System.out.println( "in testDiagnostics: originalBaseURL=" + originalBaseURL + ", termForTesting=" + termForTesting); testForDiagnostic("info:srw/diagnostic/1/5", originalBaseURL + "version=9.9&query=" + termForTesting.toString() + "&operation=searchRetrieve&maximumRecords=1&startRecord=1"); out("\n trying for info:srw/diagnostic/1/6 (unsupported parameter value)"); out("\n sending a bad maximumRecords value"); testForDiagnostic("info:srw/diagnostic/1/6", url + "&query=" + termForTesting.toString() + "&maximumRecords=a&startRecord=1"); out("\n trying for info:srw/diagnostic/1/7 (Mandatory parameter not supplied)"); out("\n omitted the query parameter on the search"); testForDiagnostic("info:srw/diagnostic/1/7", url); out("\n trying for info:srw/diagnostic/1/8 (Unsupported parameter)"); out("\n sending the parameter diagnosticTest=true"); testForDiagnostic("info:srw/diagnostic/1/8", url + "&query=" + termForTesting.toString() + "&diagnosticTest=true"); out("\n trying for info:srw/diagnostic/1/10 (Query syntax error)"); String query = "&query=%22" + Utilities.urlEncode(termForTesting.term) + "%22+" + termForTesting.relation; out("\n sending " + query); testForDiagnostic("info:srw/diagnostic/1/10", url + query); out("\n trying for info:srw/diagnostic/1/16 (Unsupported index)"); query = "&query=badIndex=%22doh%22"; out("\n sending " + query); testForDiagnostic("info:srw/diagnostic/1/16", url + query); out("\n trying for info:srw/diagnostic/1/61 (First record position out of range)"); out("\n sending startRecord=9999999"); testForDiagnostic("info:srw/diagnostic/1/61", url + "&query=" + termForTesting.toString() + "&maximumRecords=1&startRecord=9999999"); } private void testForDiagnostic(String code, String url) { Document doc; String diagURI, postings, resp; try { numTests++; resp = sruRead(url); if (resp == null || (doc = renderXML(resp)) == null) { failed(); return; } out(" successfully parsed searchRetrieve record"); out('\n'); diagURI = getNodeText(doc, "/srw:searchRetrieveResponse/srw:diagnostics/diag:diagnostic/diag:uri"); if (diagURI == null || diagURI.length() == 0) { out("</pre><pre class='red'>"); out(" ** Error: expected diagnostic " + code); out('\n'); out("</pre><pre>"); failed(); } else { out(" " + diagURI); out('\n'); if (!diagURI.equals(code)) { out("</pre><pre class='red'>"); out(" ** Error: expected diagnostic " + code + " but got " + diagURI); out('\n'); out("</pre><pre>"); failed(); } } } catch (Exception e) { out("</pre><pre class='red'>"); out("Oops: the server tester just threw exception: " + e.toString()); out("</pre><pre class='red'>"); failed(); } } private void failed() { good = false; numFailed++; // out("</pre><pre class='red'>"); // out("*** Failed! ***\n"); // out("</pre><pre>"); } private NodeList getNodeList(Node doc, String xPath) { try { return XPathAPI.selectNodeList(doc, xPath, ns); } catch (TransformerException e) { return null; } } private String getNodeText(Node doc, String xPath) { Node node = doc; if (xPath != null) try { node = XPathAPI.selectSingleNode(doc, xPath, ns); } catch (TransformerException e) { return null; } String strRet = ""; if (null != node) { if (node.getNodeType() == Node.ATTRIBUTE_NODE) return node.getNodeValue(); NodeList children = node.getChildNodes(); for (int i = 0; i < children.getLength(); ++i) { Node item = children.item(i); switch (item.getNodeType()) { case Node.TEXT_NODE: case Node.CDATA_SECTION_NODE: strRet += item.getNodeValue().trim(); } } } return strRet; } Term getTerm(String index, String relation, String term, Document scanDoc) { NodeList terms = getNodeList(scanDoc, "/srw:scanResponse/srw:terms/srw:term/srw:value"); NodeList postings = getNodeList(scanDoc, "/srw:scanResponse/srw:terms/srw:term/srw:numberOfRecords"); if (terms == null || terms.getLength() == 0) { // no terms found String diagURI = getNodeText(scanDoc, "/srw:scanResponse/srw:diagnostics/diag:diagnostic/diag:uri"); if (diagURI != null && diagURI.length() > 0) { String diagDetails = getNodeText(scanDoc, "/srw:scanResponse/srw:diagnostics/diag:diagnostic/diag:details"); if (diagURI.equals("info:srw/diagnostic/1/4")) { out(" Unsupported operation: scan"); scanSupported = false; return null; } if (diagURI.equals("info:srw/diagnostic/1/16")) { out(" Unsupported index: " + index); return null; } if (diagURI.equals("info:srw/diagnostic/1/19")) { out(" Unsupported relation: " + relation); return null; } if (diagURI.equals("info:srw/diagnostic/1/22")) { out(" Unsupported combination of index and relation: "); out(index); out(" and "); out(relation); out('\n'); return null; } out(" Diagnostic: "); out(diagURI); out(", details="); out(diagDetails); out('\n'); return null; } out(" ** Warning: scan for "); out(index); out(relation); out(term); out(" resulted in no terms"); out('\n'); out(" ** You should probably either issue a diagnostic or remove this index from the Explain record"); out('\n'); numWarns++; return null; } term = getNodeText(terms.item(0), null); String postingsCount = "0"; if (postings != null && postings.getLength() > 0) postingsCount = getNodeText(postings.item(0), null); return new Term(index, relation, term, postingsCount); } public boolean isExplainResponse(String explainResponse) { if (explainResponse == null) return false; int offset; offset = explainResponse.indexOf(":explainResponse "); if (offset == -1) offset = explainResponse.indexOf("<explainResponse "); if (offset < 0 || offset > 50) { out("</pre><pre class='red'>"); out("test failed: expected an explainResponse, but got:"); out('\n'); out(Utilities.xmlEncode(explainResponse)); out('\n'); out("</pre><pre>"); return false; } while (explainResponse.charAt(offset) != '<') offset--; String rootElement = explainResponse.substring(offset, explainResponse.indexOf('>', offset)); if (!rootElement.contains("=\"http://www.loc.gov/zing/srw/\"") && !rootElement.contains("='http://www.loc.gov/zing/srw/'")) { out("</pre><pre class='red'>"); out(" **** Fatal **** explain record does not reference namespace: \"http://www.loc.gov/zing/srw/\""); out('\n'); out("</pre><pre>"); return false; } if (!explainResponse.contains("=\"http://explain.z3950.org/dtd/2.0/\"") && !explainResponse.contains("='http://explain.z3950.org/dtd/2.0/'") && !explainResponse.contains("=\"http://explain.z3950.org/dtd/2.1/\"") && !explainResponse.contains("='http://explain.z3950.org/dtd/2.1/'")) { out("</pre><pre class='red'>"); out(" **** Fatal **** explain record does not reference namespace: \"http://explain.z3950.org/dtd/2.0/\" or 2.1"); out('\n'); out("</pre><pre>"); return false; } if (explainDoc == null) { explainDoc = renderXML(explainResponse); if (explainDoc != null) { out(" successfully parsed Explain record"); out('\n'); } else { out("</pre><pre class='red'>"); out(" unable to parse Explain record"); out('\n'); out("</pre><pre>"); return false; } } return true; } public boolean isScanResponse(String record) { int offset = -1; if (record != null) { offset = record.indexOf(":scanResponse "); if (offset == -1) offset = record.indexOf("<scanResponse "); } if (offset < 0 || offset > 50 || record == null) { out("</pre><pre class='red'>"); out("test failed: expected a scanResponse, but got:"); out('\n'); out(Utilities.xmlEncode(record)); out('\n'); out("</pre><pre>"); return false; } while (record.charAt(offset) != '<') offset--; String rootElement = record.substring(offset, record.indexOf('>', offset)); if (!rootElement.contains("=\"http://www.loc.gov/zing/srw/\"") && !rootElement.contains("='http://www.loc.gov/zing/srw/'")) { out(" **** Fatal **** scanResponse record does not reference namespace: \"http://www.loc.gov/zing/srw/\""); out('\n'); return false; } return true; } public boolean isSearchRetrieveResponse(String record) { int offset = -1; if (record != null) { offset = record.indexOf(":searchRetrieveResponse "); if (offset == -1) offset = record.indexOf("<searchRetrieveResponse "); } if (offset < 0 || offset > 50 || record == null) { out("</pre><pre class='red'>"); out("test failed: expected a searchRetrieveResponse, but got:"); out('\n'); out(Utilities.xmlEncode(record == null ? "null" : record)); out('\n'); out("</pre><pre>"); return false; } while (record.charAt(offset) != '<') offset--; String rootElement = record.substring(offset, record.indexOf('>', offset)); if (!rootElement.contains("=\"http://www.loc.gov/zing/srw/\"") && !rootElement.contains("='http://www.loc.gov/zing/srw/'")) { out(" **** Fatal **** scanResponse record does not reference namespace: \"http://www.loc.gov/zing/srw/\""); out('\n'); return false; } return true; } private void out(char c) { if (runningAsMain) System.out.print(c); else sb.append(c); } private void out(int i) { if (runningAsMain) System.out.print(i); else sb.append(i); } private void out(String s) { if (runningAsMain) System.out.print(s); else sb.append(s); } public Document renderXML(String record) { Document document; DocumentBuilderFactory factory = DocumentBuilderFactory.newInstance(); //factory.setValidating(true); factory.setNamespaceAware(true); try { DocumentBuilder builder = factory.newDocumentBuilder(); builder.setErrorHandler(new org.xml.sax.ErrorHandler() { // ignore fatal errors (an exception is guaranteed) @Override public void fatalError(SAXParseException exception) throws SAXException { } // treat validation errors as fatal @Override public void error(SAXParseException e) throws SAXParseException { throw e; } // dump warnings too @Override public void warning(SAXParseException err) throws SAXParseException { out("** Warning"); out(", line "); out(err.getLineNumber()); out(", uri "); out(err.getSystemId()); out('\n'); out(" "); out(err.getMessage()); out('\n'); } }); document = builder.parse(new InputSource(new StringReader(record))); } catch (java.io.IOException e) { out("</pre><pre class='red'>"); out("test failed: unable to parse record: "); out(e.getMessage()); out('\n'); out(record); out('\n'); out("</pre><pre>"); return null; } catch (javax.xml.parsers.ParserConfigurationException e) { out("</pre><pre class='red'>"); out("test failed: unable to parse record: "); out(e.getMessage()); out('\n'); out(record); out('\n'); out("</pre><pre>"); return null; } catch (org.xml.sax.SAXException e) { out("</pre><pre class='red'>"); out("test failed: unable to parse record: "); out(e.getMessage()); out('\n'); out(record); out('\n'); out("</pre><pre>"); return null; } return document; } public boolean scanIndex(String index, String relation, String browseTerm) { if (!scanSupported) return true; Document scanDoc; String scanResponse; if (!isScanResponse(scanResponse = sruRead(baseURL + "&scanClause=" + index + "+" + relation + "+" + browseTerm + "&operation=scan&responsePosition=3&maximumTerms=5"))) { return false; } if ((scanDoc = renderXML(scanResponse)) == null) return false; out(" successfully parsed Scan record"); out('\n'); Term foundTerm = getTerm(index, relation, browseTerm, scanDoc); if (foundTerm == null) { if (getNodeText(scanDoc, "/srw:scanResponse/srw:diagnostics/diag:diagnostic/diag:uri") == null) { out(" neither a scan term nor a diagnostic was returned"); out('\n'); return false; } // no term found, but we did get a diagnostic return true; } if (foundTerm.postings == null || foundTerm.postings.length() == 0 || "0".equals(foundTerm.postings)) foundTerm.postings = "-1"; // no postings count returned with term vTerms.add(foundTerm); out(" scan returned "); out(foundTerm.term); out('\n'); return true; } boolean search(Term term) { Document doc; String resp; if (!isSearchRetrieveResponse(resp = sruRead( baseURL + "&query=" + term.toString() + "&operation=searchRetrieve&maximumRecords=1"))) { return false; } if ((doc = renderXML(resp)) == null) return false; out(" successfully parsed searchRetrieve record"); out('\n'); String postings = getNodeText(doc, "/srw:searchRetrieveResponse/srw:numberOfRecords"); if (postings == null) { String diagURI = getNodeText(doc, "/srw:searchRetrieveResponse/srw:diagnostics/diag:diagnostic/diag:uri"); if (diagURI != null) { out(" got a diagnostic: "); out(diagURI); out('\n'); return true; } out("</pre><pre class='red'>"); out(" ** Error: got neither a numberOfRecords element nor a diagnostic"); out('\n'); out("</pre><pre>"); return false; } else if (!term.postings.equals("-1") && !term.postings.equals(postings)) { out("</pre><pre class='red'>"); out(" ** Error: expected postings " + term.postings + " but got " + postings); out('\n'); out("</pre><pre>"); return false; } return true; } public boolean search(String index, String relation, String term) { return search(new Term(index, relation, term, "-1")); } public void setRunningAsMain(boolean val) { runningAsMain = val; } public String sruRead(String initialURL) { out('\n'); out(" trying: "); out(initialURL); out('\n'); numTests++; URL url; try { url = new URL(initialURL); } catch (java.net.MalformedURLException e) { out("</pre><pre class='red'>"); out("test failed: using URL: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } HttpURLConnection huc; try { huc = (HttpURLConnection) url.openConnection(); } catch (IOException e) { out("</pre><pre class='red'>"); out("test failed: using URL: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } String contentType = huc.getContentType(); if (contentType == null || (!contentType.contains("text/xml") && !contentType.contains("application/xml"))) { out(" ** Warning: Content-Type not set to text/xml or application/xml"); out('\n'); out(" Content-type: "); out(contentType); out('\n'); numWarns++; } InputStream urlStream; try { urlStream = huc.getInputStream(); } catch (java.io.IOException e) { out("</pre><pre class='red'>"); out("test failed: opening URL: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } BufferedReader in = new BufferedReader(new InputStreamReader(urlStream)); boolean xml = true; String href = null, inputLine; StringBuilder content = new StringBuilder(); Transformer transformer = null; try { inputLine = in.readLine(); } catch (java.io.IOException e) { out("</pre><pre class='red'>"); out("test failed: reading first line of response: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } if (inputLine == null) { out("</pre><pre class='red'>"); out("test failed: No input read from URL"); out('\n'); out("</pre><pre>"); return null; } if (!inputLine.startsWith("<?xml ")) { xml = false; content.append(inputLine); } if (xml) { // normally, you'd expect to read the next line of input here // but some servers don't put a newline after the initial <?xml ?> int offset = inputLine.indexOf('>'); if (offset + 2 < inputLine.length()) { inputLine = inputLine.substring(offset + 1); offset = inputLine.indexOf('<'); if (offset > 0) inputLine = inputLine.substring(offset); } else try { inputLine = in.readLine(); // I ran into a server that put an empty line before the stylesheet reference while (inputLine.length() == 0) inputLine = in.readLine(); } catch (java.io.IOException e) { out("</pre><pre class='red'>"); out("test failed: reading response: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } if (inputLine.startsWith("<?xml-stylesheet ")) { href = (inputLine.substring(inputLine.indexOf("href=") + 6)); href = href.substring(0, href.indexOf('"')); transformer = transformers.get(href); if (stylesheets.get(href) == null) try { // never seen this stylesheet before out(" reading stylesheet: "); out(href); out('\n'); out(" from source: "); out(url.toString()); out('\n'); StreamSource source = new StreamSource(url.toString()); TransformerFactory tFactory = TransformerFactory.newInstance(); Source stylesht = tFactory.getAssociatedStylesheet(source, null, null, null); transformer = tFactory.newTransformer(stylesht); transformers.put(href, transformer); } catch (TransformerConfigurationException e) { log.error(e, e); out("</pre><pre class='red'>"); out("unable to load stylesheet: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); } stylesheets.put(href, href); } else content.append(inputLine); } try { while ((inputLine = in.readLine()) != null) content.append(inputLine); } catch (java.io.IOException e) { out("</pre><pre class='red'>"); out("test failed: reading response: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); return null; } // if(!xml) { // out("test failed: response was not an XML record");out('\n'); // out(content.toString());out('\n'); // return null; // } String contentStr = content.toString(); if (transformer != null) { StreamSource streamXMLRecord = new StreamSource(new StringReader(contentStr)); StringWriter xmlRecordWriter = new StringWriter(); try { transformer.transform(streamXMLRecord, new StreamResult(xmlRecordWriter)); out(" successfully applied stylesheet '"); out(href); out("'"); out('\n'); } catch (javax.xml.transform.TransformerException e) { out("</pre><pre class='red'>"); out("unable to apply stylesheet '"); out(href); out("'to response: "); out(e.getMessage()); out('\n'); out("</pre><pre>"); log.error(e, e); transformer.reset(); } transformer.reset(); } return contentStr; } public String SRWTest(String urlString) { try { SRWSampleServiceLocator service = new SRWSampleServiceLocator(); URL url = new URL(urlString); ExplainPort explain = service.getExplainSOAP(url); ExplainRequestType explainRequest = new ExplainRequestType(); explainRequest.setRecordPacking("xml"); explainRequest.setVersion("1.1"); ExplainResponseType explainResponse = explain.explainOperation(explainRequest); System.out.println("explainResponse=" + explainResponse); SRWPort port = service.getSRW(url); ScanRequestType scanRequest = new ScanRequestType(); scanRequest.setVersion("1.1"); scanRequest.setScanClause("education"); ScanResponseType scanResponse = port.scanOperation(scanRequest); if (scanResponse != null) { TermsType terms = scanResponse.getTerms(); if (terms != null) { TermType[] term = terms.getTerm(); System.out.println(term.length + " terms returned"); for (TermType term1 : term) { System.out.println(term1.getValue() + "(" + term1.getNumberOfRecords().intValue() + ")"); } } else System.out.println("0 terms returned"); } else System.out.println("no scan response returned"); SearchRetrieveRequestType request = new SearchRetrieveRequestType(); request.setVersion("1.1"); request.setQuery("en and education"); //request.setQuery("dc.title any sword"); request.setRecordSchema("info:srw/schema/1/dc-v1.1"); request.setStartRecord(new PositiveInteger("1")); request.setMaximumRecords(new NonNegativeInteger("1")); request.setRecordPacking("xml"); SearchRetrieveResponseType response = port.searchRetrieveOperation(request); System.out.println("postings=" + response.getNumberOfRecords()); RecordType[] record; RecordsType records = response.getRecords(); if (records == null || (record = records.getRecord()) == null) System.out.println("0 records returned"); else { System.out.println(record.length + " records returned"); System.out.println("record=" + Arrays.toString(record)); System.out.println("record[0] has record number " + record[0].getRecordPosition()); StringOrXmlFragment frag = record[0].getRecordData(); System.out.println("frag=" + frag); MessageElement[] elems = frag.get_any(); System.out.println("elems=" + Arrays.toString(elems)); System.out.println("value=" + elems[0].getValue()); } System.out.println("nextRecordPosition=" + response.getNextRecordPosition()); } catch (MalformedURLException e) { return null; } catch (RemoteException e) { return null; } catch (ServiceException e) { return null; } return null; } public static void main(String[] args) { if (args.length == 0) { System.out.println("usage: SRUServerTester SRUBaseURL"); // return; } SRUServerTester tester; //String defaultURL="http://content.cdlib.org/xtf/servlet/org.cdlib.xtf.zing.SRU"; //String defaultURL="http://localhost:8080/SRW/search/GSAFD"; //String defaultURL="http://dewey.library.nd.edu/morgan/kinosearch/sru/"; String defaultURL = "http://217.179.255.1/VSKaleidosSearchWebService/VSKaleidosSearch.asmx"; //String defaultURL="http://foo.indexdata.dk"; if (args.length == 1) tester = new SRUServerTester(args[0]); else tester = new SRUServerTester(defaultURL); tester.setRunningAsMain(true); tester.test(); } } class Term { String index, postings, relation, term; Term(String index, String relation, String term, String postings) { this.index = index; this.relation = relation; this.term = term; this.postings = postings; } @Override public String toString() { return index + "+" + relation + "+%22" + Utilities.urlEncode(term) + "%22"; } }