package benchmark.testdriver;

import java.io.*;
import java.net.SocketTimeoutException;
import javax.xml.parsers.*;
import org.xml.sax.*;
import org.xml.sax.helpers.DefaultHandler;
import org.jdom.*;
import org.jdom.input.SAXBuilder;
import org.jdom.output.XMLOutputter;

import java.util.*;

import org.apache.log4j.Logger;
import org.apache.log4j.Level;

import benchmark.qualification.QueryResult;

public class SPARQLConnection implements ServerConnection{
	private String serverURL;
	private String defaultGraph;
	private static Logger logger = Logger.getLogger( SPARQLConnection.class );
	private int timeout;
	
	public SPARQLConnection(String serviceURL, String defaultGraph, int timeout) {
		this.serverURL = serviceURL;
		this.defaultGraph = defaultGraph;
		this.timeout = timeout;
	}
	
	/*
	 * Execute Query with Query Object
	 */
	public void executeQuery(Query query, byte queryType) {
		if (query.isParametrized)
			executeQuery(query.getParametrizedQueryString(), query.getEncodedParamString(), queryType, query.getNr(), query.getQueryMix());
		else
			executeQuery(query.getQueryString(), "", queryType, query.getNr(), query.getQueryMix());
	}
	
	/*
	 * execute Query with Query String
	 */
	private void executeQuery(String queryString, String encodedParamString, byte queryType, int queryNr, QueryMix queryMix)
	{
		double timeInSeconds;

		NetQuery qe = new NetQuery(serverURL, queryString, encodedParamString, queryType, defaultGraph, timeout);
		int queryMixRun = queryMix.getRun() + 1;

		InputStream is = qe.exec();
		if (is==null) {
			double t = this.timeout/1000.0;
			System.out.println("Query " + queryNr + ": " + t + " seconds timeout!");
			queryMix.reportTimeOut();//inc. timeout counter
			queryMix.setCurrent(0, t);
			qe.close();
			return;
		}

		int resultCount = 0;
		//Write XML result into result
		try {
			if(queryType==Query.SELECT_TYPE)
				resultCount = countResults(is);
			else
				resultCount = countBytes(is);
		} catch(SocketTimeoutException e) {
			double t = this.timeout/1000.0;
			System.out.println("Query " + queryNr + ": " + t + " seconds timeout!");
			queryMix.reportTimeOut();//inc. timeout counter
			queryMix.setCurrent(0, t);
			qe.close();
			return;
		}

		timeInSeconds = qe.getExecutionTimeInSeconds();

		if(logger.isEnabledFor( Level.ALL ) && queryMixRun > 0)
			logResultInfo(queryNr, queryMixRun, timeInSeconds,
	                   queryString, queryType,
	                   resultCount);
		
		queryMix.setCurrent(resultCount, timeInSeconds);
		qe.close();
	}
	
	public void executeQuery(CompiledQuery query, CompiledQueryMix queryMix) {
		double timeInSeconds;

		String queryString = query.getQueryString();
		String parametrizedQueryString = query.getParametrizedQueryString();
		String encodedParamString = query.getEncodedParamString();
		byte queryType = query.getQueryType();
		int queryNr = query.getNr();
                NetQuery qe;
		if (query.source.isParametrized)
			qe = new NetQuery(serverURL, parametrizedQueryString, encodedParamString, queryType, defaultGraph, timeout);
		else
			qe = new NetQuery(serverURL, queryString, "", queryType, defaultGraph, timeout);
		int queryMixRun = queryMix.getRun() + 1;

		InputStream is = qe.exec();

		if(is==null) {//then Timeout!
			double t = this.timeout/1000.0;
			System.out.println("Query " + queryNr + ": " + t + " seconds timeout!");
			queryMix.reportTimeOut();//inc. timeout counter
			queryMix.setCurrent(0, t);
			qe.close();
			return;
		}
		
		int resultCount = 0;
		
		try {
			//Write XML result into result
			if(queryType==Query.SELECT_TYPE)
				resultCount = countResults(is);
			else
				resultCount = countBytes(is);

			timeInSeconds = qe.getExecutionTimeInSeconds();
		} catch(SocketTimeoutException e) {
			double t = this.timeout/1000.0;
			System.out.println("Query " + queryNr + ": " + t + " seconds timeout!");
			queryMix.reportTimeOut();//inc. timeout counter
			queryMix.setCurrent(0, t);
			qe.close();
			return;
		}
		
		if(logger.isEnabledFor( Level.ALL ) && queryMixRun > 0)
			logResultInfo(queryNr, queryMixRun, timeInSeconds,
	                   queryString, queryType,
	                   resultCount);
		
		queryMix.setCurrent(resultCount, timeInSeconds);
		qe.close();
	}
	
private int countBytes(InputStream is) {
	int nrBytes=0;
	byte[] buf = new byte[10000];
	int len=0;
//	StringBuffer sb = new StringBuffer(1000);
	try {
		while((len=is.read(buf))!=-1) {
			nrBytes += len;//resultCount counts the returned bytes
//			String temp = new String(buf,0,len);
//			temp = "\n\n" + temp + "\n\n";
//			logger.log(Level.ALL, temp);
//			sb.append(temp);
		}
	} catch(IOException e) {
		System.err.println("Could not read result from input stream");
	}
//	System.out.println(sb.toString());
	return nrBytes;
}
	
	private void logResultInfo(int queryNr, int queryMixRun, double timeInSeconds,
			                   String queryString, byte queryType,
			                   int resultCount) {
		StringBuffer sb = new StringBuffer(1000);
		sb.append("\n\n\tQuery " + queryNr + " of run " + queryMixRun + " has been executed ");
		sb.append("in " + String.format("%.6f",timeInSeconds) + " seconds.\n" );
		sb.append("\n\tQuery string:\n\n");
		sb.append(queryString);
		sb.append("\n\n");
	
		//Log results
		if(queryType==Query.DESCRIBE_TYPE)
			sb.append("\tQuery(Describe) result (" + resultCount + " Bytes): \n\n");
		else if(queryType==Query.CONSTRUCT_TYPE)
			sb.append("\tQuery(Construct) result (" + resultCount + " Bytes): \n\n");
		else
			sb.append("\tQuery results (" + resultCount + " results): \n\n");
		

		sb.append("\n__________________________________________________________________________________\n");
		logger.log(Level.ALL, sb.toString());
	}
	
	private int countResults(InputStream s) throws SocketTimeoutException {
		ResultHandler handler = new ResultHandler();
		int count=0;
		try {
		  SAXParser saxParser = SAXParserFactory.newInstance().newSAXParser();
//		  ByteArrayInputStream bis = new ByteArrayInputStream(s.getBytes("UTF-8"));
	      saxParser.parse( s, handler );
	      count = handler.getCount();
		} catch(SocketTimeoutException e) {
			throw new SocketTimeoutException();
		} catch(Exception e) {
			System.err.println("SAX Error");
			e.printStackTrace();
			return -1;
		}
		return count;
	}
	
	private class ResultHandler extends DefaultHandler {
		private int count;
		
		ResultHandler() {
			count = 0;
		}
		
		public void startElement( String namespaceURI,
                String localName,   // local name
                String qName,       // qualified name
                Attributes attrs ) {
			if(qName.equals("result"))
				count++;
		}

		public int getCount() {
			return count;
		}
	}
	
	public void close() {
		//nothing to close
	}

	/*
	 * (non-Javadoc)
	 * @see benchmark.testdriver.ServerConnection#executeValidation(benchmark.testdriver.Query, byte, java.lang.String[])
	 * Gather information about the result a query returns.
	 */
	public QueryResult executeValidation(Query query, byte queryType) {
		String queryString = query.getQueryString();
		String parametrizedQueryString = query.getParametrizedQueryString();
		String encodedParamString = query.getEncodedParamString();
		int queryNr = query.getNr();
		String[] rowNames = query.getRowNames();
		boolean sorted = queryString.toLowerCase().contains("order by");
		QueryResult queryResult = null;
		NetQuery qe;
		if (query.isParametrized)
			qe = new NetQuery(serverURL, parametrizedQueryString, encodedParamString, queryType, defaultGraph, 0);
		else
			qe = new NetQuery(serverURL, queryString, "", queryType, defaultGraph, 0);
		InputStream is = qe.exec();
		Document doc = getXMLDocument(is);
		XMLOutputter outputter = new XMLOutputter();
		logResultInfo(query, outputter.outputString(doc));
		
		if(queryType==Query.SELECT_TYPE)
			queryResult = gatherResultInfoForSelectQuery(queryString, queryNr, sorted, doc, rowNames);
		
		if(queryResult!=null)
			queryResult.setRun(query.getQueryMix().getRun());
		return queryResult;
	}
	
	private void logResultInfo(Query query, String queryResult) {
		StringBuffer sb = new StringBuffer();
		
		sb.append("\n\n\tQuery " + query.getNr() + " of run " + (query.getQueryMix().getQueryMixRuns()+1) + ":\n");
		sb.append("\n\tQuery string:\n\n");
		sb.append(query.getQueryString());
		sb.append("\n\n\tResult:\n\n");
		sb.append(queryResult);
		sb.append("\n\n__________________________________________________________________________________\n");
		logger.log(Level.ALL, sb.toString());
	}
	
	private Document getXMLDocument(InputStream is) {
		SAXBuilder builder = new SAXBuilder();
		builder.setValidation(false);
		builder.setIgnoringElementContentWhitespace(true);
		Document doc = null;
		try {
			doc = builder.build(is);
		} catch(JDOMException e) {
			e.printStackTrace();
			System.exit(-1);
		} catch(IOException e ) {
			e.printStackTrace();
			System.exit(-1);
		}
		return doc;
	}
	
	private QueryResult gatherResultInfoForSelectQuery(String queryString, int queryNr, boolean sorted, Document doc, String[] rows) {
		Element root = doc.getRootElement();

		//Get head information
		Element child = root.getChild("head", Namespace.getNamespace("http://www.w3.org/2005/sparql-results#"));
		
		//Get result rows (<head>)
		List headChildren = child.getChildren("variable", Namespace.getNamespace("http://www.w3.org/2005/sparql-results#"));
		
		Iterator it = headChildren.iterator();
		ArrayList<String> headList = new ArrayList<String>();
		while(it.hasNext()) {
			headList.add(((Element)it.next()).getAttributeValue("name"));
		}

		List resultChildren = root.getChild("results", Namespace.getNamespace("http://www.w3.org/2005/sparql-results#"))
								   .getChildren("result", Namespace.getNamespace("http://www.w3.org/2005/sparql-results#"));
		int nrResults = resultChildren.size();
		
		QueryResult queryResult = new QueryResult(queryNr, queryString, nrResults, sorted, headList);
		
		it = resultChildren.iterator();
		while(it.hasNext()) {
			Element resultElement = (Element) it.next();
			String result = "";
			
			//get the row values and paste it together to one String
			for(int i=0;i<rows.length;i++) {
				List bindings = resultElement.getChildren("binding", Namespace.getNamespace("http://www.w3.org/2005/sparql-results#"));
				String rowName = rows[i];
				for(int j=0;j<bindings.size();j++) {
					Element binding = (Element)bindings.get(j);
					if(binding.getAttributeValue("name").equals(rowName))
						if(result.equals(""))
							result += rowName + ": " + ((Element)binding.getChildren().get(0)).getTextNormalize();
						else
							result += "\n" + rowName + ": " + ((Element)binding.getChildren().get(0)).getTextNormalize();
				}
			}
			
			queryResult.addResult(result);
		}
		return queryResult;
	}
}
