diff --git a/.gitignore b/.gitignore index a8ff594..49f6482 100644 --- a/.gitignore +++ b/.gitignore @@ -17,3 +17,4 @@ service/.classpath web/.classpath web/.externalToolBuilders/ web/maven-eclipse.xml +service/mudrod_service.log* diff --git a/core/pom.xml b/core/pom.xml index 93d5b34..8c42c61 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -26,8 +26,8 @@ mudrod-core - Mudrod :: Core - Core Mudrod library implementation. + SDAP Search :: Core + Core SDAP Search library @@ -72,6 +72,23 @@ com.carrotsearch hppc + + + org.locationtech.spatial4j + spatial4j + + + com.vividsolutions + jts + + + xerces + xercesImpl + + + diff --git a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/MudrodAbstract.java b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/MudrodAbstract.java index 75012a9..456aaeb 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/MudrodAbstract.java +++ b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/MudrodAbstract.java @@ -45,7 +45,8 @@ public abstract class MudrodAbstract implements Serializable { protected long endTime; protected static final String ES_SETTINGS = "elastic_settings.json"; - protected static final String ES_MAPPINGS = "elastic_mappings.json"; + protected static final String ES_DEFAULT_MAPPINGS = "elastic_default_mappings.json"; + protected static final String ES_RAW_METADATA_MAPPINGS = "elastic_raw_metadata_mappings.json"; public MudrodAbstract(Properties props, ESDriver es, SparkDriver spark) { this.props = props; @@ -62,8 +63,27 @@ public MudrodAbstract(Properties props, ESDriver es, SparkDriver spark) { */ @CheckForNull protected void initMudrod() { + initMudrod("_default_"); + } + + /** + * Method of setting up essential configuration for MUDROD to start + * @param type the 'type' of storage mapping to establish. Options include + * '_default_' and 'RawMetadata'. + */ + @CheckForNull + protected void initMudrod(String type) { InputStream settingsStream = getClass().getClassLoader().getResourceAsStream(ES_SETTINGS); - InputStream mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_MAPPINGS); + InputStream mappingsStream = null; + switch (type) { + case "RawMetadata": + mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_RAW_METADATA_MAPPINGS); + break; + default: + mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_DEFAULT_MAPPINGS); + break; + } + JSONObject settingsJSON = null; JSONObject mappingJSON = null; @@ -81,7 +101,7 @@ protected void initMudrod() { try { if (settingsJSON != null && mappingJSON != null) { - this.es.putMapping(props.getProperty(MudrodConstants.ES_INDEX_NAME), settingsJSON.toString(), mappingJSON.toString()); + this.es.putMapping(props.getProperty(MudrodConstants.ES_INDEX_NAME), type, settingsJSON.toString(), mappingJSON.toString()); } } catch (IOException e) { LOG.error("Error entering Elasticsearch Mappings!", e); diff --git a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/RecommendEngine.java b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/RecommendEngine.java index b664c8e..c570b1d 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/RecommendEngine.java +++ b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/RecommendEngine.java @@ -49,7 +49,6 @@ public void preprocess() { @Override public void process() { - // TODO Auto-generated method stub LOG.info("Recommendation processing starts."); startTime = System.currentTimeMillis(); diff --git a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java index b2cdb9f..db6a2d8 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java +++ b/core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java @@ -20,7 +20,13 @@ import org.apache.sdap.mudrod.driver.ESDriver; import org.apache.sdap.mudrod.driver.SparkDriver; import org.apache.sdap.mudrod.main.MudrodConstants; -import org.apache.sdap.mudrod.weblog.pre.*; +import org.apache.sdap.mudrod.weblog.pre.ClickStreamGenerator; +import org.apache.sdap.mudrod.weblog.pre.CrawlerDetection; +import org.apache.sdap.mudrod.weblog.pre.HistoryGenerator; +import org.apache.sdap.mudrod.weblog.pre.ImportLogFile; +import org.apache.sdap.mudrod.weblog.pre.RemoveRawLog; +import org.apache.sdap.mudrod.weblog.pre.SessionGenerator; +import org.apache.sdap.mudrod.weblog.pre.SessionStatistic; import org.apache.sdap.mudrod.weblog.process.ClickStreamAnalyzer; import org.apache.sdap.mudrod.weblog.process.UserHistoryAnalyzer; import org.slf4j.Logger; diff --git a/core/src/main/java/org/apache/sdap/mudrod/driver/ESDriver.java b/core/src/main/java/org/apache/sdap/mudrod/driver/ESDriver.java index 666629f..e10ccd8 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/driver/ESDriver.java +++ b/core/src/main/java/org/apache/sdap/mudrod/driver/ESDriver.java @@ -64,8 +64,15 @@ import java.time.LocalDate; import java.time.ZoneId; import java.time.format.DateTimeFormatter; -import java.util.*; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.HashSet; +import java.util.Iterator; +import java.util.List; +import java.util.Map; import java.util.Map.Entry; +import java.util.Properties; +import java.util.Set; import java.util.concurrent.ExecutionException; import java.util.concurrent.TimeUnit; import java.util.stream.Collectors; @@ -123,7 +130,7 @@ public void afterBulk(long executionId, BulkRequest request, Throwable failure) throw new RuntimeException("Caught exception in bulk: " + request.getDescription() + ", failure: " + failure, failure); } }).setBulkActions(1000).setBulkSize(new ByteSizeValue(2500500, ByteSizeUnit.GB)).setBackoffPolicy(BackoffPolicy.exponentialBackoff(TimeValue.timeValueMillis(100), 10)).setConcurrentRequests(1) - .build()); + .build()); } public void destroyBulkProcessor() { @@ -137,15 +144,11 @@ public void destroyBulkProcessor() { } } - public void putMapping(String indexName, String settingsJson, String mappingJson) throws IOException { - - boolean exists = getClient().admin().indices().prepareExists(indexName).execute().actionGet().isExists(); - if (exists) { - return; + public void putMapping(String indexName, String type, String settingsJson, String mappingJson) throws IOException { + if(!getClient().admin().indices().prepareExists(indexName).execute().actionGet().isExists()) { + getClient().admin().indices().prepareCreate(indexName).setSettings(Settings.builder().loadFromSource(settingsJson)).execute().actionGet(); } - - getClient().admin().indices().prepareCreate(indexName).setSettings(Settings.builder().loadFromSource(settingsJson)).execute().actionGet(); - getClient().admin().indices().preparePutMapping(indexName).setType("_default_").setSource(mappingJson).execute().actionGet(); + getClient().admin().indices().preparePutMapping(indexName).setType(type).setSource(mappingJson).execute().actionGet(); } public String customAnalyzing(String indexName, String str) throws InterruptedException, ExecutionException { @@ -188,11 +191,11 @@ public void deleteAllByQuery(String index, String type, QueryBuilder query) { .metaData() .index(index) .getMappings(); - + //check if the type exists if (!mappings.containsKey(type)) return; - + createBulkProcessor(); SearchResponse scrollResp = getClient() .prepareSearch(index) @@ -210,7 +213,11 @@ public void deleteAllByQuery(String index, String type, QueryBuilder query) { getBulkProcessor().add(deleteRequest); } - scrollResp = getClient().prepareSearchScroll(scrollResp.getScrollId()).setScroll(new TimeValue(600000)).execute().actionGet(); + scrollResp = getClient() + .prepareSearchScroll(scrollResp.getScrollId()) + .setScroll(new TimeValue(600000)) + .execute() + .actionGet(); if (scrollResp.getHits().getHits().length == 0) { break; } @@ -255,19 +262,63 @@ public List getIndexListWithPrefix(Object object) { return indexList; } - public String searchByQuery(String index, String type, String query) throws IOException, InterruptedException, ExecutionException { - return searchByQuery(index, type, query, false); + public List> getAllDocs(String index, String... types){ + int scrollSize = 5000; + List> esData = new ArrayList<>(); + SearchResponse response = null; + int i = 0; + while( response == null || response.getHits().hits().length != 0){ + response = client.prepareSearch(index) + .setTypes(types) + .setQuery(QueryBuilders.matchAllQuery()) + .setSize(scrollSize) + .setFrom(i * scrollSize) + .execute() + .actionGet(); + for(SearchHit hit : response.getHits()){ + esData.add(hit.getSource()); + } + i++; + } + return esData; + } + + /** + * Convenience method to search an index by document types and a text string. + * @param index the index to query + * @param query the query string (text string) itself + * @param types the types to query + * @return JSON {@link java.lang.String} representing the query results. + */ + public String searchByQuery(String index, String query, String... types) { + return searchByQuery(index, QueryBuilders.queryStringQuery(query), false, types); } + /** + * Convenience method to search an index by document types and a text string. This + * method includes an optional flag which toggles detailed metadata retrieval. + * @param index the index to query + * @param queryBuilder the QueryBuilder object to execute + * @param bDetail whether this is a full, detailed query over entire + * metadata as oppose to a subset of the available metadata. False by + * default. + * @param types the types to query + * @return JSON {@link java.lang.String} representing the query results. + */ @SuppressWarnings("unchecked") - public String searchByQuery(String index, String type, String query, Boolean bDetail) throws IOException, InterruptedException, ExecutionException { + public String searchByQuery(String index, QueryBuilder queryBuilder, Boolean bDetail, String... types) { boolean exists = getClient().admin().indices().prepareExists(index).execute().actionGet().isExists(); if (!exists) { return null; } - QueryBuilder qb = QueryBuilders.queryStringQuery(query); - SearchResponse response = getClient().prepareSearch(index).setTypes(type).setQuery(qb).setSize(500).execute().actionGet(); + SearchResponse response = getClient() + .prepareSearch(index) + .setTypes(types) + .setQuery(queryBuilder) + .setSize(5000) + .execute() + .actionGet(); // Map of K,V pairs where key is the field name from search result and value is the that should be returned for that field. Not always the same. Map fieldsToReturn = new HashMap<>(); @@ -277,6 +328,8 @@ public String searchByQuery(String index, String type, String query, Boolean bDe fieldsToReturn.put("DatasetParameter-Topic", "Topic"); fieldsToReturn.put("Dataset-Description", "Dataset-Description"); fieldsToReturn.put("DatasetCitation-ReleaseDateLong", "Release Date"); + fieldsToReturn.put("Dataset-Metadata", "Dataset-Metadata"); + fieldsToReturn.put("events", "events"); if (bDetail) { fieldsToReturn.put("DatasetPolicy-DataFormat", "DataFormat"); @@ -313,17 +366,18 @@ public String searchByQuery(String index, String type, String query, Boolean bDe Map source = hit.getSource(); Map searchResult = source.entrySet().stream().filter(entry -> fieldsToReturn.keySet().contains(entry.getKey())) - .collect(Collectors.toMap(entry -> fieldsToReturn.get(entry.getKey()), Entry::getValue)); + .collect(Collectors.toMap(entry -> fieldsToReturn.get(entry.getKey()), Entry::getValue)); // searchResult is now a map where the key = value from fieldsToReturn and the value = value from search result + searchResult.put("id", hit.getId()); + // Some results require special handling/formatting: // Release Date formatting LocalDate releaseDate = Instant.ofEpochMilli(Long.parseLong(((ArrayList) searchResult.get("Release Date")).get(0))).atZone(ZoneId.of("Z")).toLocalDate(); searchResult.put("Release Date", releaseDate.format(DateTimeFormatter.ISO_DATE)); if (bDetail) { - // DataFormat value, translate RAW to BINARY if ("RAW".equals(searchResult.get("DataFormat"))) { searchResult.put("DataFormat", "BINARY"); @@ -336,8 +390,8 @@ public String searchByQuery(String index, String type, String query, Boolean bDe // Time Span Formatting LocalDate startDate = Instant.ofEpochMilli((Long) searchResult.get("DatasetCoverage-StartTimeLong-Long")).atZone(ZoneId.of("Z")).toLocalDate(); LocalDate endDate = "".equals(searchResult.get("Dataset-DatasetCoverage-StopTimeLong")) ? - null : - Instant.ofEpochMilli(Long.parseLong(searchResult.get("Dataset-DatasetCoverage-StopTimeLong").toString())).atZone(ZoneId.of("Z")).toLocalDate(); + null : + Instant.ofEpochMilli(Long.parseLong(searchResult.get("Dataset-DatasetCoverage-StopTimeLong").toString())).atZone(ZoneId.of("Z")).toLocalDate(); searchResult.put("Time Span", startDate.format(DateTimeFormatter.ISO_DATE) + " to " + (endDate == null ? "Present" : endDate.format(DateTimeFormatter.ISO_DATE))); // Temporal resolution can come from one of two fields @@ -358,7 +412,7 @@ public String searchByQuery(String index, String type, String query, Boolean bDe // Measurement is a list of hierarchies that goes Topic -> Term -> Variable -> Variable Detail. Need to construct these hierarchies. List> measurements = buildMeasurementHierarchies((List) searchResult.get("Topic"), (List) searchResult.get("DatasetParameter-Term-Full"), - (List) searchResult.get("DatasetParameter-Variable-Full"), (List) searchResult.get("DatasetParameter-VariableDetail")); + (List) searchResult.get("DatasetParameter-Variable-Full"), (List) searchResult.get("DatasetParameter-VariableDetail")); searchResult.put("Measurements", measurements); @@ -432,15 +486,21 @@ public List autoComplete(String index, String term) { return new ArrayList<>(); } - Set suggestHS = new HashSet(); + Set suggestHS = new HashSet<>(); List suggestList = new ArrayList<>(); // please make sure that the completion field is configured in the ES mapping - CompletionSuggestionBuilder suggestionsBuilder = SuggestBuilders.completionSuggestion("Dataset-Metadata").prefix(term, Fuzziness.fromEdits(2)).size(100); - SearchRequestBuilder suggestRequestBuilder = getClient().prepareSearch(index).suggest(new SuggestBuilder().addSuggestion("completeMe", suggestionsBuilder)); + CompletionSuggestionBuilder suggestionsBuilder = SuggestBuilders + .completionSuggestion("Dataset-Metadata") + .prefix(term, Fuzziness.fromEdits(2)) + .size(100); + SearchRequestBuilder suggestRequestBuilder = getClient() + .prepareSearch(index) + .suggest(new SuggestBuilder().addSuggestion("completeMe", suggestionsBuilder)); SearchResponse sr = suggestRequestBuilder.setFetchSource(false).execute().actionGet(); - Iterator iterator = sr.getSuggest().getSuggestion("completeMe").iterator().next().getOptions().iterator(); + Iterator iterator = sr.getSuggest() + .getSuggestion("completeMe").iterator().next().getOptions().iterator(); while (iterator.hasNext()) { Suggest.Suggestion.Entry.Option next = iterator.next(); @@ -490,7 +550,9 @@ protected Client makeClient(Properties props) throws IOException { Client client = null; - if (hosts != null && port > 1) { + // Prefer TransportClient + if (hosts != null && port > 1) { + @SuppressWarnings("resource") TransportClient transportClient = new ESTransportClient(settings); for (String host : hosts) transportClient.addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName(host), port)); @@ -542,6 +604,16 @@ public void setBulkProcessor(BulkProcessor bulkProcessor) { this.bulkProcessor = bulkProcessor; } + /** + * + * @param index index you wish to update documents within + * @param type document type you wish to update + * @param id a unique document ID you wish to update + * @param field1 the field of the document you want to update + * @param value1 the associated value for that field + * @return a populated UpdateRequest + * ready to execute. + */ public UpdateRequest generateUpdateRequest(String index, String type, String id, String field1, Object value1) { UpdateRequest ur = null; diff --git a/core/src/main/java/org/apache/sdap/mudrod/main/MudrodConstants.java b/core/src/main/java/org/apache/sdap/mudrod/main/MudrodConstants.java index 2a43e4d..8d0d685 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/main/MudrodConstants.java +++ b/core/src/main/java/org/apache/sdap/mudrod/main/MudrodConstants.java @@ -85,7 +85,7 @@ public interface MudrodConstants { /** Defined on CLI */ public static final String MUDROD_CONFIG = "MUDROD_CONFIG"; /** - * An {@link Ontology} implementation. + * An {@link org.apache.sdap.mudrod.ontology.Ontology} implementation. */ public static final String ONTOLOGY_IMPL = MUDROD + "ontology.implementation"; diff --git a/core/src/main/java/org/apache/sdap/mudrod/main/MudrodEngine.java b/core/src/main/java/org/apache/sdap/mudrod/main/MudrodEngine.java index 0efd3ee..073faaf 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/main/MudrodEngine.java +++ b/core/src/main/java/org/apache/sdap/mudrod/main/MudrodEngine.java @@ -30,6 +30,7 @@ import org.apache.sdap.mudrod.driver.ESDriver; import org.apache.sdap.mudrod.driver.SparkDriver; import org.apache.sdap.mudrod.integration.LinkageIntegration; +import org.apache.sdap.mudrod.tools.EventIngester; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -62,6 +63,7 @@ public class MudrodEngine { private static final String LOG_INGEST = "logIngest"; private static final String META_INGEST = "metaIngest"; private static final String FULL_INGEST = "fullIngest"; + private static final String EONET_INGEST = "eonetIngest"; private static final String PROCESSING = "processingWithPreResults"; private static final String ES_HOST = "esHost"; private static final String ES_TCP_PORT = "esTCPPort"; @@ -162,7 +164,7 @@ public Properties loadConfig() { } catch (IOException e) { LOG.info("Fail to load the sytem config file"); } - + return getConfig(); } @@ -235,7 +237,7 @@ public void startMetaIngest() { LOG.info("Metadata has been ingested successfully."); } - public void startFullIngest() { + public void startFullIngest(MudrodEngine me) { DiscoveryEngineAbstract wd = new WeblogDiscoveryEngine(props, es, spark); wd.preprocess(); wd.process(); @@ -247,6 +249,10 @@ public void startFullIngest() { DiscoveryEngineAbstract recom = new RecommendEngine(props, es, spark); recom.preprocess(); recom.process(); + + EventIngester eonet = new EventIngester(props, es, spark); + eonet.ingestAllEonetEvents(me); + eonet.correlateAndUpdateDatasetMetadataWithEONETEvents(me); LOG.info("Full ingest has finished successfully."); } @@ -273,6 +279,16 @@ public void startProcessing() { recom.process(); } + private void startFullEonetIngest(MudrodEngine me) { + LOG.info("Starting full EONET ingest."); + EventIngester eonet = new EventIngester(props, es, spark); + eonet.ingestAllEonetEvents(me); + LOG.info("Full EONET ingest has finished successfully."); + LOG.info("Starting event + dataset correlation."); + eonet.correlateAndUpdateDatasetMetadataWithEONETEvents(me); + LOG.info("Event + dataset correlation finished successfully."); + } + /** * Close the connection to the {@link ESDriver} instance. */ @@ -302,19 +318,45 @@ public static void main(String[] args) { Option fullIngestOpt = new Option("f", FULL_INGEST, false, "begin full ingest Mudrod workflow"); // processing only, assuming that preprocessing results is in dataDir Option processingOpt = new Option("p", PROCESSING, false, "begin processing with preprocessing results"); + // EONET data ingest... assumes that log ingest has taken place. + Option eonetOpt = new Option("e", EONET_INGEST, false, "execute full EONET data ingestion"); // argument options - Option dataDirOpt = OptionBuilder.hasArg(true).withArgName("/path/to/data/directory").hasArgs(1).withDescription("the data directory to be processed by Mudrod").withLongOpt("dataDirectory") - .isRequired().create(DATA_DIR); - - Option esHostOpt = OptionBuilder.hasArg(true).withArgName("host_name").hasArgs(1).withDescription("elasticsearch cluster unicast host").withLongOpt("elasticSearchHost").isRequired(false) - .create(ES_HOST); - - Option esTCPPortOpt = OptionBuilder.hasArg(true).withArgName("port_num").hasArgs(1).withDescription("elasticsearch transport TCP port").withLongOpt("elasticSearchTransportTCPPort") - .isRequired(false).create(ES_TCP_PORT); - - Option esPortOpt = OptionBuilder.hasArg(true).withArgName("port_num").hasArgs(1).withDescription("elasticsearch HTTP/REST port").withLongOpt("elasticSearchHTTPPort").isRequired(false) - .create(ES_HTTP_PORT); + @SuppressWarnings("static-access") + Option dataDirOpt = OptionBuilder.hasArg(true) + .withArgName("/path/to/data/directory") + .hasArgs(1) + .withDescription("the data directory to be processed by Mudrod") + .withLongOpt("dataDirectory") + .isRequired(false) + .create(DATA_DIR); + + @SuppressWarnings("static-access") + Option esHostOpt = OptionBuilder.hasArg(true) + .withArgName("host_name") + .hasArgs(1) + .withDescription("elasticsearch cluster unicast host") + .withLongOpt("elasticSearchHost") + .isRequired(false) + .create(ES_HOST); + + @SuppressWarnings("static-access") + Option esTCPPortOpt = OptionBuilder.hasArg(true) + .withArgName("port_num") + .hasArgs(1) + .withDescription("elasticsearch transport TCP port") + .withLongOpt("elasticSearchTransportTCPPort") + .isRequired(false) + .create(ES_TCP_PORT); + + @SuppressWarnings("static-access") + Option esPortOpt = OptionBuilder.hasArg(true) + .withArgName("port_num") + .hasArgs(1) + .withDescription("elasticsearch HTTP/REST port") + .withLongOpt("elasticSearchHTTPPort") + .isRequired(false) + .create(ES_HTTP_PORT); // create the options Options options = new Options(); @@ -322,6 +364,7 @@ public static void main(String[] args) { options.addOption(logIngestOpt); options.addOption(metaIngestOpt); options.addOption(fullIngestOpt); + options.addOption(eonetOpt); options.addOption(processingOpt); options.addOption(dataDirOpt); options.addOption(esHostOpt); @@ -333,7 +376,12 @@ public static void main(String[] args) { CommandLine line = parser.parse(options, args); String processingType = null; - if (line.hasOption(LOG_INGEST)) { + if (line.hasOption("help")) { + HelpFormatter hf = new HelpFormatter(); + hf.printHelp("MudrodEngine: 'dataDir' argument is mandatory when using an ingest method.", options, true); + return; + } + else if (line.hasOption(LOG_INGEST)) { processingType = LOG_INGEST; } else if (line.hasOption(PROCESSING)) { processingType = PROCESSING; @@ -341,16 +389,12 @@ public static void main(String[] args) { processingType = META_INGEST; } else if (line.hasOption(FULL_INGEST)) { processingType = FULL_INGEST; - } - - String dataDir = line.getOptionValue(DATA_DIR).replace("\\", "/"); - if (!dataDir.endsWith("/")) { - dataDir += "/"; + } else if (line.hasOption(EONET_INGEST)) { + processingType = EONET_INGEST; } MudrodEngine me = new MudrodEngine(); me.loadConfig(); - me.props.put(DATA_DIR, dataDir); if (line.hasOption(ES_HOST)) { String esHost = line.getOptionValue(ES_HOST); @@ -369,30 +413,38 @@ public static void main(String[] args) { me.es = new ESDriver(me.getConfig()); me.spark = new SparkDriver(me.getConfig()); - loadPathConfig(me, dataDir); + if (!line.hasOption(EONET_INGEST)) { + String dataDir = line.getOptionValue(DATA_DIR).replace("\\", "/"); + if (!dataDir.endsWith("/")) { + dataDir += "/"; + } + me.props.put(DATA_DIR, dataDir); + loadPathConfig(me, dataDir); + } if (processingType != null) { switch (processingType) { - case PROCESSING: + case PROCESSING: me.startProcessing(); break; - case LOG_INGEST: + case LOG_INGEST: me.startLogIngest(); break; - case META_INGEST: + case META_INGEST: me.startMetaIngest(); break; - case FULL_INGEST: - me.startFullIngest(); + case FULL_INGEST: + me.startFullIngest(me); + break; + case EONET_INGEST: + me.startFullEonetIngest(me); break; - default: + default: break; } } me.end(); } catch (Exception e) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("MudrodEngine: 'dataDir' argument is mandatory. " + "User must also provide an ingest method.", options, true); - LOG.error("Error whilst parsing command line.", e); + LOG.error("Error during MudrodEngine execution.", e); } } diff --git a/core/src/main/java/org/apache/sdap/mudrod/metadata/pre/ApiHarvester.java b/core/src/main/java/org/apache/sdap/mudrod/metadata/pre/ApiHarvester.java index f492ecf..ea2c567 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/metadata/pre/ApiHarvester.java +++ b/core/src/main/java/org/apache/sdap/mudrod/metadata/pre/ApiHarvester.java @@ -23,12 +23,22 @@ import org.apache.sdap.mudrod.driver.ESDriver; import org.apache.sdap.mudrod.driver.SparkDriver; import org.apache.sdap.mudrod.main.MudrodConstants; +import org.apache.sdap.mudrod.main.MudrodEngine; import org.apache.sdap.mudrod.utils.HttpRequest; import org.elasticsearch.action.index.IndexRequest; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import java.io.*; +import java.io.BufferedWriter; +import java.io.File; +import java.io.FileInputStream; +import java.io.FileNotFoundException; +import java.io.FileWriter; +import java.io.IOException; +import java.io.InputStream; +import java.time.Instant; +import java.time.LocalDate; +import java.time.ZoneId; import java.util.Properties; /** @@ -48,6 +58,7 @@ public class ApiHarvester extends DiscoveryStepAbstract { */ public ApiHarvester(Properties props, ESDriver es, SparkDriver spark) { super(props, es, spark); + initMudrod("RawMetadata"); } @Override @@ -55,12 +66,14 @@ public Object execute() { LOG.info("Starting Metadata harvesting."); startTime = System.currentTimeMillis(); //remove old metadata from ES - es.deleteType(props.getProperty(MudrodConstants.ES_INDEX_NAME), props.getProperty(MudrodConstants.RAW_METADATA_TYPE)); + es.deleteType( + props.getProperty(MudrodConstants.ES_INDEX_NAME), + props.getProperty(MudrodConstants.RAW_METADATA_TYPE)); + //harvest new metadata using PO.DAAC web services - if("1".equals(props.getProperty(MudrodConstants.METADATA_DOWNLOAD))) + if("1".equals(props.getProperty(MudrodConstants.METADATA_DOWNLOAD))) harvestMetadatafromWeb(); es.createBulkProcessor(); - addMetadataMapping(); importToES(); es.destroyBulkProcessor(); endTime = System.currentTimeMillis(); @@ -69,20 +82,6 @@ public Object execute() { return null; } - /** - * Add mapping to index metadata in Elasticsearch. Please - * invoke this method before import metadata to Elasticsearch. - */ - public void addMetadataMapping() { - String mappingJson = "{\r\n \"dynamic_templates\": " + "[\r\n " + "{\r\n \"strings\": " + "{\r\n \"match_mapping_type\": \"string\"," - + "\r\n \"mapping\": {\r\n \"type\": \"text\"," + "\r\n \"fielddata\": true," + "\r\n \"analyzer\": \"english\"," - + "\r\n \"fields\": {\r\n \"raw\": {" + "\r\n \"type\": \"string\"," + "\r\n \"index\": \"not_analyzed\"" + "\r\n }" - + "\r\n }\r\n " + "\r\n }" + "\r\n }\r\n }\r\n ]\r\n}"; - - es.getClient().admin().indices().preparePutMapping(props.getProperty(MudrodConstants.ES_INDEX_NAME)).setType(props.getProperty(MudrodConstants.RAW_METADATA_TYPE)).setSource(mappingJson).execute() - .actionGet(); - } - /** * Index metadata into elasticsearch from local file directory. * Please make sure metadata have been harvest from web service before @@ -108,9 +107,72 @@ private void importToES() { private void importSingleFileToES(InputStream is) { try { String jsonTxt = IOUtils.toString(is); - JsonParser parser = new JsonParser(); - JsonElement item = parser.parse(jsonTxt); - IndexRequest ir = new IndexRequest(props.getProperty(MudrodConstants.ES_INDEX_NAME), props.getProperty(MudrodConstants.RAW_METADATA_TYPE)).source(item.toString()); + JsonObject item = new JsonParser().parse(jsonTxt).getAsJsonObject(); + + //obtain bounding box features and add them as a new field + float westLon = 0; + float eastLon = 0; + float northLat = 0; + float southLat = 0; + if (!"".equals(item.get("DatasetCoverage-WestLon").getAsString())) { + westLon = Float.parseFloat(item.get("DatasetCoverage-WestLon").getAsString()); + } + if (!"".equals(item.get("DatasetCoverage-EastLon").getAsString())) { + eastLon = Float.parseFloat(item.get("DatasetCoverage-EastLon").getAsString()); + } + if (!"".equals(item.get("DatasetCoverage-NorthLat").getAsString())) { + northLat = Float.parseFloat(item.get("DatasetCoverage-NorthLat").getAsString()); + } + if (!"".equals(item.get("DatasetCoverage-SouthLat").getAsString())) { + southLat = Float.parseFloat(item.get("DatasetCoverage-SouthLat").getAsString()); + } + //normalize lat lon values + if (westLon < -180) { + westLon = -180; + } else { + //need to convert from longitudes from the 0-360 format common in climate data + //to the more standard -180 to +180 format. + westLon = ((westLon + 180) / 360) - 180; + } + String normalizedWestLon = String.valueOf(westLon); + String normalizedEastLon = String.valueOf((eastLon > 180) ? eastLon = 180 : eastLon); + String normalizedNorthLat = String.valueOf((northLat > 90) ? northLat = 90 : northLat); + String normalizedSouthLat = String.valueOf((southLat < -90) ? southLat = -90 : southLat); + //add bounding box to JSON object as the 'envelope' Geo-shape, see + //https://www.elastic.co/guide/en/elasticsearch/reference/6.2/geo-shape.html + JsonElement envelopeJsonElement = new JsonParser().parse( + "{\"type\" : \"envelope\", \"coordinates\" : [ [" + + normalizedWestLon + ", " + normalizedNorthLat + "], [" + normalizedEastLon + ", " + normalizedSouthLat + "] ]}"); + item.add("location", envelopeJsonElement); + + //add new date fields for start_date, if 'Dataset-DatasetCoverage-StartTimeLong' is unreliable, try + //'DatasetCoverage-StartTimeLong-Long' or 'DatasetCoverage-StartTimeLong' + Long startDateLong = null; + if (!"".equals(item.get("Dataset-DatasetCoverage-StartTimeLong").getAsString())) { + startDateLong = item.get("Dataset-DatasetCoverage-StartTimeLong").getAsLong(); + } + LocalDate startDate = Instant.ofEpochMilli(startDateLong).atZone(ZoneId.systemDefault()).toLocalDate(); + JsonElement startDateJsonElement = new JsonParser().parse(startDate.toString()); + item.add("start_date", startDateJsonElement); + + //add new date fields for stop_date, if 'Dataset-DatasetCoverage-StartTimeLong' is unreliable, try + //'DatasetCoverage-StopTimeLong' or 'DatasetCoverage-StopTimeLong-Long' + Long endDateLong = null; + if ("".equals(item.get("Dataset-DatasetCoverage-StopTimeLong").getAsString())) { + //This represents a fabricated time in the future, Monday, February 14, 2022 12:00:00 AM UTC + //this date time is specified such so that we are able to execute date range queries for things + //like event correlation. It should be noted that when interpreted by the WebUI this datetime is + //mapped to 'now' indicating that the dataset coverage is ongoing. + endDateLong = Long.parseLong("1644796800000"); + } else { + endDateLong = item.get("Dataset-DatasetCoverage-StopTimeLong").getAsLong(); + } + LocalDate endDate = Instant.ofEpochMilli(endDateLong).atZone(ZoneId.systemDefault()).toLocalDate(); + JsonElement endDateJsonElement = new JsonParser().parse(endDate.toString()); + item.add("end_date", endDateJsonElement); + IndexRequest ir = new IndexRequest( + props.getProperty(MudrodConstants.ES_INDEX_NAME), + props.getProperty(MudrodConstants.RAW_METADATA_TYPE)).source(item.toString()); es.getBulkProcessor().add(ir); } catch (IOException e) { LOG.error("Error indexing metadata record!", e); @@ -150,7 +212,8 @@ private void harvestMetadatafromWeb() { int docId = startIndex + i; File itemfile = new File(props.getProperty(MudrodConstants.RAW_METADATA_PATH) + "/" + docId + ".json"); - try (FileWriter fw = new FileWriter(itemfile.getAbsoluteFile()); BufferedWriter bw = new BufferedWriter(fw)) { + try (FileWriter fw = new FileWriter(itemfile.getAbsoluteFile()); + BufferedWriter bw = new BufferedWriter(fw)) { itemfile.createNewFile(); bw.write(item.toString()); } catch (IOException e) { @@ -168,7 +231,7 @@ private void harvestMetadatafromWeb() { } } while (docLength != 0); - + LOG.info("Metadata downloading finished"); } @@ -177,4 +240,16 @@ public Object execute(Object o) { return null; } + /** + * @param args provide path to target data directory you + * intend to harvest metadata to. + */ + public static void main(String[] args) { + MudrodEngine mEngine = new MudrodEngine(); + Properties props = mEngine.loadConfig(); + props.put(MudrodConstants.RAW_METADATA_PATH, args[0]); + ApiHarvester apiHarvester = new ApiHarvester(props, mEngine.startESDriver(), null); + apiHarvester.execute(); + } + } diff --git a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/Metadata.java b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/Metadata.java index c420c94..59dc576 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/Metadata.java +++ b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/Metadata.java @@ -14,12 +14,7 @@ package org.apache.sdap.mudrod.metadata.structure; import java.io.Serializable; -import java.util.ArrayList; import java.util.List; -import java.util.Map; -import java.util.concurrent.ExecutionException; - -import org.apache.sdap.mudrod.driver.ESDriver; public abstract class Metadata implements Serializable { diff --git a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/MetadataExtractor.java b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/MetadataExtractor.java index 5f84206..b406671 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/MetadataExtractor.java +++ b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/MetadataExtractor.java @@ -29,7 +29,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Map; -import java.util.concurrent.ExecutionException; public class MetadataExtractor implements Serializable { diff --git a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/PODAACMetadata.java b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/PODAACMetadata.java index a0c91d1..aebd881 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/PODAACMetadata.java +++ b/core/src/main/java/org/apache/sdap/mudrod/metadata/structure/PODAACMetadata.java @@ -1,4 +1,4 @@ -/* + /* * Licensed under the Apache License, Version 2.0 (the "License"); you * may not use this file except in compliance with the License. * You may obtain a copy of the License at @@ -24,113 +24,119 @@ */ public class PODAACMetadata extends Metadata { - /** - * - */ - private static final long serialVersionUID = 1L; - // shortname: data set short name - // private String shortname; - // abstractStr: data set abstract - private String abstractStr; - // isoTopic: data set topic - private String isoTopic; - // sensor: sensor - private String sensor; - // source: data source - private String source; - // project: data project - private String project; - // hasAbstarct: whether data set has abstract - boolean hasAbstarct; - - // longnameList: data set long name list - private List longnameList; - // keywordList:data set key word list - private List keywordList; - // termList: data set term list - private List termList; - // topicList: data set topic list - private List topicList; - // variableList: data set variable list - private List variableList; - // abstractList: data set abstract term list - private List abstractList; - // isotopicList: data set iso topic list - private List isotopicList; - // sensorList: data set sensor list - private List sensorList; - // sourceList: data set source list - private List sourceList; - // projectList: data set project list - private List projectList; - // regionList: data set region list - private List regionList; - - public PODAACMetadata() { - // Default constructor - } - - /** - * Creates a new instance of PODAACMetadata. - * - * @param shortname - * data set short name - * @param longname - * data set long name - * @param topics - * data set topics - * @param terms - * data set terms - * @param variables - * data set variables - * @param keywords - * data set keywords - * @param region - * list of regions - */ - public PODAACMetadata(String shortname, List longname, List topics, List terms, - List variables, List keywords, List region) { - this.shortname = shortname; - this.longnameList = longname; - this.keywordList = keywords; - this.termList = terms; - this.topicList = topics; - this.variableList = variables; - this.regionList = region; - } - - public PODAACMetadata(Map result, ESDriver es, String index) { - - String shortname = (String) result.get("Dataset-ShortName"); - List topic = (List) result.get("DatasetParameter-Topic"); - List term = (List) result.get("DatasetParameter-Term"); - List keyword = (List) result.get("Dataset-Metadata"); - List variable = (List) result.get("DatasetParameter-Variable"); - List longname = (List) result.get("DatasetProject-Project-LongName"); - List region = (List) result.get("DatasetRegion-Region"); - - this.shortname = shortname; - this.longnameList = longname; - try { - this.keywordList = es.customAnalyzing(index, keyword); - this.termList = es.customAnalyzing(index, term); - this.topicList = es.customAnalyzing(index, topic); - this.variableList = es.customAnalyzing(index, variable); - this.regionList = es.customAnalyzing(index, region); - } catch (Exception e) { - e.printStackTrace(); - } - } - - /** - * setTerms: set term of data set - * - * @param termstr - * data set terms - */ - public void setTerms(String termstr) { - this.splitString(termstr, this.termList); - } + /** + * + */ + private static final long serialVersionUID = 1L; + // shortname: data set short name + // private String shortname; + // abstractStr: data set abstract + private String abstractStr; + // isoTopic: data set topic + private String isoTopic; + // sensor: sensor + private String sensor; + // source: data source + private String source; + // project: data project + private String project; + // hasAbstarct: whether data set has abstract + boolean hasAbstarct; + + // longnameList: data set long name list + private List longnameList; + // keywordList:data set key word list + private List keywordList; + // termList: data set term list + private List termList; + // topicList: data set topic list + private List topicList; + // variableList: data set variable list + private List variableList; + // abstractList: data set abstract term list + private List abstractList; + // isotopicList: data set iso topic list + private List isotopicList; + // sensorList: data set sensor list + private List sensorList; + // sourceList: data set source list + private List sourceList; + // projectList: data set project list + private List projectList; + // regionList: data set region list + private List regionList; + + public PODAACMetadata() { + // Default constructor + } + + /** + * Creates a new instance of PODAACMetadata. + * + * @param shortname + * data set short name + * @param longname + * data set long name + * @param topics + * data set topics + * @param terms + * data set terms + * @param variables + * data set variables + * @param keywords + * data set keywords + * @param region + * list of regions + */ + public PODAACMetadata(String shortname, List longname, List topics, List terms, + List variables, List keywords, List region) { + this.shortname = shortname; + this.longnameList = longname; + this.keywordList = keywords; + this.termList = terms; + this.topicList = topics; + this.variableList = variables; + this.regionList = region; + } + + public PODAACMetadata(Map result, ESDriver es, String index) { + + String shortname = (String) result.get("Dataset-ShortName"); + @SuppressWarnings("unchecked") + List topic = (List) result.get("DatasetParameter-Topic"); + @SuppressWarnings("unchecked") + List term = (List) result.get("DatasetParameter-Term"); + @SuppressWarnings("unchecked") + List keyword = (List) result.get("Dataset-Metadata"); + @SuppressWarnings("unchecked") + List variable = (List) result.get("DatasetParameter-Variable"); + @SuppressWarnings("unchecked") + List longname = (List) result.get("DatasetProject-Project-LongName"); + @SuppressWarnings("unchecked") + List region = (List) result.get("DatasetRegion-Region"); + + this.shortname = shortname; + this.longnameList = longname; + try { + this.keywordList = es.customAnalyzing(index, keyword); + this.termList = es.customAnalyzing(index, term); + this.topicList = es.customAnalyzing(index, topic); + this.variableList = es.customAnalyzing(index, variable); + this.regionList = es.customAnalyzing(index, region); + } catch (Exception e) { + e.printStackTrace(); + } + } + + /** + * setTerms: set term of data set + * + * @param termstr + * data set terms + */ + public void setTerms(String termstr) { + this.splitString(termstr, this.termList); + } /** * setKeywords: set key word of data set @@ -334,7 +340,7 @@ public List getAllTermList() { } /** - * splitString: split value of fields of data set + * Split value of fields of data set * * @param oristr original string * @param list result after splitting diff --git a/core/src/main/java/org/apache/sdap/mudrod/recommendation/pre/NormalizeFeatures.java b/core/src/main/java/org/apache/sdap/mudrod/recommendation/pre/NormalizeFeatures.java index 458ccbb..7e51933 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/recommendation/pre/NormalizeFeatures.java +++ b/core/src/main/java/org/apache/sdap/mudrod/recommendation/pre/NormalizeFeatures.java @@ -35,7 +35,6 @@ import java.util.HashMap; import java.util.Map; import java.util.Properties; -import java.util.regex.Pattern; public class NormalizeFeatures extends DiscoveryStepAbstract { diff --git a/core/src/main/java/org/apache/sdap/mudrod/recommendation/process/FeatureBasedSimilarity.java b/core/src/main/java/org/apache/sdap/mudrod/recommendation/process/FeatureBasedSimilarity.java index 3a18795..56ee83b 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/recommendation/process/FeatureBasedSimilarity.java +++ b/core/src/main/java/org/apache/sdap/mudrod/recommendation/process/FeatureBasedSimilarity.java @@ -36,7 +36,6 @@ import java.io.IOException; import java.io.Serializable; -import java.text.DecimalFormat; import java.util.Properties; import java.util.ArrayList; import java.util.List; @@ -49,7 +48,6 @@ public class FeatureBasedSimilarity extends DiscoveryStepAbstract implements Ser private static final Logger LOG = LoggerFactory.getLogger(FeatureBasedSimilarity.class); - private DecimalFormat df = new DecimalFormat("#.000"); // a map from variable to its type MetadataFeature metadata = null; public Map variableTypes; diff --git a/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/HybridRecommendation.java b/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/HybridRecommendation.java index 2b29c03..4bc7a18 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/HybridRecommendation.java +++ b/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/HybridRecommendation.java @@ -30,7 +30,15 @@ import java.io.IOException; import java.text.DecimalFormat; -import java.util.*; +import java.util.ArrayList; +import java.util.Collections; +import java.util.HashMap; +import java.util.Iterator; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Map; +import java.util.Properties; +import java.util.Set; /** * Recommend metadata using combination all two methods, including content-based @@ -50,7 +58,7 @@ public class HybridRecommendation extends DiscoveryStepAbstract { private static final String WEIGHT = "weight"; /** - * recommended data class Date: Sep 12, 2016 2:25:28 AM + * recommended data class */ class LinkedTerm { public String term = null; @@ -104,7 +112,7 @@ public JsonObject getRecomDataInJson(String input, int num) { JsonElement sessionSimJson = mapToJson(sortedSessionSimMap, num); resultJson.add("sessionSim", sessionSimJson); - Map hybirdSimMap = new HashMap(); + Map hybirdSimMap = new HashMap<>(); for (String name : sortedAbstractSimMap.keySet()) { hybirdSimMap.put(name, sortedAbstractSimMap.get(name) /** 0.4 */); @@ -164,9 +172,7 @@ protected JsonElement mapToJson(Map wordweights, int num) { } String nodesJson = gson.toJson(nodes); - JsonElement nodesElement = gson.fromJson(nodesJson, JsonElement.class); - - return nodesElement; + return gson.fromJson(nodesJson, JsonElement.class); } /** @@ -207,7 +213,7 @@ public Map getRelatedData(String type, String input, int num) { public List getRelatedDataFromES(String type, String input, int num) { SearchRequestBuilder builder = es.getClient().prepareSearch(props.getProperty(INDEX_NAME)).setTypes(type).setQuery(QueryBuilders.termQuery("concept_A", input)).addSort(WEIGHT, SortOrder.DESC) - .setSize(num); + .setSize(num); SearchResponse usrhis = builder.execute().actionGet(); @@ -265,11 +271,8 @@ public static void main(String[] args) throws IOException { Properties props = me.loadConfig(); ESDriver es = new ESDriver(me.getConfig()); HybridRecommendation test = new HybridRecommendation(props, es, null); - - // String input = "NSCAT_LEVEL_1.7_V2"; String input = "AQUARIUS_L3_SSS_SMIA_MONTHLY-CLIMATOLOGY_V4"; JsonObject json = test.getRecomDataInJson(input, 10); - System.out.println(json.toString()); } } diff --git a/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/PODAACMetadataFeature.java b/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/PODAACMetadataFeature.java index d2b4e28..9bafa02 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/PODAACMetadataFeature.java +++ b/core/src/main/java/org/apache/sdap/mudrod/recommendation/structure/PODAACMetadataFeature.java @@ -1,4 +1,4 @@ -/* + /* * Licensed under the Apache License, Version 2.0 (the "License"); you * may not use this file except in compliance with the License. * You may obtain a copy of the License at @@ -161,8 +161,6 @@ private Double getVersionNum(String version) { @Override public void initFeatureType() { - // TODO Auto-generated method stub - // Map featureTypes = new HashMap<>(); featureTypes.put("DatasetParameter-Variable", VAR_CATEGORICAL); featureTypes.put("DatasetRegion-Region", VAR_CATEGORICAL); featureTypes.put("Dataset-ProjectionType", VAR_CATEGORICAL); @@ -184,8 +182,6 @@ public void initFeatureType() { @Override public void initFeatureWeight() { - // TODO Auto-generated method stub - // Map featureWeights = new HashMap<>(); featureWeights.put("Dataset-Derivative-ProcessingLevel", 5); featureWeights.put("DatasetParameter-Category", 5); featureWeights.put("DatasetParameter-Variable", 5); @@ -208,7 +204,6 @@ public void initFeatureWeight() { @Override public void spatialSimilarity(Map metadataA, Map metadataB, XContentBuilder contentBuilder) { - // TODO Auto-generated method stub double topA = (double) metadataA.get("DatasetCoverage-Derivative-NorthLat"); double bottomA = (double) metadataA.get("DatasetCoverage-Derivative-SouthLat"); double leftA = (double) metadataA.get("DatasetCoverage-Derivative-WestLon"); @@ -235,14 +230,12 @@ public void spatialSimilarity(Map metadataA, Map try { contentBuilder.field("Spatial_Covergae_Sim", similarity); } catch (IOException e) { - // TODO Auto-generated catch block e.printStackTrace(); } } @Override public void temporalSimilarity(Map metadataA, Map metadataB, XContentBuilder contentBuilder) { - // TODO Auto-generated method stub double similarity = 0.0; double startTimeA = Double.parseDouble((String) metadataA.get("Dataset-DatasetCoverage-StartTimeLong")); String endTimeAStr = (String) metadataA.get("Dataset-DatasetCoverage-StopTimeLong"); @@ -279,14 +272,12 @@ public void temporalSimilarity(Map metadataA, Map metadataA, Map metadataB, XContentBuilder contentBuilder) { - // TODO Auto-generated method stub for (String variable : featureTypes.keySet()) { Integer type = featureTypes.get(variable); if (type != VAR_CATEGORICAL) { @@ -318,7 +309,6 @@ public void categoricalVariablesSimilarity(Map metadataA, Map metadataA, Map metadataA, Map metadataB, XContentBuilder contentBuilder) { - // TODO Auto-generated method stub for (String variable : featureTypes.keySet()) { Integer type = featureTypes.get(variable); if (type != VAR_ORDINAL) { @@ -351,7 +340,6 @@ public void ordinalVariablesSimilarity(Map metadataA, Map entry : selected_Map.entrySet()) { if (query_operator.toLowerCase().trim().equals("phrase")) { - qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList).boost(entry.getValue().floatValue()).type(MultiMatchQueryBuilder.Type.PHRASE).tieBreaker((float) 0.5)); // when - // set - // to - // 1.0, - // it - // would - // be - // equal - // to - // "most - // fields" - // query + // when set to 1.0, it would be equal to 'most fields' query + qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList) + .boost(entry.getValue().floatValue()) + .type(MultiMatchQueryBuilder.Type.PHRASE) + .tieBreaker((float) 0.5)); } else if (query_operator.toLowerCase().trim().equals("and")) { - qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList).boost(entry.getValue().floatValue()).operator(MatchQueryBuilder.DEFAULT_OPERATOR.AND).tieBreaker((float) 0.5)); + qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList) + .boost(entry.getValue().floatValue()) + .operator(MatchQueryBuilder.DEFAULT_OPERATOR.AND) + .tieBreaker((float) 0.5)); } else { - qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList).boost(entry.getValue().floatValue()).operator(MatchQueryBuilder.DEFAULT_OPERATOR.OR).tieBreaker((float) 0.5)); + qb.should(QueryBuilders.multiMatchQuery(entry.getKey(), fieldsList) + .boost(entry.getValue().floatValue()) + .operator(MatchQueryBuilder.DEFAULT_OPERATOR.OR) + .tieBreaker((float) 0.5)); } } diff --git a/core/src/main/java/org/apache/sdap/mudrod/ssearch/Searcher.java b/core/src/main/java/org/apache/sdap/mudrod/ssearch/Searcher.java index ce0183a..f829f37 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/ssearch/Searcher.java +++ b/core/src/main/java/org/apache/sdap/mudrod/ssearch/Searcher.java @@ -32,7 +32,11 @@ import java.io.Serializable; import java.text.DecimalFormat; import java.text.SimpleDateFormat; -import java.util.*; +import java.util.ArrayList; +import java.util.Date; +import java.util.List; +import java.util.Map; +import java.util.Properties; import java.util.regex.Pattern; /** @@ -122,10 +126,6 @@ public List searchByQuery(String index, String type, String query, Stri sortField = "Dataset-LongName"; order = SortOrder.ASC; break; - case "Rank-ShortName-Full": - sortField = "Dataset-ShortName"; - order = SortOrder.ASC; - break; case "Rank-GridSpatialResolution": sortField = "Dataset-GridSpatialResolution"; order = SortOrder.DESC; @@ -221,8 +221,16 @@ public List searchByQuery(String index, String type, String query, Stri SResult.set(re, "endDate", endDateTxt); SResult.set(re, "sensors", String.join(", ", sensors)); - QueryBuilder queryLabelSearch = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("query", query)).must(QueryBuilders.termQuery("dataID", shortName)); - SearchResponse labelRes = es.getClient().prepareSearch(index).setTypes("trainingranking").setQuery(queryLabelSearch).setSize(5).execute().actionGet(); + QueryBuilder queryLabelSearch = QueryBuilders.boolQuery() + .must(QueryBuilders.termQuery("query", query)) + .must(QueryBuilders.termQuery("dataID", shortName)); + SearchResponse labelRes = es.getClient() + .prepareSearch(index) + .setTypes("trainingranking") + .setQuery(queryLabelSearch) + .setSize(5) + .execute() + .actionGet(); String labelString = null; for (SearchHit label : labelRes.getHits().getHits()) { Map labelItem = label.getSource(); diff --git a/core/src/main/java/org/apache/sdap/mudrod/ssearch/ranking/Learner.java b/core/src/main/java/org/apache/sdap/mudrod/ssearch/ranking/Learner.java index 8a752a3..29d723a 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/ssearch/ranking/Learner.java +++ b/core/src/main/java/org/apache/sdap/mudrod/ssearch/ranking/Learner.java @@ -34,7 +34,6 @@ public class Learner implements Serializable { /** * Constructor to load in spark SVM classifier * - * @param classifierName classifier type * @param skd an instance of spark driver * @param svmSgdModel path to a trained model */ diff --git a/core/src/main/java/org/apache/sdap/mudrod/tools/EONETIngester.java b/core/src/main/java/org/apache/sdap/mudrod/tools/EONETIngester.java deleted file mode 100644 index f3d36b3..0000000 --- a/core/src/main/java/org/apache/sdap/mudrod/tools/EONETIngester.java +++ /dev/null @@ -1,213 +0,0 @@ -/* - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.sdap.mudrod.tools; - -import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder; - -import java.io.IOException; -import java.util.Properties; -import java.util.concurrent.ExecutionException; - -import javax.net.ssl.SSLHandshakeException; - -import org.apache.http.HttpEntity; -import org.apache.http.HttpResponse; -import org.apache.http.client.HttpClient; -import org.apache.http.client.methods.HttpGet; -import org.apache.http.impl.client.HttpClientBuilder; -import org.apache.http.util.EntityUtils; -import org.apache.sdap.mudrod.discoveryengine.MudrodAbstract; -import org.apache.sdap.mudrod.driver.ESDriver; -import org.apache.sdap.mudrod.driver.SparkDriver; -import org.apache.sdap.mudrod.main.MudrodConstants; -import org.apache.sdap.mudrod.main.MudrodEngine; -import org.elasticsearch.action.bulk.BulkProcessor; -import org.elasticsearch.action.index.IndexRequest; -import org.elasticsearch.action.update.UpdateRequest; -import org.elasticsearch.action.update.UpdateResponse; -import org.elasticsearch.common.xcontent.XContentBuilder; -import org.elasticsearch.index.get.GetResult; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import com.google.gson.JsonArray; -import com.google.gson.JsonElement; -import com.google.gson.JsonObject; -import com.google.gson.JsonParser; - -/** - * Entry point providing ingestion logic of - * Earth Observatory Natural Event Tracker (EONET) data into - * the SDAP search server. - * @param - */ -public class EONETIngester extends MudrodAbstract { - - private static final long serialVersionUID = 1L; - - private static final Logger LOG = LoggerFactory.getLogger(EONETIngester.class); - - private static final String[] EVENTS_URLS = { - "https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=closed", - "https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=open"}; - - public EONETIngester(Properties props, ESDriver es, SparkDriver spark) { - super(props, es, spark); - initMudrod(); - } - - /** - * @param args there are no arguments for this service... - * It ingests the entire EONET database. In the future this will - * most likely change to provide finer grained controls over - * what kind of EONET data we wish to ingest e.g. recent events from the - * last day only, etc. - */ - public static void main(String[] args) { - MudrodEngine mudrodEngine = checkConfigInit(new MudrodEngine()); - EONETIngester eonetIngester = new EONETIngester( - mudrodEngine.getConfig(), mudrodEngine.getESDriver(), null); - eonetIngester.acquireAllEvents(mudrodEngine); - } - - private static MudrodEngine checkConfigInit(MudrodEngine mudrodEngine) { - if (mudrodEngine.getConfig().isEmpty()) { - mudrodEngine.loadConfig(); - mudrodEngine.setESDriver(mudrodEngine.startESDriver()); - } - return mudrodEngine; - - } - - public String acquireAllEvents(MudrodEngine mEngine) { - ESDriver esDriver = mEngine.getESDriver(); - if (mEngine.getConfig().isEmpty()) { - mEngine.loadConfig(); - esDriver = mEngine.startESDriver(); - } - String result = null; - try { - result = executeBulkIndexRequest(mEngine, esDriver, executeEonetGetOperations()); - } catch (SSLHandshakeException e) { - e.printStackTrace(); - } - if (result != null) { - return result; - } else { - return ""; - } - } - - private String executeBulkIndexRequest(MudrodEngine mEngine, ESDriver esDriver, JsonArray jsonEventsArray) { - esDriver.createBulkProcessor(); - BulkProcessor bp = esDriver.getBulkProcessor(); - GetResult result = null; - String index = mEngine.getConfig().getProperty(MudrodConstants.ES_INDEX_NAME); - String eventType = "eonet_event"; - //for each event - for (JsonElement jsonElement : jsonEventsArray) { - UpdateRequest updateRequest = null; - JsonObject event = jsonElement.getAsJsonObject(); - String eventId = event.get("id").toString(); - try { - IndexRequest indexRequest = new IndexRequest( - index, eventType, eventId).source(executeEventMapping(event)); - updateRequest = - new UpdateRequest(index, eventType, eventId).upsert(indexRequest); - updateRequest.doc(indexRequest); - bp.add(updateRequest); - } catch (NumberFormatException e) { - LOG.error("Error whilst processing numbers", e); - } - UpdateResponse updateResponse = null; - try { - updateResponse = esDriver.getClient().update(updateRequest).get(); - } catch (InterruptedException | ExecutionException e) { - e.printStackTrace(); - } - if (updateResponse != null) { - result = updateResponse.getGetResult(); - } - } - esDriver.destroyBulkProcessor(); - //return result.getSource().toString(); - return ""; - } - - private XContentBuilder executeEventMapping(JsonObject event) { - //for an individual event - XContentBuilder eventMapping = null; - if (null != event.get("closed")) { - try { - eventMapping = jsonBuilder() - .startObject() - .field("id", event.get("id")) - .field("title", event.get("title")) - .field("description", event.get("description")) - .field("link", event.get("link")) - .field("closed", event.get("closed")) - .field("categories", event.get("categories").getAsJsonArray()) - .field("sources", event.get("sources").getAsJsonArray()) - .field("geometries", event.get("geometries").getAsJsonArray()) - .endObject(); - } catch (IOException e) { - e.printStackTrace(); - } - } else { - try { - eventMapping = jsonBuilder() - .startObject() - .field("id", event.get("id")) - .field("title", event.get("title")) - .field("description", event.get("description")) - .field("link", event.get("link")) - .field("categories", event.get("categories").getAsJsonArray()) - .field("sources", event.get("sources").getAsJsonArray()) - .field("geometries", event.get("geometries").getAsJsonArray()) - .endObject(); - } catch (IOException e) { - e.printStackTrace(); - } - } - return eventMapping; - } - - private JsonArray executeEonetGetOperations() throws SSLHandshakeException { - HttpClient client = HttpClientBuilder.create().build(); - HttpResponse response = null; - JsonArray eventArray = new JsonArray(); - for (String string : EVENTS_URLS) { - HttpGet request = new HttpGet(string); - // add request header - request.addHeader("User-Agent", "Apache SDAP MUDROD EONETIngester"); - LOG.info("Executing: {}", request.toString()); - try { - response = client.execute(request); - HttpEntity entity = response.getEntity(); - JsonArray partialEventsArray = extractEventsArrayFromJsonResponse(EntityUtils.toString(entity, "UTF-8")); - for (JsonElement jsonElement : partialEventsArray) { - eventArray.add(jsonElement); - } - } catch (IOException e) { - e.printStackTrace(); - } - } - return eventArray; - } - - private JsonArray extractEventsArrayFromJsonResponse(String string) { - return ((JsonObject) new JsonParser().parse(string)).getAsJsonArray("events"); - } - -} diff --git a/core/src/main/java/org/apache/sdap/mudrod/tools/EventIngester.java b/core/src/main/java/org/apache/sdap/mudrod/tools/EventIngester.java new file mode 100644 index 0000000..56d9bfd --- /dev/null +++ b/core/src/main/java/org/apache/sdap/mudrod/tools/EventIngester.java @@ -0,0 +1,624 @@ +/* + * Licensed under the Apache License, Version 2.0 (the "License"); you + * may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.sdap.mudrod.tools; + +import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder; + +import java.io.IOException; +import java.io.InputStream; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.Properties; +import java.util.concurrent.ExecutionException; + +import javax.net.ssl.SSLHandshakeException; + +import org.apache.http.HttpEntity; +import org.apache.http.HttpResponse; +import org.apache.http.client.HttpClient; +import org.apache.http.client.methods.HttpGet; +import org.apache.http.impl.client.HttpClientBuilder; +import org.apache.http.util.EntityUtils; +import org.apache.sdap.mudrod.discoveryengine.MudrodAbstract; +import org.apache.sdap.mudrod.driver.ESDriver; +import org.apache.sdap.mudrod.driver.SparkDriver; +import org.apache.sdap.mudrod.main.MudrodConstants; +import org.apache.sdap.mudrod.main.MudrodEngine; +import org.elasticsearch.action.DocWriteResponse.Result; +import org.elasticsearch.action.bulk.BulkProcessor; +import org.elasticsearch.action.index.IndexRequest; +import org.elasticsearch.action.update.UpdateRequest; +import org.elasticsearch.action.update.UpdateResponse; +import org.elasticsearch.common.geo.ShapeRelation; +import org.elasticsearch.common.geo.builders.ShapeBuilders; +import org.elasticsearch.common.xcontent.XContentBuilder; +import org.elasticsearch.index.get.GetResult; +import org.elasticsearch.index.query.BoolQueryBuilder; +import org.elasticsearch.index.query.QueryBuilders; +import org.elasticsearch.script.Script; +import org.elasticsearch.script.ScriptType; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import com.fasterxml.jackson.databind.ObjectMapper; +import com.google.gson.JsonArray; +import com.google.gson.JsonElement; +import com.google.gson.JsonObject; +import com.google.gson.JsonParser; +import com.vividsolutions.jts.geom.Coordinate; + +/** + * Entry point providing ingestion logic of + * Earth Observatory Natural Event Tracker (EONET) data into + * the SDAP search server. + */ +public class EventIngester extends MudrodAbstract { + + private static final long serialVersionUID = 1L; + + private static final Logger LOG = LoggerFactory.getLogger(EventIngester.class); + + private static final String[] EVENTS_URLS = { + "https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=closed", + "https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=open"}; + + public EventIngester(Properties props, ESDriver es, SparkDriver spark) { + super(props, es, spark); + initMudrod(); + } + + /** + * @param args there are no arguments for this service... + * It ingests the entire EONET database. In the future this will + * most likely change to provide finer grained controls over + * what kind of EONET data we wish to ingest e.g. recent events from the + * last day only, etc. + */ + public static void main(String[] args) { + MudrodEngine mudrodEngine = checkConfigInit(new MudrodEngine()); + EventIngester eonetIngester = new EventIngester( + mudrodEngine.getConfig(), mudrodEngine.getESDriver(), null); + eonetIngester.ingestAllEonetEvents(mudrodEngine); + eonetIngester.correlateAndUpdateDatasetMetadataWithEONETEvents(mudrodEngine); + } + + /** + * @param mudrodEngine a populated, configured {@link org.apache.sdap.mudrod.main.MudrodEngine} + * with indexing backend already configured. + */ + public void correlateAndUpdateDatasetMetadataWithEONETEvents(MudrodEngine mudrodEngine) { + LOG.info("Beginning event correlation and update of collection records."); + Properties props = mudrodEngine.getConfig(); + ESDriver esDriver = mudrodEngine.getESDriver(); + String esIndex = props.getProperty(MudrodConstants.ES_INDEX_NAME); + String type = props.getProperty(MudrodConstants.RAW_METADATA_TYPE); + @SuppressWarnings("unused") + Result getResult = null; + //1) query the eonet_event type for all records + List> allEonetDocs = esDriver.getAllDocs(esIndex, "eonet_event"); + + //create List of CoordinateGeometry objects + List coordGeometryList = new ArrayList<>(); + + //2) for each eonet_event, obtain spatial and temporal characteristics + for (Map individualEventMap : allEonetDocs) { + JsonElement eventId = new JsonParser().parse(individualEventMap.get("id").toString()); + JsonElement eventTitle = new JsonParser().parse(individualEventMap.get("title").toString()); + JsonElement eventDescription = new JsonParser().parse(individualEventMap.get("description").toString()); + JsonElement eventLink = new JsonParser().parse(individualEventMap.get("link").toString()); + JsonElement eventClosedDate = null; + if (individualEventMap.get("closed") != null) { + eventClosedDate = new JsonParser().parse(individualEventMap.get("closed").toString()); + } + JsonArray categoriesArray = new JsonParser().parse(individualEventMap.get("categories").toString()).getAsJsonArray(); + JsonArray sourcesArray = new JsonParser().parse(individualEventMap.get("sources").toString()).getAsJsonArray(); + JsonArray geometriesArray = new JsonParser().parse(individualEventMap.get("geometries").toString()).getAsJsonArray(); + for (JsonElement individualGeometry : geometriesArray) { + JsonObject individualGeometryObj = individualGeometry.getAsJsonObject(); + String geometryDate = individualGeometryObj.get("date").getAsString(); + String geometryType = individualGeometryObj.get("type").getAsString(); + if ("Point".equals(geometryType)) { + List geometryCoordinatesList = new ArrayList<>(); + JsonArray westLonNorthLat = individualGeometryObj.get("coordinates").getAsJsonArray(); + geometryCoordinatesList.add(westLonNorthLat.get(0).toString() + "," + westLonNorthLat.get(1).toString()); + + List categoriesList = new ArrayList<>(); + for (JsonElement individualCategory : categoriesArray) { + categoriesList.add(individualCategory.getAsJsonObject().toString()); + } + + List sourcesList = new ArrayList<>(); + for (JsonElement individualSource : sourcesArray) { + sourcesList.add(individualSource.getAsJsonObject().toString()); + } + + CoordinateGeometry coordGeo = new CoordinateGeometry(); + coordGeo.setId(eventId.getAsString()); + coordGeo.setTitle(eventTitle.getAsString()); + coordGeo.setDescription(eventDescription.getAsString()); + coordGeo.setLink(eventLink.getAsString()); + if (eventClosedDate != null) { + coordGeo.setClosedDate(eventClosedDate.getAsString()); + } else { + coordGeo.setClosedDate(""); + } + coordGeo.setCategories(categoriesList); + coordGeo.setSources(sourcesList); + coordGeo.setDate(geometryDate); + coordGeo.setType(geometryType); + coordGeo.setCoordinates(geometryCoordinatesList); + coordGeometryList.add(coordGeo); + } else { + //must be Polygon + } + } + } + //for each CoordinateGeometry + for(CoordinateGeometry geo: coordGeometryList) { + //correlate the temporal presence + String painlessTemporalScript = + "def startDate = new Date(doc['start_date'][0]); " + + "def endDate = new Date(doc['end_date'][0]); " + + "def sf = new SimpleDateFormat(\"yyyy-MM-dd'T'HH:mm:ss\"); " + + "def eventDate = sf.parse(\"" + geo.getDate() + "\"); " + + "if(eventDate.after(startDate) && eventDate.before(endDate)) { " + + "return true; }"; + JsonObject resultsJSON = null; + BoolQueryBuilder queryBuilder = null; + //and the spatial presence depending on whether it is a single Point; + //where the "coordinates" member must be a single position, + //multiple Point's; again where each "coordinates" member must be a single + //position (not to be confused with 'MultiPoint' where the the + //"coordinates" member must be an array of positions.), or 'Polygon' where + // the "coordinates" member must be an array of LinearRing coordinate arrays. + if("Point".equals(geo.type)) { + try { + double lon = Double.parseDouble(geo.getCoordinates().get(0).split(",")[0]); + double lat = Double.parseDouble(geo.getCoordinates().get(0).split(",")[1]); + //bypasses potential bugs (lon being lat and vice verse) which are sporadically + //peppered throughout the EONET dataset. Here we simply reverse the lon lat values if + //values are known to be outside of the X and Y limits e.g. -180 to 180 and -90 to 90. + if (lat < -90 || lat > 90) { + double new_lon = lat; + lat = lon; + lon = new_lon; + } + queryBuilder = QueryBuilders.boolQuery() + .must(QueryBuilders.scriptQuery(new Script(ScriptType.INLINE, "painless", painlessTemporalScript, new HashMap<>(), new HashMap<>()))) + .must(QueryBuilders.geoShapeQuery( + "location", + ShapeBuilders.newPoint(new Coordinate(lon, lat))).relation(ShapeRelation.CONTAINS)); + } catch (IOException e) { + e.printStackTrace(); + } + } else { + //assume Polygon + } + if (queryBuilder != null) { + resultsJSON = (JsonObject) new JsonParser().parse(esDriver.searchByQuery(esIndex, queryBuilder, false, type)); + } + esDriver.createBulkProcessor(); + if (resultsJSON != null) { + BulkProcessor bulkProcessor = esDriver.getBulkProcessor(); + LOG.info("Retrieved {} hits from event-collection spatio-temporal correlation query.", resultsJSON.get("PDResults").getAsJsonArray().size()); + for (JsonElement result: resultsJSON.get("PDResults").getAsJsonArray()) { + JsonObject jsonResult = result.getAsJsonObject(); + String id = jsonResult.get("id").getAsString(); + XContentBuilder eventMapping = null; + try { + eventMapping = jsonBuilder() + .startObject() + .field("id", geo.getId()) + .field("title", geo.getTitle()) + .field("description", geo.getDescription()) + .field("link", geo.getLink()) + .field("closed", geo.getClosedDate()) + .array("categories", geo.getCategories()) + .array("sources", geo.getSources()) + .array("coordinates", geo.getCoordinates()) + .field("date", geo.getDate()) + .field("type", geo.getType()) + .endObject(); + } catch (IOException e) { + e.printStackTrace(); + } + + //events and Dataset-Metadata both exist in the result so we can script an update for both + if (jsonResult.get("events") != null && jsonResult.get("Dataset-Metadata") != null) { + String updateScript = + "if (!ctx._source[\"Dataset-Metadata\"].contains(params.title)) { " + + "ctx._source[\"Dataset-Metadata\"].add(params.title); " + + "} " + + "if (!ctx._source.events.contains(params.event)) { " + + "ctx._source.events.add(params.event); " + + "}"; + Map params = new HashMap<>(); + if (!"".equals(geo.getTitle())) { + params.put("title", geo.getTitle()); + } + try { + Map jsonMap = new ObjectMapper().readValue(eventMapping.string(), HashMap.class); + params.put("event", jsonMap); + } catch (IOException e1) { + e1.printStackTrace(); + } + + UpdateRequest updateRequest = new UpdateRequest(esIndex, type, id) + .script(new Script(ScriptType.INLINE, "painless", updateScript, new HashMap<>(), params)); + bulkProcessor.add(updateRequest); + //events exist but Dataset-Metadata does not so we can script an update for the former + //and an upsert for the latter + } else if (jsonResult.get("events") != null && jsonResult.get("Dataset-Metadata") == null){ + String updateScript = + "if (!ctx._source.events.contains(params.event)) { " + + "ctx._source.events.add(params.event); " + + "}"; + Map params = new HashMap<>(); + try { + Map jsonMap = new ObjectMapper().readValue(eventMapping.string(), HashMap.class); + params.put("event", jsonMap); + } catch (IOException e) { + e.printStackTrace(); + } + UpdateRequest scriptUpdateRequest = new UpdateRequest(esIndex, type, id) + .script(new Script(ScriptType.INLINE, "painless", updateScript, new HashMap<>(), params)); + bulkProcessor.add(scriptUpdateRequest); + IndexRequest indexRequest = null; + XContentBuilder mapping = null; + try { + mapping = jsonBuilder() + .startObject() + .array("Dataset-Metadata", geo.getTitle()) + .endObject(); + } catch (IOException e) { + e.printStackTrace(); + } + indexRequest = new IndexRequest( + esIndex, type, id).source(mapping); + UpdateRequest upsertUpdateRequest = + new UpdateRequest(esIndex, type, id).upsert(indexRequest); + upsertUpdateRequest.doc(indexRequest); + bulkProcessor.add(upsertUpdateRequest); + //events do not exist but Dataset-Metadata does so we can script an update for the latter + //and an upsert for the former + } else if (jsonResult.get("events") == null && jsonResult.get("Dataset-Metadata") != null){ + String updateScript = + "if (!ctx._source[\"Dataset-Metadata\"].contains(params.title)) { " + + "ctx._source[\"Dataset-Metadata\"].add(params.title); " + + "}"; + Map params = new HashMap<>(); + if (!"".equals(geo.getTitle())) { + params.put("title", geo.getTitle()); + } + UpdateRequest scriptUpdateRequest = new UpdateRequest(esIndex, type, id) + .script(new Script(ScriptType.INLINE, "painless", updateScript, new HashMap<>(), params)); + bulkProcessor.add(scriptUpdateRequest); + IndexRequest indexRequest = null; + XContentBuilder mapping = null; + try { + mapping = jsonBuilder() + .startObject() + .startArray("events") + .startObject() + .field("id", geo.getId()) + .field("title", geo.getTitle()) + .field("description", geo.getDescription()) + .field("link", geo.getLink()) + .field("closed", geo.getClosedDate()) + .array("categories", geo.getCategories()) + .array("sources", geo.getSources()) + .array("coordinates", geo.getCoordinates()) + .field("date", geo.getDate()) + .field("type", geo.getType()) + .endObject() + .endArray() + .endObject(); + } catch (IOException e1) { + e1.printStackTrace(); + } + indexRequest = new IndexRequest( + esIndex, type, id).source(mapping); + UpdateRequest upsertUpdateRequest = + new UpdateRequest(esIndex, type, id).upsert(indexRequest); + upsertUpdateRequest.doc(indexRequest); + bulkProcessor.add(upsertUpdateRequest); + //neither events or Dataset-Metadata exists, we need to create an upsert for both new fields. + } else { + IndexRequest indexRequest = null; + try { + XContentBuilder mapping = jsonBuilder() + .startObject() + .startArray("events") + .startObject() + .field("id", geo.getId()) + .field("title", geo.getTitle()) + .field("description", geo.getDescription()) + .field("link", geo.getLink()) + .field("closed", geo.getClosedDate()) + .array("categories", geo.getCategories()) + .array("sources", geo.getSources()) + .array("coordinates", geo.getCoordinates()) + .field("date", geo.getDate()) + .field("type", geo.getType()) + .endObject() + .endArray() + .array("Dataset-Metadata", geo.getTitle()) + .endObject(); + indexRequest = new IndexRequest( + esIndex, type, id).source(mapping); + } catch (IOException e) { + e.printStackTrace(); + } + UpdateRequest updateRequest = + new UpdateRequest(esIndex, type, id).upsert(indexRequest); + updateRequest.doc(indexRequest); + bulkProcessor.add(updateRequest); + } + } + bulkProcessor.flush(); + esDriver.refreshIndex(); + } + esDriver.destroyBulkProcessor(); + } + } + + private class CoordinateGeometry { + private String date; + private String type; + private List coordinates; + private String title; + private List sources; + private List categories; + private String closedDate; + private String link; + private String description; + private String id; + + /** + * @return the date + */ + public String getDate() { + return date; + } + + public List getSources() { + return sources; + } + + public List getCategories() { + return categories; + } + + public String getClosedDate() { + return closedDate; + } + + public String getLink() { + return link; + } + + public String getDescription() { + return description; + } + + public String getId() { + return id; + } + + public void setSources(List sourcesList) { + this.sources = sourcesList; + } + + public void setCategories(List categoriesList) { + this.categories = categoriesList; + } + + public void setClosedDate(String asString) { + this.closedDate = asString; + } + + public void setLink(String asString) { + this.link = asString; + } + + public void setDescription(String asString) { + this.description = asString; + } + + public void setId(String asString) { + this.id = asString; + } + + public void setTitle(String asString) { + this.title = asString; + + } + + public String getTitle() { + return title; + } + + /** + * @param date the date to set + */ + public void setDate(String date) { + this.date = date; + } + + /** + * @return the type + */ + public String getType() { + return type; + } + + /** + * @param type the type to set + */ + public void setType(String type) { + this.type = type; + } + + /** + * @return the coordinates + */ + public List getCoordinates() { + return coordinates; + } + + /** + * @param geometryCoordinatesList the coordinates to set + */ + public void setCoordinates(List geometryCoordinatesList) { + this.coordinates = geometryCoordinatesList; + } + + } + + private static MudrodEngine checkConfigInit(MudrodEngine mudrodEngine) { + if (mudrodEngine.getConfig().isEmpty()) { + mudrodEngine.loadConfig(); + mudrodEngine.setESDriver(mudrodEngine.startESDriver()); + } + return mudrodEngine; + + } + + public String ingestAllEonetEvents(MudrodEngine mEngine) { + ESDriver esDriver = mEngine.getESDriver(); + if (mEngine.getConfig().isEmpty()) { + mEngine.loadConfig(); + esDriver = mEngine.startESDriver(); + } + String result = null; + try { + result = executeBulkIndexRequest(mEngine, esDriver, executeEonetGetOperations()); + } catch (SSLHandshakeException e) { + e.printStackTrace(); + } + if (result != null) { + return result; + } else { + return ""; + } + } + + private String executeBulkIndexRequest(MudrodEngine mEngine, ESDriver esDriver, JsonArray jsonEventsArray) { + esDriver.createBulkProcessor(); + BulkProcessor bp = esDriver.getBulkProcessor(); + @SuppressWarnings("unused") + GetResult result = null; + String index = mEngine.getConfig().getProperty(MudrodConstants.ES_INDEX_NAME); + String eventType = "eonet_event"; + //for each event + for (JsonElement jsonElement : jsonEventsArray) { + UpdateRequest updateRequest = null; + JsonObject event = jsonElement.getAsJsonObject(); + String eventId = event.get("id").toString(); + try { + IndexRequest indexRequest = new IndexRequest( + index, eventType, eventId).source(executeEventMapping(event)); + updateRequest = + new UpdateRequest(index, eventType, eventId).upsert(indexRequest); + updateRequest.doc(indexRequest); + bp.add(updateRequest); + } catch (NumberFormatException e) { + LOG.error("Error whilst processing numbers", e); + } + UpdateResponse updateResponse = null; + try { + updateResponse = esDriver.getClient().update(updateRequest).get(); + } catch (InterruptedException | ExecutionException e) { + e.printStackTrace(); + } + if (updateResponse != null) { + result = updateResponse.getGetResult(); + } + } + esDriver.destroyBulkProcessor(); + return ""; + } + + private XContentBuilder executeEventMapping(JsonObject event) { + //for an individual event + XContentBuilder eventMapping = null; + if (null != event.get("closed")) { + try { + eventMapping = jsonBuilder() + .startObject() + .field("id", event.get("id")) + .field("title", event.get("title")) + .field("description", event.get("description")) + .field("link", event.get("link")) + .field("closed", event.get("closed")) + .field("categories", event.get("categories").getAsJsonArray()) + .field("sources", event.get("sources").getAsJsonArray()) + .field("geometries", event.get("geometries").getAsJsonArray()) + .endObject(); + } catch (IOException e) { + e.printStackTrace(); + } + } else { + try { + eventMapping = jsonBuilder() + .startObject() + .field("id", event.get("id")) + .field("title", event.get("title")) + .field("description", event.get("description")) + .field("link", event.get("link")) + .field("categories", event.get("categories").getAsJsonArray()) + .field("sources", event.get("sources").getAsJsonArray()) + .field("geometries", event.get("geometries").getAsJsonArray()) + .endObject(); + } catch (IOException e) { + e.printStackTrace(); + } + } + return eventMapping; + } + + private JsonArray executeEonetGetOperations() throws SSLHandshakeException { + HttpClient client = HttpClientBuilder.create().build(); + HttpResponse response = null; + JsonArray eventArray = new JsonArray(); + for (String string : EVENTS_URLS) { + HttpGet request = new HttpGet(string); + // add request header + request.addHeader("User-Agent", "Apache SDAP Search Event Ingester"); + LOG.info("Executing: {}", request.toString()); + try { + response = client.execute(request); + HttpEntity entity = response.getEntity(); + JsonArray partialEventsArray = extractEventsArrayFromJsonResponse(EntityUtils.toString(entity, "UTF-8")); + for (JsonElement jsonElement : partialEventsArray) { + eventArray.add(jsonElement); + } + } catch (IOException e) { + e.printStackTrace(); + } + } + return eventArray; + } + + private JsonArray extractEventsArrayFromJsonResponse(String string) { + return ((JsonObject) new JsonParser().parse(string)).getAsJsonArray("events"); + } + + public String ingestEventsJSON(MudrodEngine mEngine, InputStream is) { + return null; + } + +} diff --git a/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/ImportLogFile.java b/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/ImportLogFile.java index 6e5f473..4304d08 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/ImportLogFile.java +++ b/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/ImportLogFile.java @@ -19,25 +19,15 @@ import org.apache.sdap.mudrod.weblog.structure.log.ApacheAccessLog; import org.apache.sdap.mudrod.weblog.structure.log.FtpLog; import org.apache.spark.api.java.JavaRDD; -import org.elasticsearch.action.index.IndexRequest; import org.elasticsearch.spark.rdd.api.java.JavaEsSpark; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import java.io.BufferedReader; import java.io.File; -import java.io.FileNotFoundException; -import java.io.FileReader; -import java.io.IOException; -import java.text.ParseException; -import java.text.SimpleDateFormat; -import java.util.Date; import java.util.Properties; import java.util.regex.Matcher; import java.util.regex.Pattern; -import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder; - /** * Supports ability to parse and process FTP and HTTP log files */ diff --git a/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/LogAbstract.java b/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/LogAbstract.java index 1d04902..4546864 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/LogAbstract.java +++ b/core/src/main/java/org/apache/sdap/mudrod/weblog/pre/LogAbstract.java @@ -1,3 +1,16 @@ +/* + * Licensed under the Apache License, Version 2.0 (the "License"); you + * may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ package org.apache.sdap.mudrod.weblog.pre; import org.apache.commons.io.IOUtils; @@ -61,7 +74,7 @@ protected void initLogIndex() { sessionStats = MudrodConstants.SESSION_STATS_TYPE; InputStream settingsStream = getClass().getClassLoader().getResourceAsStream(ES_SETTINGS); - InputStream mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_MAPPINGS); + InputStream mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_DEFAULT_MAPPINGS); JSONObject settingsJSON = null; JSONObject mappingJSON = null; @@ -79,7 +92,7 @@ protected void initLogIndex() { try { if (settingsJSON != null && mappingJSON != null) { - this.es.putMapping(logIndex, settingsJSON.toString(), mappingJSON.toString()); + this.es.putMapping(logIndex, "_default_", settingsJSON.toString(), mappingJSON.toString()); } } catch (IOException e) { LOG.error("Error entering Elasticsearch Mappings!", e); diff --git a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/log/Coordinates.java b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/log/Coordinates.java index 43a7642..ae1b991 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/log/Coordinates.java +++ b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/log/Coordinates.java @@ -14,8 +14,6 @@ package org.apache.sdap.mudrod.weblog.structure.log; public class Coordinates { - /* - * public String lat; public String lon; - */ + public String latlon; } diff --git a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionNode.java b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionNode.java index 91a29e1..623b254 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionNode.java +++ b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionNode.java @@ -22,8 +22,7 @@ import org.apache.sdap.mudrod.main.MudrodConstants; /** - * ClassName: SessionNode Function: Functions related to a node in a session - * tree sturcture. + * Functions related to a node in a session tree sturcture. */ public class SessionNode { // id: Node ID @@ -55,12 +54,13 @@ public class SessionNode { protected String datasetId; public SessionNode() { - + //default constuctor } /** * Creates a new instance of SessionNode. * + * @param props a populated {@link java.util.Properties} object * @param request: request url * @param logType: including two types - po.dacc, ftp * @param referer: previous request url @@ -77,20 +77,21 @@ public SessionNode(Properties props, String request, String logType, String refe } /** - * setReferer: Set previous request url of this node + * Set previous request url of this node * * @param referer previous request url + * @param basicUrl the referer URL string to replace with "" */ public void setReferer(String referer, String basicUrl) { if (referer == null) { this.referer = ""; return; } - this.referer= referer.toLowerCase().replace(basicUrl, ""); + this.referer = referer.toLowerCase().replace(basicUrl, ""); } /** - * setRequest: Set request url of this node + * Set request url of this node * * @param req request url */ @@ -102,7 +103,7 @@ public void setRequest(String req) { } /** - * getChildren:Get child nodes of this node + * Get child nodes of this node * * @return child nodes */ @@ -111,7 +112,7 @@ public List getChildren() { } /** - * setChildren: Set child nodes of this node + * Set child nodes of this node * * @param children child nodes of this node */ @@ -120,7 +121,7 @@ public void setChildren(List children) { } /** - * addChildren: Add a children node + * Add a children node * * @param node session node */ @@ -129,7 +130,7 @@ public void addChildren(SessionNode node) { } /** - * getId:Get node ID + * Get node ID * * @return node ID of this node */ @@ -138,7 +139,7 @@ public String getId() { } /** - * bSame:Compare this node with another node + * Compare this node with another node * * @param node {@link SessionNode} * @return boolean value, true mean the two nodes are same @@ -152,9 +153,10 @@ public Boolean bSame(SessionNode node) { } /** - * setKey:Set request type which contains three categories - + * Set request type which contains three categories - * dataset,datasetlist,ftp * + * @param props a populated {@link java.util.Properties} object * @param request request url * @param logType url type */ @@ -162,9 +164,9 @@ public void setKey(Properties props, String request, String logType) { this.key = ""; String datasetlist = props.getProperty(MudrodConstants.SEARCH_MARKER); String dataset = props.getProperty(MudrodConstants.VIEW_MARKER); - if (logType.equals("ftp")) { + if ("ftp".equals(logType)) { this.key = "ftp"; - } else if (logType.equals("root")) { + } else if ("root".equals(logType)) { this.key = "root"; } else { if (request.contains(datasetlist)) { @@ -176,7 +178,7 @@ public void setKey(Properties props, String request, String logType) { } /** - * getKey:Get request type which contains three categories - + * Get request type which contains three categories - * dataset,datasetlist,ftp * * @return request url type of this node @@ -186,7 +188,7 @@ public String getKey() { } /** - * getRequest:Get node request + * Get node request * * @return request url of this node */ @@ -195,7 +197,7 @@ public String getRequest() { } /** - * getReferer:Get previous request url of this node + * Get previous request url of this node * * @return previous request url of this node */ @@ -204,7 +206,7 @@ public String getReferer() { } /** - * getParent:Get parent node of this node + * Get parent node of this node * * @return parent node of this node */ @@ -213,7 +215,7 @@ public SessionNode getParent() { } /** - * setParent: Set parent node of this node + * Set parent node of this node * * @param parent the previous request node of this node */ @@ -222,7 +224,7 @@ public void setParent(SessionNode parent) { } /** - * getSearch:Get query of this node + * Get query of this node * * @return search query of this node */ @@ -231,7 +233,7 @@ public String getSearch() { } /** - * getFilter:Get filter facets of this node + * Get filter facets of this node * * @return filter values of this node */ @@ -240,7 +242,7 @@ public Map getFilter() { } /** - * getDatasetId:Get data set ID of this node + * Get data set ID of this node * * @return viewing/downloading data set of this node */ @@ -249,7 +251,7 @@ public String getDatasetId() { } /** - * getSeq:Get sequence of this node + * Get sequence of this node * * @return request sequence of this node */ @@ -258,16 +260,16 @@ public int getSeq() { } /** - * getFilterStr:Get filter facets of this node + * Get filter facets of this node * * @return filters values of this node */ public String getFilterStr() { String filter = ""; if (this.filter.size() > 0) { - Iterator iter = this.filter.keySet().iterator(); + Iterator iter = this.filter.keySet().iterator(); while (iter.hasNext()) { - String key = (String) iter.next(); + String key = iter.next(); String val = this.filter.get(key); filter += key + "=" + val + ","; } @@ -279,7 +281,7 @@ public String getFilterStr() { } /** - * parseRequest:Parse request to extract request type + * Parse request to extract request type * * @param request request url of this node */ @@ -297,36 +299,7 @@ public void parseRequest(String request) { } /** - * parseFilterParams:Parse filter facets information - * - * @param params filter key value pairs of this node - */ - private void parseFilterParams(Map params) { - this.filter = new HashMap(); - if (params.containsKey("ids")) { - String idsStr = params.get("ids"); - if (!idsStr.equals("")) { - idsStr = URLDecoder.decode(idsStr); - String[] ids = idsStr.split(":"); - String valueStr = params.get("values"); - if (valueStr != null) { - valueStr = URLDecoder.decode(valueStr); - String[] values = valueStr.split(":"); - int size = ids.length; - for (int i = 0; i < size; i++) { - this.filter.put(ids[i], values[i]); - } - } - } - } - - if (!this.search.equals("")) { - this.filter.put("search", this.search); - } - } - - /** - * parseDatasetId:Parse Request to extract data set ID + * Parse Request to extract data set ID * * @param request request url */ diff --git a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionTree.java b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionTree.java index 5531f83..bed13b7 100644 --- a/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionTree.java +++ b/core/src/main/java/org/apache/sdap/mudrod/weblog/structure/session/SessionTree.java @@ -33,7 +33,7 @@ import java.util.concurrent.ExecutionException; /** - * ClassName: SessionTree Function: Convert request list in a session to a tree + * Convert request list in a session to a tree */ public class SessionTree extends MudrodAbstract { @@ -186,8 +186,8 @@ public JsonObject treeToJson(SessionNode node) { } /** - * getClickStreamList: Get click stream list in the session - * + * Get click stream list in the session + * @param props a populated {@link java.util.Properties} object * @return {@link ClickStream} */ public List getClickStreamList(Properties props) { diff --git a/core/src/main/resources/config.properties b/core/src/main/resources/config.properties index 5ed2504..2ba3f48 100644 --- a/core/src/main/resources/config.properties +++ b/core/src/main/resources/config.properties @@ -27,11 +27,11 @@ mudrod.spark.optimize = repartition # Web log processing configuration # index name has to be all lowercase mudrod.log.index = log -mudrod.ftp.prefix = FTP. -mudrod.http.prefix = WWW. +mudrod.ftp.prefix = ssl_FTP. +mudrod.http.prefix = ssl_WWW. mudrod.base.url = http://podaac.jpl.nasa.gov/ mudrod.black.request.list = .js, .css, .jpg, .png, .ico, image_captcha, autocomplete, .gif, /alldata/, /api/, get / http/1.1, .jpeg, /ws/ -mudrod.black.agent.list = crawler, googlebot, bingbot, slurp, yacybot, rogerbot, yandexbot, -, apache-httpclient, java, curl +mudrod.black.agent.list = crawler, googlebot, bingbot, slurp, yacybot, rogerbot, yandexbot, -, apache-httpclient, java, curl, gsa-crawler-earthdata mudrod.search.freq = 100 mudrod.view.freq = 200 mudrod.download.freq = 100 diff --git a/core/src/main/resources/elastic_default_mappings.json b/core/src/main/resources/elastic_default_mappings.json new file mode 100644 index 0000000..685f49e --- /dev/null +++ b/core/src/main/resources/elastic_default_mappings.json @@ -0,0 +1,68 @@ +{ + "_default_": { + "properties": { + "keywords": { + "type": "text", + "analyzer": "csv", + "fielddata": true + }, + "views": { + "type": "string", + "analyzer": "csv" + }, + "downloads": { + "type": "string", + "analyzer": "csv" + }, + "RequestUrl": { + "type": "string", + "include_in_all": false, + "index": "no" + }, + "IP": { + "type": "keyword", + "index": "not_analyzed" + }, + "Browser": { + "type": "string", + "include_in_all": false, + "index": "no" + }, + "SessionURL": { + "type": "string", + "include_in_all": false, + "index": "no" + }, + "Referer": { + "type": "string", + "index": "not_analyzed" + }, + "SessionID": { + "type": "string", + "index": "not_analyzed" + }, + "Response": { + "type": "string", + "include_in_all": false, + "index": "no" + }, + "Request": { + "type": "string", + "include_in_all": false, + "index": "no" + }, + "Coordinates": { + "type": "geo_point", + "include_in_all": false, + "index": "no" + }, + "LogType": { + "type": "string", + "index": "not_analyzed" + }, + "Dataset-Metadata": { + "type": "completion" + } + } + } +} \ No newline at end of file diff --git a/core/src/main/resources/elastic_mappings.json b/core/src/main/resources/elastic_mappings.json deleted file mode 100644 index 3730b87..0000000 --- a/core/src/main/resources/elastic_mappings.json +++ /dev/null @@ -1,68 +0,0 @@ -{ - "_default_":{ - "properties":{ - "keywords":{ - "type":"text", - "analyzer":"csv", - "fielddata":true - }, - "views":{ - "type":"string", - "analyzer":"csv" - }, - "downloads":{ - "type":"string", - "analyzer":"csv" - }, - "RequestUrl":{ - "type":"string", - "include_in_all":false, - "index":"no" - }, - "IP":{ - "type":"keyword", - "index":"not_analyzed" - }, - "Browser":{ - "type":"string", - "include_in_all":false, - "index":"no" - }, - "SessionURL":{ - "type":"string", - "include_in_all":false, - "index":"no" - }, - "Referer":{ - "type":"string", - "index":"not_analyzed" - }, - "SessionID":{ - "type":"string", - "index":"not_analyzed" - }, - "Response":{ - "type":"string", - "include_in_all":false, - "index":"no" - }, - "Request":{ - "type":"string", - "include_in_all":false, - "index":"no" - }, - "Coordinates":{ - "type":"geo_point", - "include_in_all":false, - "index":"no" - }, - "LogType":{ - "type":"string", - "index":"not_analyzed" - }, - "Dataset-Metadata":{ - "type":"completion" - } - } - } -} \ No newline at end of file diff --git a/core/src/main/resources/elastic_raw_metadata_mappings.json b/core/src/main/resources/elastic_raw_metadata_mappings.json new file mode 100644 index 0000000..5f21c66 --- /dev/null +++ b/core/src/main/resources/elastic_raw_metadata_mappings.json @@ -0,0 +1,1519 @@ +{ + "RawMetadata":{ + "properties":{ + "Collection-CollectionId":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Collection-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Collection-LongName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Collection-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Collection-ShortName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "CollectionDataset-GranuleRange360":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-AcrossTrackResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-AcrossTrackResolution-Double":{ + "type":"float" + }, + "Dataset-AllTimePopularity":{ + "type":"long" + }, + "Dataset-AlongTrackResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-AltitudeResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-AscendingNodeTime":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-DatasetCoverage-StartTimeLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-DatasetCoverage-StopTimeLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-DatasetCoverage-TimeSpan":{ + "type":"long" + }, + "Dataset-DepthResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Doi":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-EllipsoidType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-GridSpatialResolution":{ + "type":"float" + }, + "Dataset-HorizontalResolutionRange":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Id":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ImageUrl":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-LatitudeResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-LongName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-LongitudeResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Metadata":{ + "type":"completion" + }, + "Dataset-MonthlyPopularity":{ + "type":"long" + }, + "Dataset-Note":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-OriginalProvider":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-PersistentId":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ProcessingLevel":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ProcessingLevel-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ProjectionDetail":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ProjectionType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Provider-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Provider-ProviderResource-Path":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Provider-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Provider-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ProviderDatasetName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-Reference":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-SampleFrequency":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-SatelliteSpatialResolution":{ + "type":"float" + }, + "Dataset-SecondaryDoi":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ShortName":{ + "type":"text", + "fielddata": true, + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-ShortName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-SwathWidth":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalRepeat":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalRepeatMax":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalRepeatMin":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalResolution":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalResolution-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalResolution-Group":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-TemporalResolutionRange":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "Dataset-UserPopularity":{ + "type":"long" + }, + "DatasetCharacter-DatasetElement-Element-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Element-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Element-MaxLength":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Element-Scope":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Element-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Element-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-ObligationFlag":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-DatasetElement-Scope":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCharacter-Value":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-CitationDetail":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-Creator":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-OnlineResource":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-Publisher":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-ReleaseDateLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-ReleasePlace":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-SeriesName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-Title":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCitation-Version":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Address":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Email":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Fax":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-FirstName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-LastName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-MiddleName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-NotifyType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Phone":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Provider-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Provider-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Provider-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetContact-Contact-Role":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-EastLon":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-MaxAltitude":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-MaxDepth":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-MinAltitude":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-MinDepth":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-NorthLat":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-SouthLat":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-StartTimeLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-StartTimeLong-Long":{ + "type":"long" + }, + "DatasetCoverage-StopTimeLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetCoverage-StopTimeLong-Long":{ + "type":"long" + }, + "DatasetCoverage-WestLon":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetLocationPolicy-BasePath":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetLocationPolicy-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetMetaHistory-CreationDateLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetMetaHistory-LastRevisionDateLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetMetaHistory-RevisionHistory":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetMetaHistory-VersionId":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Category":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Term":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Term-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Topic":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Variable":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-Variable-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetParameter-VariableDetail":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-AccessConstraint":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-AccessType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-AccessType-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-Availability":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-Availability-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-BasePathAppendType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-ChecksumType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-CompressType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataClass":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataDuration":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataFormat":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataFormat-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataFrequency":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataLatency":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-DataVolume":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-SpatialType":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-UseConstraint":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetPolicy-ViewOnline":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetProject-Project-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetProject-Project-LongName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetProject-Project-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetProject-Project-ShortName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-MaxLength":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-Scope":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Element-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-ObligationFlag":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-DatasetElement-Scope":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-Units":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetReal-Value":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetRegion-Region":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetRegion-Region-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetRegion-RegionDetail":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetResource-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetResource-Name":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetResource-Path":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetResource-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-LongName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-ShortName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Sensor-SwathWidth":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-InclAngle":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-LongName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-OrbitPeriod":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-ShortName-Full":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetSource-Source-Type":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetVersion-Description":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetVersion-Version":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetVersion-VersionDateLong":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "DatasetVersion-VersionId":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "RelatedDataset-Id":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "RelatedDataset-LongName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "RelatedDataset-PersistentId":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "RelatedDataset-Relationship":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "RelatedDataset-ShortName":{ + "type":"text", + "fields":{ + "keyword":{ + "type":"keyword", + "ignore_above":256 + } + } + }, + "_version_":{ + "type":"long" + }, + "location":{ + "type":"geo_shape" + }, + "start_date":{ + "type":"date" + }, + "end_date":{ + "type":"date" + }, + "events":{ + "type":"nested" + } + } + } +} \ No newline at end of file diff --git a/core/src/main/resources/elasticsearch.yml b/core/src/main/resources/elasticsearch.yml new file mode 100644 index 0000000..0aff261 --- /dev/null +++ b/core/src/main/resources/elasticsearch.yml @@ -0,0 +1,94 @@ +# ======================== Elasticsearch Configuration ========================= +# +# NOTE: Elasticsearch comes with reasonable defaults for most settings. +# Before you set out to tweak and tune the configuration, make sure you +# understand what are you trying to accomplish and the consequences. +# +# The primary way of configuring a node is via this file. This template lists +# the most important settings you may want to configure for a production cluster. +# +# Please consult the documentation for further information on configuration options: +# https://www.elastic.co/guide/en/elasticsearch/reference/index.html +# +# ---------------------------------- Cluster ----------------------------------- +# +# Use a descriptive name for your cluster: +# +cluster.name: MudrodES +# +# ------------------------------------ Node ------------------------------------ +# +# Use a descriptive name for the node: +# +#node.name: node-1 +# +# Add custom attributes to the node: +# +#node.attr.rack: r1 +# +# ----------------------------------- Paths ------------------------------------ +# +# Path to directory where to store the data (separate multiple locations by comma): +# +#path.data: /path/to/data +# +# Path to log files: +# +#path.logs: /path/to/logs +# +# ----------------------------------- Memory ----------------------------------- +# +# Lock the memory on startup: +# +#bootstrap.memory_lock: true +# +# Make sure that the heap size is set to about half the memory available +# on the system and that the owner of the process is allowed to use this +# limit. +# +# Elasticsearch performs poorly when the system is swapping the memory. +# +# ---------------------------------- Network ----------------------------------- +# +# Set the bind address to a specific IP (IPv4 or IPv6): +# +#network.host: 192.168.0.1 +# +# Set a custom port for HTTP: +# +#http.port: 9200 +# +# For more information, consult the network module documentation. +# +# --------------------------------- Discovery ---------------------------------- +# +# Pass an initial list of hosts to perform discovery when new node is started: +# The default list of hosts is ["127.0.0.1", "[::1]"] +# +#discovery.zen.ping.unicast.hosts: ["host1", "host2"] +# +# Prevent the "split brain" by configuring the majority of nodes (total number of master-eligible nodes / 2 + 1): +# +#discovery.zen.minimum_master_nodes: 3 +# +# For more information, consult the zen discovery module documentation. +# +# ---------------------------------- Gateway ----------------------------------- +# +# Block initial recovery after a full cluster restart until N nodes are started: +# +#gateway.recover_after_nodes: 3 +# +# For more information, consult the gateway module documentation. +# +# ---------------------------------- Various ----------------------------------- +# +# Require explicit names when deleting indices: +# +#action.destructive_requires_name: true + +http.cors.enabled: true +http.cors.allow-origin: "*" + +script.max_compilations_per_minute: 100 + diff --git a/mudrod.log b/mudrod.log index 4bd4aee..5db8b21 100644 --- a/mudrod.log +++ b/mudrod.log @@ -1,18 +1,4665 @@ -2018-05-22 14:24:36,500 ERROR main.MudrodEngine - Error whilst parsing command line. +2018-08-23 10:08:02,220 INFO main.MudrodEngine - File specified by environment variable MUDROD_CONFIG = '' could not be loaded. Default configuration will be used. +2018-08-23 10:08:02,225 INFO main.MudrodEngine - Loaded config file from file:/usr/local/incubator-sdap-mudrod/core/target/appassembler/lib/mudrod-core-0.0.1-SNAPSHOT.jar!/config.properties +2018-08-23 10:08:04,633 WARN util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable +2018-08-23 10:08:05,271 INFO util.log - Logging initialized @3728ms +2018-08-23 10:08:05,362 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 10:08:05,386 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 10:08:05,386 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 10:08:05,386 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 10:08:05,387 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 10:08:05,387 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 10:08:05,387 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 10:08:05,388 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 10:08:05,388 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 10:08:05,388 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 10:08:05,389 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 10:08:05,389 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 10:08:05,390 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 10:08:05,390 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 10:08:05,390 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 10:08:05,391 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 10:08:05,391 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 10:08:05,391 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 10:08:05,391 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 10:08:05,392 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 10:08:05,392 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 10:08:05,399 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 10:08:05,399 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 10:08:05,400 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 10:08:05,400 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 10:08:05,400 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 10:08:05,405 INFO server.ServerConnector - Started ServerConnector@44d084da{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 10:08:05,406 INFO server.Server - Started @3862ms +2018-08-23 10:08:05,636 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@e36bc01{/metrics/json,null,AVAILABLE} +2018-08-23 10:08:05,977 INFO discoveryengine.WeblogDiscoveryEngine - Started Mudrod Weblog Discovery Engine. +2018-08-23 10:08:05,979 INFO discoveryengine.WeblogDiscoveryEngine - Starting Web log preprocessing. +2018-08-23 10:08:05,981 INFO discoveryengine.WeblogDiscoveryEngine - Processing logs dated 201807 +2018-08-23 10:08:06,208 INFO pre.ImportLogFile - Starting Log Import 201807 +2018-08-23 10:08:07,091 INFO util.Version - Elasticsearch Hadoop v5.2.0 [d85a257f9f] +2018-08-23 10:08:07,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:07,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:07,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:07,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:12,570 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:12,864 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:12,953 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:13,348 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:16,622 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:16,709 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:16,884 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:17,038 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:20,028 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:20,220 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:20,295 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:20,559 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:23,252 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:23,542 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:23,577 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:23,603 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:26,298 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:26,862 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:27,035 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:27,245 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:29,863 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:29,863 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:30,187 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:30,987 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:32,834 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:32,940 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:33,103 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:33,578 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:35,290 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:35,724 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:35,748 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:36,623 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:38,190 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:38,343 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:38,433 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:39,307 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:40,731 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:41,034 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:41,382 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:42,077 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:43,792 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:43,795 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:43,893 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:44,784 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:46,402 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:46,703 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:47,348 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:47,676 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:49,350 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:49,684 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:50,589 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:50,952 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:52,235 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:52,376 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:53,076 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:53,846 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:55,445 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:55,783 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:56,575 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:57,225 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:58,200 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:08:58,600 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:00,073 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:00,858 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:01,974 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:01,988 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:03,629 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:04,977 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:05,051 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:06,977 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:07,008 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:08,007 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:08,125 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:09,493 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:09,930 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:10,908 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:11,012 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:12,593 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:12,775 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:13,721 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:13,849 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:15,909 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:16,093 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:16,893 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:17,019 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:19,009 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:19,163 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:19,535 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:19,567 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:21,505 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:21,662 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:22,101 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 10:09:28,168 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:28,168 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:28,168 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:28,168 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:34,638 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:34,665 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:34,665 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:34,719 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:40,449 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:40,472 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:40,472 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:40,472 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:46,341 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:46,357 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:46,779 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:46,798 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:53,089 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:53,104 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:53,104 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:53,533 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:59,183 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:59,243 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:59,300 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:09:59,645 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:05,378 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:05,420 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:05,666 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:05,699 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:11,025 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:11,418 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:11,482 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:12,287 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:17,389 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:17,418 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:17,660 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:18,296 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:22,969 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:22,972 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:22,996 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:23,871 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:28,198 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:28,874 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:28,908 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:28,932 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:34,245 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:34,429 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:34,551 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:34,584 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:39,573 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:39,962 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:40,077 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:40,525 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:46,391 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:46,635 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:46,906 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:47,875 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:52,600 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:52,611 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:52,630 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:54,022 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:58,138 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:58,138 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:58,441 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:10:59,507 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:03,399 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:03,486 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:03,936 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:04,847 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:08,600 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:08,621 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:08,761 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:10,033 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:13,810 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:13,824 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:13,824 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:14,980 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:19,421 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:19,451 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:19,453 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:20,742 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:25,266 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:25,319 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:25,629 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:26,419 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:31,771 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:31,783 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:31,853 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:32,280 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:36,694 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:36,773 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:37,322 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:37,887 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:42,161 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:42,168 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:42,777 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:43,683 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 10:11:49,162 INFO pre.ImportLogFile - Log Import complete. Time elapsed 222 seconds +2018-08-23 10:11:49,202 INFO pre.CrawlerDetection - Starting Crawler detection raw.http. +2018-08-23 10:11:53,053 INFO pre.CrawlerDetection - Original User count: 8893 +2018-08-23 10:12:28,503 INFO pre.CrawlerDetection - Final user count: 7637 +2018-08-23 10:12:28,540 INFO pre.CrawlerDetection - Crawler detection complete. Time elapsed 39 seconds +2018-08-23 10:12:28,563 INFO pre.SessionGenerator - Starting Session Generation. +2018-08-23 10:12:58,916 INFO pre.SessionGenerator - Initial Session count: 200758 +2018-08-23 10:14:00,489 INFO pre.SessionGenerator - Final Session count (after combining short sessions): 7637 +2018-08-23 10:14:00,490 INFO pre.SessionGenerator - Session generating complete. Time elapsed 91 seconds. +2018-08-23 10:14:00,522 INFO pre.SessionStatistic - Starting Session Summarization. +2018-08-23 10:14:08,708 INFO pre.SessionStatistic - Final Session count: 238 +2018-08-23 10:14:08,708 INFO pre.SessionStatistic - Session Summarization complete. Time elapsed 8 seconds. +2018-08-23 10:14:08,726 INFO pre.RemoveRawLog - Starting raw log removal. +2018-08-23 10:16:11,033 INFO pre.RemoveRawLog - Raw log removal complete. Time elapsed 122 seconds. +2018-08-23 10:16:11,037 INFO discoveryengine.WeblogDiscoveryEngine - Web log preprocessing for logs dated 201807 complete. Time elapsed 485 seconds. +2018-08-23 10:16:11,127 INFO pre.HistoryGenerator - Starting HistoryGenerator... +2018-08-23 10:16:11,129 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 10:16:11,146 INFO pre.HistoryGenerator - session.stats: 238 +2018-08-23 10:16:11,386 INFO pre.HistoryGenerator - HistoryGenerator complete. Time elapsed 0 seconds +2018-08-23 10:16:11,399 INFO pre.ClickStreamGenerator - Starting ClickStreamGenerator... +2018-08-23 10:16:11,406 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 10:16:11,409 INFO session.SessionExtractor - Retrieved [log201807] +2018-08-23 10:16:12,625 INFO session.SessionExtractor - Clickstream number: 223 +2018-08-23 10:16:13,872 INFO pre.ClickStreamGenerator - ClickStreamGenerator complete. Time elapsed 2 seconds. +2018-08-23 10:16:13,872 INFO discoveryengine.WeblogDiscoveryEngine - Web log preprocessing (user history and clickstream) complete. +2018-08-23 10:16:13,872 INFO discoveryengine.WeblogDiscoveryEngine - Starting Web log processing. +2018-08-23 10:16:13,876 INFO process.ClickStreamAnalyzer - Starting ClickStreamAnalyzer... +2018-08-23 10:16:14,493 INFO jni.JniLoader - successfully loaded /var/folders/3p/t0shq8j10q56q45ntm0skn00fv8362/T/jniloader6374004889512923550netlib-native_system-osx-x86_64.jnilib +2018-08-23 10:16:14,824 INFO jni.JniLoader - already loaded netlib-native_system-osx-x86_64.jnilib +2018-08-23 10:16:15,883 INFO process.ClickStreamAnalyzer - ClickStreamAnalyzer complete. Time elapsed: 2s +2018-08-23 10:16:15,887 INFO process.UserHistoryAnalyzer - Starting UserHistoryAnalyzer... +2018-08-23 10:16:16,400 INFO process.UserHistoryAnalyzer - UserHistoryAnalyzer complete. Time elapsed: 0s +2018-08-23 10:16:16,401 INFO discoveryengine.WeblogDiscoveryEngine - Web log processing complete. Time elaspsed 2 seconds. +2018-08-23 10:16:16,407 INFO discoveryengine.MetadataDiscoveryEngine - Starting metadata preprocessing... +2018-08-23 10:16:16,445 INFO pre.ApiHarvester - Starting Metadata harvesting. +2018-08-23 10:16:16,448 INFO pre.ApiHarvester - Metadata download started. +2018-08-23 10:16:41,394 INFO pre.ApiHarvester - Metadata downloading finished +2018-08-23 10:16:44,036 INFO pre.ApiHarvester - Metadata harvesting completed. Time elapsed: 27 +2018-08-23 10:16:44,036 INFO discoveryengine.MetadataDiscoveryEngine - Finished metadata preprocessing. Time elapsed: 27s +2018-08-23 10:16:44,036 INFO discoveryengine.MetadataDiscoveryEngine - Starting metadata processing... +2018-08-23 10:16:44,044 INFO pre.MatrixGenerator - Metadata matrix started +2018-08-23 10:16:46,218 INFO pre.MatrixGenerator - Metadata matrix finished time elapsed: 2s +2018-08-23 10:16:46,225 INFO process.MetadataAnalyzer - Metadata Analyzer starts. +2018-08-23 10:16:46,306 WARN distributed.RowMatrix - The input data is not directly cached, which may hurt performance if its parent RDDs are also uncached. +2018-08-23 10:16:46,312 INFO jni.JniLoader - already loaded netlib-native_system-osx-x86_64.jnilib +2018-08-23 10:16:49,228 WARN distributed.RowMatrix - The input data was not directly cached, which may hurt performance if its parent RDDs are also uncached. +2018-08-23 10:17:00,013 INFO process.MetadataAnalyzer - Metadata Analyzer ends. Took 13s +2018-08-23 10:17:00,014 INFO discoveryengine.MetadataDiscoveryEngine - Finished metadata processing. Time elapsed: 15s +2018-08-23 10:17:00,025 INFO discoveryengine.RecommendEngine - Started Mudrod Recommend Engine. +2018-08-23 10:17:00,025 INFO discoveryengine.RecommendEngine - Recommendation preprocessing starts. +2018-08-23 10:17:00,031 INFO pre.ApiHarvester - Starting Metadata Harvesting +2018-08-23 10:17:01,139 INFO pre.ApiHarvester - Finished Metadata Harvesting time elapsed: 1s +2018-08-23 10:17:01,150 INFO pre.MetadataTFIDFGenerator - Starting Dataset TF_IDF Matrix Generator +2018-08-23 10:17:01,801 INFO pre.MetadataTFIDFGenerator - Dataset TF_IDF Matrix Generation complete, time elaspsed: 0s +2018-08-23 10:17:01,811 INFO pre.SessionCooccurence - Starting dataset session-based similarity generation... +2018-08-23 10:17:01,812 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 10:17:01,943 INFO pre.SessionCooccurence - Completed dataset session-based similarity generation. Time elapsed: 0s +2018-08-23 10:17:01,955 INFO pre.NormalizeFeatures - Preprocessing metadata feature starts. +2018-08-23 10:17:02,701 INFO pre.NormalizeFeatures - Preprocessing metadata feature ends. Took 0s +2018-08-23 10:17:02,701 INFO discoveryengine.RecommendEngine - Recommendation preprocessing ends. Took 2s +2018-08-23 10:17:02,701 INFO discoveryengine.RecommendEngine - Recommendation processing starts. +2018-08-23 10:17:02,710 INFO process.AbstractBasedSimilarity - Abstract similarity calculation starts. +2018-08-23 10:17:26,261 INFO process.AbstractBasedSimilarity - Abstract similarity calculation ends. Took 23s +2018-08-23 10:17:26,272 INFO process.FeatureBasedSimilarity - Calculating metadata feature based similarity starts. +2018-08-23 10:18:43,312 INFO process.FeatureBasedSimilarity - Calculating metadata feature based similarity ends. Took 77s +2018-08-23 10:18:43,322 INFO process.SessionBasedCF - Session based metadata similarity starts. +2018-08-23 10:18:44,341 INFO process.SessionBasedCF - Session based metadata similarity ends. Took 1s +2018-08-23 10:18:44,342 INFO discoveryengine.RecommendEngine - Recommendation processing ends. Took 101s +2018-08-23 10:18:44,442 INFO tools.EventIngester - Executing: GET https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=closed HTTP/1.1 +2018-08-23 10:19:07,608 INFO tools.EventIngester - Executing: GET https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=open HTTP/1.1 +2018-08-23 10:19:52,562 INFO tools.EventIngester - Beginning event correlation and update of collection records. +2018-08-23 10:19:53,139 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:05,009 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:06,081 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:07,041 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:08,177 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:09,149 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:10,247 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:11,125 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:11,969 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:12,929 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:14,012 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:15,050 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:16,019 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:17,271 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:18,357 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:19,449 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:20,519 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:21,617 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:22,562 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:23,527 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:24,790 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:25,726 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:26,713 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:27,842 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:28,907 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:30,177 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:31,440 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:32,544 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:33,759 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:35,054 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:36,336 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:37,527 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:38,792 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:40,266 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:41,614 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:43,129 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:44,845 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:46,341 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:47,689 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:49,067 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:50,461 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:51,856 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:53,277 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:54,721 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:56,109 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:57,501 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:20:58,963 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:00,399 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:01,809 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:03,262 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:04,939 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:07,115 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:08,780 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:10,445 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:12,218 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:14,498 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:16,726 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:19,303 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:22,612 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:26,121 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:28,987 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:31,861 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:34,598 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:37,527 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:39,884 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:42,231 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:44,598 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:47,057 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:49,544 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:51,792 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:53,871 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:56,192 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:21:58,266 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:00,666 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:03,281 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:05,361 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:07,478 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:09,498 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:11,564 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:13,571 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:15,950 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:18,530 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:20,690 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:23,189 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:25,690 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:27,734 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:29,914 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:32,041 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:34,467 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:36,904 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:39,046 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:41,296 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:43,571 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:45,941 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:48,208 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:50,501 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:52,842 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:55,762 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:22:58,215 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:00,692 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:03,283 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:05,890 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:08,711 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:11,476 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:14,154 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:16,900 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:19,576 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:22,290 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:25,281 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:28,275 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:31,297 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:35,452 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:41,002 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:45,084 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:50,117 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:54,525 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:23:58,862 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:03,696 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:06,882 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:10,044 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:13,557 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:16,873 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:21,235 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:25,072 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:29,294 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:32,561 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:35,943 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:39,378 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:42,800 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:46,329 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:49,778 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:53,070 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:24:56,632 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:00,768 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:04,370 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:08,225 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:11,807 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:15,350 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:19,142 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:23,998 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:27,844 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:31,627 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:35,297 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:38,983 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:43,097 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:46,621 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:50,006 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:53,487 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:25:57,606 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:01,387 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:05,249 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:09,070 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:13,233 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:17,338 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:21,357 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:25,385 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:29,335 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:33,276 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:37,117 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:42,054 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:46,204 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:50,193 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:54,227 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:26:58,508 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:03,051 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:07,219 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:11,372 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:17,554 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:22,033 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:28,276 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:34,191 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:40,476 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:46,795 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:27:54,136 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:00,667 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:07,007 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:11,904 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:16,170 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:21,212 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:26,164 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:31,023 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:36,172 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:40,978 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:45,976 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:50,979 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:28:56,008 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:01,342 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:06,040 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:11,013 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:16,157 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:20,882 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:25,688 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:30,431 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:35,370 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:40,176 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:45,089 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:49,871 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:29:55,212 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:00,059 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:04,998 INFO tools.EventIngester - Retrieved 403 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:09,997 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:15,184 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:20,110 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:25,251 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:30,467 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:35,559 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:40,870 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:45,948 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:51,449 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:30:56,378 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:02,365 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:07,544 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:13,771 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:19,150 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:25,112 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:31,168 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:37,453 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:43,344 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:48,974 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:31:54,358 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:00,085 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:05,514 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:11,093 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:16,787 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:21,998 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:27,631 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:32,968 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:38,491 INFO tools.EventIngester - Retrieved 391 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:44,272 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:50,231 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:32:56,169 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:01,667 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:04,717 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:08,004 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:11,502 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:14,554 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:18,221 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:23,822 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:29,439 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:34,992 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:43,159 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:51,034 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:33:56,682 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:02,667 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:08,660 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:14,330 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:20,021 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:25,704 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:31,398 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:37,189 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:42,989 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:48,795 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:34:54,333 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:00,210 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:06,023 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:11,774 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:17,703 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:23,562 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:29,582 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:35,547 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:41,383 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:47,477 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:53,417 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:35:59,278 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:05,199 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:10,664 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:14,010 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:17,538 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:21,789 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:25,622 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:30,055 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:33,767 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:37,543 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:41,352 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:45,362 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:49,139 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:53,051 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:36:56,802 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:00,868 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:07,334 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:13,754 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:20,370 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:26,684 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:33,459 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:39,903 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:47,016 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:37:53,504 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:00,390 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:09,798 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:16,721 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:23,568 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:30,614 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:37,556 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:44,854 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:52,005 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:38:58,936 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:06,520 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:13,763 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:20,788 INFO tools.EventIngester - Retrieved 403 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:28,546 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:37,022 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:46,155 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:39:58,687 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:08,503 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:16,399 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:23,874 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:31,551 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:38,706 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:45,585 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:49,628 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:53,516 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:40:57,539 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:01,458 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:06,196 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:10,282 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:14,408 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:18,513 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:22,764 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:26,713 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:31,665 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:35,478 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:39,523 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:43,856 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:48,406 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:52,415 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:41:56,651 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:00,843 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:05,137 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:09,479 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:13,535 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:17,676 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:21,949 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:26,064 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:30,144 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:34,275 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:38,535 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:42,664 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:46,672 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:50,676 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:54,697 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:42:58,796 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:03,481 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:07,750 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:12,231 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:16,517 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:20,670 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:24,973 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:29,209 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:33,554 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:38,193 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:42,386 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:47,377 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:52,924 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:43:57,888 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:02,851 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:08,207 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:13,048 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:18,185 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:22,965 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:27,910 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:33,342 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:37,910 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:43,234 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:48,374 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:53,228 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:44:57,897 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:03,688 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:08,817 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:14,081 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:19,237 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:26,519 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:33,647 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:40,560 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:45,940 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:52,379 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:45:57,653 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:02,736 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:07,964 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:13,526 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:18,538 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:23,538 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:28,500 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:33,637 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:38,471 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:43,312 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:48,198 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:53,344 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:46:58,220 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:03,328 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:08,188 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:12,903 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:17,531 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:22,396 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:28,349 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:33,409 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:38,325 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:43,137 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:48,031 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:52,978 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:47:57,703 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:02,836 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:07,611 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:12,370 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:17,115 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:21,923 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:26,636 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:31,450 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:36,269 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:41,081 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:46,065 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:50,829 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:48:55,700 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:00,565 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:05,444 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:10,483 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:15,388 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:20,758 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:26,499 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:32,317 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:37,607 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:42,911 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:48,288 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:53,543 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:49:58,649 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:03,847 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:09,508 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:14,882 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:20,032 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:25,161 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:30,521 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:36,110 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:41,469 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:46,778 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:52,617 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:50:58,199 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:04,967 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:13,097 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:19,653 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:26,387 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:32,471 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:37,665 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:42,848 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:48,735 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:54,639 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:51:59,921 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:05,341 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:10,783 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:16,053 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:21,370 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:26,699 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:32,083 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:37,415 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:42,793 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:48,286 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:53,762 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:52:59,381 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:05,110 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:10,584 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:16,053 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:22,359 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:28,075 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:33,654 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:39,313 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:45,192 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:50,700 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:53:56,253 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:01,756 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:07,639 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:13,786 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:19,461 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:25,264 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:30,994 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:36,637 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:42,221 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:48,130 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:54:54,282 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:00,275 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:06,590 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:12,508 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:18,697 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:24,418 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:30,246 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:36,283 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:42,432 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:48,469 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:55:54,216 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:00,867 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:06,879 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:12,726 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:18,917 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:25,772 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:31,832 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:37,922 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:44,290 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:50,525 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:56:59,752 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:09,028 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:15,854 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:22,439 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:28,845 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:35,186 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:41,241 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:47,360 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:53,503 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:57:59,413 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:05,107 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:10,820 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:16,594 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:22,317 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:28,138 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:34,245 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:40,689 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:47,021 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:53,448 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:58:59,777 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:06,043 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:11,848 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:18,123 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:24,330 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:31,087 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:37,380 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:43,745 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:49,814 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 10:59:56,545 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:02,684 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:08,970 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:15,254 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:21,383 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:27,751 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:34,185 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:40,454 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:46,924 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:00:53,632 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:00,919 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:07,744 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:14,252 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:20,789 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:27,304 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:34,340 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:40,770 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:47,124 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:01:53,670 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:00,446 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:07,058 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:13,918 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:20,908 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:28,574 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:35,419 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:42,820 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:02:50,008 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:00,023 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:11,197 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:18,930 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:26,433 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:33,530 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:40,055 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:46,593 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:03:53,292 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:00,075 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:06,417 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:12,894 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:20,696 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:27,884 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:35,394 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:42,929 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:49,412 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:04:57,940 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:05,270 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:12,913 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:19,830 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:26,919 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:34,526 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:41,109 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:48,060 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:05:54,644 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:01,188 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:08,578 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:15,156 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:22,073 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:29,036 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:35,885 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:43,420 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:50,484 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:06:57,308 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:04,439 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:11,781 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:19,264 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:26,279 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:33,537 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:40,775 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:47,708 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:07:55,101 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:02,274 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:12,851 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:21,303 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:29,175 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:37,075 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:44,658 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:52,240 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:08:59,869 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:07,871 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:15,588 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:26,090 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:36,112 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:44,541 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:09:52,341 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:00,097 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:07,812 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:15,324 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:23,312 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:32,241 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:40,610 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:48,236 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:10:55,845 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:04,397 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:12,285 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:19,804 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:27,489 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:35,250 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:42,994 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:50,473 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:11:58,284 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:06,192 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:14,360 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:22,379 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:30,402 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:38,580 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:47,062 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:12:55,705 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:04,442 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:12,840 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:20,908 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:28,976 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:37,204 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:44,927 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:13:53,228 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:01,189 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:09,213 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:17,495 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:25,912 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:34,357 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:43,633 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:14:52,733 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:03,773 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:13,319 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:22,629 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:31,695 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:40,882 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:49,795 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:15:58,537 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:08,884 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:21,107 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:29,737 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:38,439 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:47,058 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:16:55,781 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:04,253 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:12,552 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:20,628 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:29,008 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:37,403 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:45,919 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:17:54,298 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:02,915 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:11,524 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:19,931 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:28,665 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:37,101 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:46,306 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:18:54,488 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:02,834 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:11,283 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:19,690 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:28,470 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:37,309 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:46,025 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:19:54,617 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:03,668 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:12,394 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:21,206 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:30,137 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:39,024 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:48,301 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:20:57,404 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:06,441 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:15,406 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:24,609 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:33,753 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:42,825 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:21:51,973 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:01,358 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:10,509 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:19,623 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:28,829 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:37,936 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:46,980 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:22:59,770 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:11,308 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:20,360 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:29,797 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:38,863 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:47,794 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:23:56,663 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:05,525 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:14,834 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:23,968 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:32,489 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:41,822 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:24:51,377 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:00,728 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:10,815 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:19,976 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:30,291 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:40,387 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:25:50,517 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:00,397 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:10,258 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:19,591 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:28,654 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:37,615 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:46,827 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:26:56,275 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:05,717 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:15,014 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:25,493 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:34,977 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:44,778 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:27:53,915 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:03,009 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:12,308 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:22,064 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:31,702 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:41,456 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:28:51,257 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:00,652 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:10,454 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:23,373 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:34,169 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:44,010 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:29:54,677 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:30:10,217 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:30:21,476 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:30:31,335 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:30:41,473 INFO tools.EventIngester - Retrieved 216 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:30:51,342 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:01,359 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:11,693 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:21,365 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:31,173 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:41,114 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:50,533 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:31:59,834 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:09,525 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:19,171 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:28,502 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:37,802 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:47,296 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:32:57,311 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:07,036 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:16,707 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:26,363 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:35,898 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:45,333 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:33:55,039 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:04,933 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:14,715 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:24,494 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:34,180 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:43,987 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:34:54,494 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:04,587 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:14,781 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:24,477 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:34,806 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:44,808 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:35:54,855 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:36:05,139 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:36:15,278 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:36:25,623 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:36:38,088 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:36:52,416 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:02,662 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:12,464 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:22,541 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:32,368 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:42,232 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:37:52,229 INFO tools.EventIngester - Retrieved 225 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:01,874 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:12,379 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:21,951 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:31,486 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:41,183 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:38:50,943 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:00,643 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:10,351 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:20,052 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:29,719 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:39,941 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:39:50,103 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:00,530 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:10,753 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:21,015 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:31,493 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:41,744 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:40:52,873 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:41:03,548 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:41:15,056 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:41:26,431 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:41:37,184 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:41:47,961 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:00,353 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:11,558 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:22,636 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:33,720 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:45,231 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:42:56,667 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:43:07,908 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:43:20,834 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:43:36,020 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:43:47,215 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:43:58,789 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:44:10,090 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:44:20,867 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:44:31,616 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:44:42,633 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:44:53,304 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:03,682 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:15,073 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:26,260 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:37,004 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:47,748 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:45:59,026 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:46:10,402 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:46:21,651 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:46:32,814 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:46:43,811 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:46:55,238 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:47:06,805 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:47:17,902 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:47:29,465 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:47:40,387 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:47:51,854 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:48:03,251 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:48:14,376 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:48:26,887 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:48:38,335 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:48:50,272 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:49:01,439 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:49:13,214 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:49:24,721 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:49:35,801 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:49:48,629 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:50:00,488 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:50:17,011 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:50:30,676 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:50:42,227 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:50:54,265 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:51:05,441 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:51:16,823 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:51:28,543 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:51:39,552 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:51:50,431 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:52:01,863 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:52:13,674 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:52:24,586 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:52:36,333 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:52:47,327 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:00,568 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:13,018 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:24,018 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:35,700 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:47,058 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:53:58,441 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:54:10,334 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:54:21,803 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:54:35,243 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:54:48,350 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:55:00,536 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:55:12,448 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:55:25,285 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:55:41,743 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:55:54,713 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:56:07,306 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:56:20,485 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:56:33,455 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:56:47,260 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:57:03,043 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:57:19,546 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:57:33,944 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:57:46,429 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:57:59,139 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:58:11,872 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:58:25,439 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:58:39,594 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:58:53,273 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:59:06,074 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:59:19,350 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:59:34,442 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 11:59:48,149 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:00:00,785 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:00:13,280 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:00:25,925 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:00:38,466 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:00:51,214 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:01:04,538 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:01:17,342 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:01:30,863 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:01:43,797 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:01:56,543 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:02:09,286 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:02:22,925 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:02:37,136 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:02:51,323 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:03:07,108 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:03:20,420 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:03:34,026 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:03:47,109 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:04:00,414 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:04:19,202 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:04:38,177 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:04:54,674 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:05:06,663 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:05:19,884 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:05:32,865 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:05:46,290 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:06:00,232 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:06:15,762 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:06:29,413 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:06:42,994 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:06:55,995 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:07:09,306 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:07:21,942 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:07:35,234 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:07:48,936 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:08:02,678 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:08:16,668 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:08:30,539 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:08:44,577 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:08:58,777 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:09:11,777 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:09:25,803 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:09:39,663 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:09:52,243 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:10:05,115 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:10:17,847 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:10:31,416 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:10:45,524 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:11:00,259 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:11:18,306 INFO tools.EventIngester - Retrieved 225 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:11:37,087 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:11:50,072 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:12:03,345 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:12:18,248 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:12:31,922 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:12:45,282 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:12:58,285 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:13:10,576 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:13:22,741 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:13:35,394 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:13:47,663 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:14:00,142 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:14:12,635 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:14:25,138 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:14:37,542 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:14:49,901 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:15:02,344 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:15:15,040 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:15:27,763 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:15:41,309 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:15:53,658 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:16:06,395 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:16:19,858 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:16:32,792 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:16:45,549 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:16:57,570 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:17:12,161 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:17:25,665 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:17:39,070 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:17:59,091 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:18:15,553 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:18:29,061 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:18:43,036 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:18:59,578 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:19:13,354 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:19:26,702 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:19:40,048 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:19:53,897 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:20:07,289 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:20:20,818 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:20:33,231 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:20:46,378 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:20:58,569 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:21:11,935 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:21:26,197 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:21:39,577 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:21:53,123 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:22:05,896 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:22:19,251 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:22:32,802 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:22:47,136 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:23:01,775 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:23:16,593 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:23:31,565 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:23:46,657 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:24:01,066 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:24:21,954 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:24:41,116 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:24:54,435 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:25:07,515 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:25:20,421 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:25:33,329 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:25:46,844 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:25:59,583 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:26:12,701 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:26:25,909 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:26:39,350 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:26:53,287 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:27:06,789 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:27:19,918 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:27:33,559 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:27:46,901 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:28:00,268 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:28:13,941 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:28:27,468 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:28:41,074 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:28:55,096 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:29:09,089 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:29:23,013 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:29:36,503 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:29:50,430 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:30:04,175 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:30:23,444 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:30:41,840 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:30:55,833 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:31:09,253 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:31:22,649 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:31:36,093 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:31:49,939 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:32:03,606 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:32:16,511 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:32:29,608 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:32:42,438 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:32:55,436 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:33:09,451 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:33:24,014 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:33:38,855 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:33:52,799 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:34:07,834 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:34:23,221 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:34:38,747 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:34:54,096 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:35:10,015 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:35:25,747 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:35:41,199 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:35:56,646 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:36:12,172 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:36:33,018 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:36:51,068 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:37:05,419 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:37:20,171 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:37:33,612 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:37:49,641 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:38:04,512 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:38:19,128 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:38:34,459 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:38:50,051 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:39:04,344 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:39:19,488 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:39:35,664 INFO tools.EventIngester - Retrieved 216 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:39:50,786 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:40:06,165 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:40:21,244 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:40:35,355 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:40:50,595 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:41:06,212 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:41:21,779 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:41:36,406 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:41:52,794 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:42:07,973 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:42:29,690 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:42:50,379 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:43:05,121 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:43:19,474 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:43:33,786 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:43:47,882 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:44:02,716 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:44:16,919 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:44:31,636 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:44:46,160 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:45:01,014 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:45:16,203 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:45:30,742 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:45:47,116 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:46:03,732 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:46:18,465 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:46:33,500 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:46:48,495 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:47:04,757 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:47:21,010 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:47:36,826 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:47:52,728 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:48:08,347 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:48:29,631 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:48:50,494 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:49:05,078 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:49:19,481 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:49:34,260 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:49:48,516 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:50:02,578 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:50:16,675 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:50:31,999 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:50:46,872 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:51:02,395 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:51:17,542 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:51:34,178 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:51:50,985 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:52:07,104 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:52:23,408 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:52:39,693 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:52:55,371 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:53:12,082 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:53:27,886 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:53:44,684 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:54:01,054 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:54:17,550 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:54:40,225 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:54:59,664 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:55:15,803 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:55:32,250 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:55:49,011 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:56:06,533 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:56:23,072 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:56:37,238 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:56:51,726 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:57:06,311 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:57:22,380 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:57:39,989 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:57:56,809 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:58:14,453 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:58:32,907 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:58:55,145 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:59:20,348 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:59:38,449 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 12:59:56,630 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:00:14,422 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:00:35,625 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:01:06,280 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:01:37,996 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:01:57,472 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:02:14,996 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:02:43,292 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:03:04,774 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:03:22,713 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:03:42,315 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:04:04,766 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:04:22,306 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:04:46,628 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:05:21,516 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:05:42,269 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:06:00,753 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:06:23,039 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:06:41,872 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:07:21,552 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:07:53,418 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:08:28,391 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:09:07,007 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:09:27,786 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:10:10,118 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:10:57,506 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:11:38,045 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:12:15,073 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:12:52,230 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:13:29,025 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:14:18,313 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:14:57,531 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:16:08,743 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:17:46,127 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:18:35,994 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:19:00,228 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:19:21,980 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:20:00,169 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:20:28,172 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:20:49,963 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:21:09,504 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:21:29,073 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:21:47,765 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:22:07,158 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:22:27,145 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:23:07,621 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:23:38,179 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:23:57,569 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:24:14,618 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:24:31,951 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:24:50,816 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:25:11,255 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:25:35,066 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:25:59,048 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:26:20,227 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:26:41,174 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:27:02,678 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:27:25,719 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:27:46,399 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:28:06,667 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:28:27,881 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:28:50,592 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:29:11,608 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:29:33,481 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:30:06,242 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:30:40,907 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:31:02,733 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:31:23,552 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:31:44,815 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:32:05,874 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:32:27,225 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:32:48,579 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:33:09,737 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:33:33,206 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:33:54,633 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:34:19,513 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:34:45,340 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:35:09,041 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:35:32,873 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:35:57,841 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:36:37,275 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:37:11,062 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:37:39,028 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:38:17,486 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:38:48,517 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:39:11,257 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:39:35,253 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:40:01,633 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:40:31,156 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:41:01,948 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:41:41,865 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:42:19,798 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:42:51,048 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:43:12,395 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:43:35,250 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:44:00,497 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:44:26,220 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:44:56,289 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:45:26,207 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:45:54,268 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:46:18,472 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:46:55,969 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:47:46,899 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:48:15,352 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:48:39,804 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:49:15,443 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:49:44,567 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:50:10,552 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:50:39,959 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:51:04,818 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:51:26,266 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:51:55,514 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:52:21,617 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:52:48,168 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:53:13,537 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:53:45,942 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:54:17,727 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:54:54,594 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:55:32,046 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:56:06,755 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:56:53,660 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:57:36,220 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:58:02,812 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:58:25,054 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:58:47,205 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:59:08,705 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:59:31,603 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 13:59:54,044 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:00:28,459 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:00:59,437 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:01:24,010 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:01:47,292 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:02:11,737 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:02:33,510 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:03:01,665 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:03:28,331 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:03:53,225 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:04:18,890 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:04:50,458 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:05:16,637 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:05:36,974 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:06:15,203 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:06:46,569 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:07:10,359 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:07:46,315 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:08:19,408 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:08:42,799 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:09:05,877 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:09:27,612 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:09:49,355 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:10:11,315 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:10:34,033 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:10:56,155 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:11:19,336 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:11:45,196 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:12:29,281 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:13:03,528 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:13:30,977 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:13:58,928 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:14:27,342 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:14:52,151 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:15:14,995 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:15:37,724 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:16:01,251 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:16:27,599 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:16:55,823 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:17:18,847 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:17:44,673 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:18:10,186 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:18:33,447 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:19:03,374 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:19:36,557 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:20:09,883 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:20:38,210 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:21:01,678 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:21:25,260 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:21:49,255 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:22:11,311 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:22:35,309 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:22:58,460 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:23:20,744 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:23:43,024 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:24:06,570 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:24:28,035 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:24:48,754 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:25:11,262 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:25:33,223 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:25:56,164 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:26:22,184 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:26:51,772 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:27:14,005 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:27:36,987 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:27:58,893 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:28:20,739 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:28:42,484 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:29:03,907 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:29:25,851 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:29:49,917 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:30:11,915 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:30:33,876 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:30:55,428 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:31:17,606 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:31:41,153 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:32:04,602 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:32:27,372 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:32:59,554 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:33:28,365 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:33:54,507 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:34:21,145 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:34:50,748 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:35:14,756 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:35:38,308 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:36:02,340 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:36:27,515 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:36:54,787 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:37:23,161 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:37:52,416 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:38:21,411 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:38:48,043 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:39:16,654 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:39:46,708 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:40:23,428 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:40:52,456 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:41:18,887 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:41:26,756 INFO server.ServerConnector - Stopped ServerConnector@44d084da{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 14:41:26,772 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 14:41:26,773 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 14:41:26,773 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 14:41:26,773 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 14:41:26,776 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 14:41:26,777 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 14:41:26,777 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 14:41:26,778 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 14:41:26,778 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 14:41:26,778 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 14:41:26,779 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 14:41:26,779 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 14:41:26,779 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 14:41:26,780 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 14:41:26,780 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 14:41:26,780 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 14:41:26,780 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 14:41:26,781 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 14:41:26,781 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 14:41:26,781 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 14:41:26,781 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 14:41:26,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 14:41:26,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 14:41:26,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 14:41:26,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 14:43:53,189 INFO main.MudrodEngine - File specified by environment variable MUDROD_CONFIG = '' could not be loaded. Default configuration will be used. +2018-08-23 14:43:53,192 INFO main.MudrodEngine - Loaded config file from file:/usr/local/incubator-sdap-mudrod/core/target/appassembler/lib/mudrod-core-0.0.1-SNAPSHOT.jar!/config.properties +2018-08-23 14:43:55,712 WARN util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable +2018-08-23 14:43:56,336 INFO util.log - Logging initialized @3885ms +2018-08-23 14:43:56,432 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 14:43:56,446 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 14:43:56,446 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 14:43:56,446 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 14:43:56,447 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 14:43:56,447 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 14:43:56,447 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 14:43:56,448 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 14:43:56,449 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 14:43:56,449 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 14:43:56,450 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 14:43:56,450 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 14:43:56,451 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 14:43:56,452 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 14:43:56,452 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 14:43:56,452 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 14:43:56,453 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 14:43:56,453 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 14:43:56,453 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 14:43:56,454 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 14:43:56,454 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 14:43:56,462 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 14:43:56,463 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 14:43:56,463 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 14:43:56,463 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 14:43:56,464 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 14:43:56,470 INFO server.ServerConnector - Started ServerConnector@5c8b10b4{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 14:43:56,470 INFO server.Server - Started @4020ms +2018-08-23 14:43:56,726 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@698ac187{/metrics/json,null,AVAILABLE} +2018-08-23 14:43:57,124 INFO discoveryengine.WeblogDiscoveryEngine - Started Mudrod Weblog Discovery Engine. +2018-08-23 14:43:57,124 INFO discoveryengine.WeblogDiscoveryEngine - Starting Web log preprocessing. +2018-08-23 14:43:57,128 INFO discoveryengine.WeblogDiscoveryEngine - Processing logs dated 201807 +2018-08-23 14:43:57,384 INFO pre.ImportLogFile - Starting Log Import 201807 +2018-08-23 14:43:58,363 INFO util.Version - Elasticsearch Hadoop v5.2.0 [d85a257f9f] +2018-08-23 14:43:58,632 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:43:58,633 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:43:58,632 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:43:58,634 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:03,642 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:03,962 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:04,303 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:04,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:07,302 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:07,344 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:07,551 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:07,751 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:09,999 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:10,081 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:10,340 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:10,686 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:12,842 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:12,856 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:13,260 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:13,516 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:16,561 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:16,696 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:16,987 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:17,196 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:19,437 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:19,746 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:19,834 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:20,658 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:22,230 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:22,386 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:22,514 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:23,536 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:25,101 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:25,312 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:25,896 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:26,961 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:28,266 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:28,782 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:28,787 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:29,578 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:31,320 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:31,470 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:31,751 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:33,649 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:35,009 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:35,300 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:35,555 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:37,334 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:39,447 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:39,577 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:40,903 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:41,484 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:42,368 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:42,985 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:44,302 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:45,053 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:45,879 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:46,125 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:47,266 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:48,393 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:49,559 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:49,828 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:51,237 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:52,056 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:52,902 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:53,154 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:55,119 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:56,344 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:56,352 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:56,436 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:58,783 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:59,514 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:44:59,514 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:01,927 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:02,172 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:02,612 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:02,664 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:05,253 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:05,742 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:05,766 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:05,766 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:07,889 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:08,742 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:08,742 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:08,742 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:11,354 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:11,508 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:11,510 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:11,708 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:14,536 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:14,588 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:14,607 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:14,702 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:17,208 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:17,508 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:17,677 INFO rdd.EsRDDWriter - Writing to [log201807/raw.http] +2018-08-23 14:45:24,656 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:24,657 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:24,656 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:24,656 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:47,226 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:47,232 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:47,428 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:47,608 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:55,546 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:55,601 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:55,612 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:45:55,614 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:02,936 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:03,344 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:03,393 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:03,904 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:10,860 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:10,875 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:11,286 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:12,085 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:18,717 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:18,764 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:18,783 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:19,134 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:26,111 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:26,128 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:26,169 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:26,639 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:32,527 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:32,902 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:33,402 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:33,799 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:39,832 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:39,948 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:41,057 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:41,148 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:46,848 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:46,993 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:47,862 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:48,510 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:54,309 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:54,325 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:55,022 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:46:55,133 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:01,570 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:01,806 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:02,253 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:02,481 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:08,800 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:09,293 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:09,663 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:09,846 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:15,957 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:16,456 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:16,456 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:18,154 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:23,550 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:24,385 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:24,387 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:25,669 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:30,895 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:31,308 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:31,333 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:32,829 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:37,849 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:39,322 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:39,360 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:40,542 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:45,398 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:46,090 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:46,091 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:47,385 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:52,048 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:52,685 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:52,857 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:54,083 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:58,999 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:47:59,958 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:00,080 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:01,929 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:06,007 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:06,857 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:07,395 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:08,964 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:13,382 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:14,055 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:14,625 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:15,942 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:19,392 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:20,189 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:21,314 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:22,556 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:26,287 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:26,630 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:28,047 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:29,080 INFO rdd.EsRDDWriter - Writing to [log201807/raw.ftp] +2018-08-23 14:48:34,264 INFO pre.ImportLogFile - Log Import complete. Time elapsed 276 seconds +2018-08-23 14:48:34,290 INFO pre.CrawlerDetection - Starting Crawler detection raw.http. +2018-08-23 14:48:37,853 INFO pre.CrawlerDetection - Original User count: 8893 +2018-08-23 14:49:09,574 INFO pre.CrawlerDetection - Final user count: 7637 +2018-08-23 14:49:09,575 INFO pre.CrawlerDetection - Crawler detection complete. Time elapsed 35 seconds +2018-08-23 14:49:09,585 INFO pre.SessionGenerator - Starting Session Generation. +2018-08-23 14:49:38,286 INFO pre.SessionGenerator - Initial Session count: 200758 +2018-08-23 14:50:40,837 INFO pre.SessionGenerator - Final Session count (after combining short sessions): 7637 +2018-08-23 14:50:40,838 INFO pre.SessionGenerator - Session generating complete. Time elapsed 91 seconds. +2018-08-23 14:50:40,854 INFO pre.SessionStatistic - Starting Session Summarization. +2018-08-23 14:50:48,959 INFO pre.SessionStatistic - Final Session count: 238 +2018-08-23 14:50:48,959 INFO pre.SessionStatistic - Session Summarization complete. Time elapsed 8 seconds. +2018-08-23 14:50:48,969 INFO pre.RemoveRawLog - Starting raw log removal. +2018-08-23 14:52:46,356 INFO pre.RemoveRawLog - Raw log removal complete. Time elapsed 117 seconds. +2018-08-23 14:52:46,357 INFO discoveryengine.WeblogDiscoveryEngine - Web log preprocessing for logs dated 201807 complete. Time elapsed 529 seconds. +2018-08-23 14:52:46,375 INFO pre.HistoryGenerator - Starting HistoryGenerator... +2018-08-23 14:52:46,376 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 14:52:46,382 INFO pre.HistoryGenerator - session.stats: 238 +2018-08-23 14:52:46,433 INFO pre.HistoryGenerator - HistoryGenerator complete. Time elapsed 0 seconds +2018-08-23 14:52:46,436 INFO pre.ClickStreamGenerator - Starting ClickStreamGenerator... +2018-08-23 14:52:46,439 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 14:52:46,439 INFO session.SessionExtractor - Retrieved [log201807] +2018-08-23 14:52:47,621 INFO session.SessionExtractor - Clickstream number: 219 +2018-08-23 14:52:48,878 INFO pre.ClickStreamGenerator - ClickStreamGenerator complete. Time elapsed 2 seconds. +2018-08-23 14:52:48,879 INFO discoveryengine.WeblogDiscoveryEngine - Web log preprocessing (user history and clickstream) complete. +2018-08-23 14:52:48,879 INFO discoveryengine.WeblogDiscoveryEngine - Starting Web log processing. +2018-08-23 14:52:48,882 INFO process.ClickStreamAnalyzer - Starting ClickStreamAnalyzer... +2018-08-23 14:52:49,500 INFO jni.JniLoader - successfully loaded /var/folders/3p/t0shq8j10q56q45ntm0skn00fv8362/T/jniloader1321880830817264146netlib-native_system-osx-x86_64.jnilib +2018-08-23 14:52:49,845 INFO jni.JniLoader - already loaded netlib-native_system-osx-x86_64.jnilib +2018-08-23 14:52:50,780 INFO process.ClickStreamAnalyzer - ClickStreamAnalyzer complete. Time elapsed: 1s +2018-08-23 14:52:50,783 INFO process.UserHistoryAnalyzer - Starting UserHistoryAnalyzer... +2018-08-23 14:52:51,388 INFO process.UserHistoryAnalyzer - UserHistoryAnalyzer complete. Time elapsed: 0s +2018-08-23 14:52:51,388 INFO discoveryengine.WeblogDiscoveryEngine - Web log processing complete. Time elaspsed 2 seconds. +2018-08-23 14:52:51,394 INFO discoveryengine.MetadataDiscoveryEngine - Starting metadata preprocessing... +2018-08-23 14:52:51,425 INFO pre.ApiHarvester - Starting Metadata harvesting. +2018-08-23 14:52:51,428 INFO pre.ApiHarvester - Metadata download started. +2018-08-23 14:53:20,212 INFO pre.ApiHarvester - Metadata downloading finished +2018-08-23 14:53:22,218 INFO pre.ApiHarvester - Metadata harvesting completed. Time elapsed: 30 +2018-08-23 14:53:22,218 INFO discoveryengine.MetadataDiscoveryEngine - Finished metadata preprocessing. Time elapsed: 30s +2018-08-23 14:53:22,218 INFO discoveryengine.MetadataDiscoveryEngine - Starting metadata processing... +2018-08-23 14:53:22,224 INFO pre.MatrixGenerator - Metadata matrix started +2018-08-23 14:53:24,426 INFO pre.MatrixGenerator - Metadata matrix finished time elapsed: 2s +2018-08-23 14:53:24,432 INFO process.MetadataAnalyzer - Metadata Analyzer starts. +2018-08-23 14:53:24,513 WARN distributed.RowMatrix - The input data is not directly cached, which may hurt performance if its parent RDDs are also uncached. +2018-08-23 14:53:24,532 INFO jni.JniLoader - already loaded netlib-native_system-osx-x86_64.jnilib +2018-08-23 14:53:27,525 WARN distributed.RowMatrix - The input data was not directly cached, which may hurt performance if its parent RDDs are also uncached. +2018-08-23 14:53:38,257 INFO process.MetadataAnalyzer - Metadata Analyzer ends. Took 13s +2018-08-23 14:53:38,257 INFO discoveryengine.MetadataDiscoveryEngine - Finished metadata processing. Time elapsed: 16s +2018-08-23 14:53:38,268 INFO discoveryengine.RecommendEngine - Started Mudrod Recommend Engine. +2018-08-23 14:53:38,268 INFO discoveryengine.RecommendEngine - Recommendation preprocessing starts. +2018-08-23 14:53:38,273 INFO pre.ApiHarvester - Starting Metadata Harvesting +2018-08-23 14:53:39,119 INFO pre.ApiHarvester - Finished Metadata Harvesting time elapsed: 0s +2018-08-23 14:53:39,127 INFO pre.MetadataTFIDFGenerator - Starting Dataset TF_IDF Matrix Generator +2018-08-23 14:53:39,674 INFO pre.MetadataTFIDFGenerator - Dataset TF_IDF Matrix Generation complete, time elaspsed: 0s +2018-08-23 14:53:39,682 INFO pre.SessionCooccurence - Starting dataset session-based similarity generation... +2018-08-23 14:53:39,682 INFO driver.ESDriver - Retrieving index list with prefix: log +2018-08-23 14:53:39,789 INFO pre.SessionCooccurence - Completed dataset session-based similarity generation. Time elapsed: 0s +2018-08-23 14:53:39,800 INFO pre.NormalizeFeatures - Preprocessing metadata feature starts. +2018-08-23 14:53:40,454 INFO pre.NormalizeFeatures - Preprocessing metadata feature ends. Took 0s +2018-08-23 14:53:40,454 INFO discoveryengine.RecommendEngine - Recommendation preprocessing ends. Took 2s +2018-08-23 14:53:40,454 INFO discoveryengine.RecommendEngine - Recommendation processing starts. +2018-08-23 14:53:40,462 INFO process.AbstractBasedSimilarity - Abstract similarity calculation starts. +2018-08-23 14:54:03,812 INFO process.AbstractBasedSimilarity - Abstract similarity calculation ends. Took 23s +2018-08-23 14:54:03,826 INFO process.FeatureBasedSimilarity - Calculating metadata feature based similarity starts. +2018-08-23 14:55:26,318 INFO process.FeatureBasedSimilarity - Calculating metadata feature based similarity ends. Took 82s +2018-08-23 14:55:26,330 INFO process.SessionBasedCF - Session based metadata similarity starts. +2018-08-23 14:55:27,362 INFO process.SessionBasedCF - Session based metadata similarity ends. Took 1s +2018-08-23 14:55:27,362 INFO discoveryengine.RecommendEngine - Recommendation processing ends. Took 106s +2018-08-23 14:55:27,472 INFO tools.EventIngester - Executing: GET https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=closed HTTP/1.1 +2018-08-23 14:55:49,320 INFO tools.EventIngester - Executing: GET https://eonet.sci.gsfc.nasa.gov/api/v2.1/events?status=open HTTP/1.1 +2018-08-23 14:56:30,449 INFO tools.EventIngester - Beginning event correlation and update of collection records. +2018-08-23 14:56:30,863 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:43,415 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:44,668 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:45,515 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:46,515 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:47,447 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:48,413 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:49,474 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:50,497 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:51,508 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:52,581 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:53,615 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:54,604 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:55,649 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:56,644 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:57,817 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:56:58,993 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:00,468 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:01,523 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:02,862 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:04,566 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:05,974 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:07,232 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:08,674 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:10,823 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:13,539 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:15,809 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:18,234 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:20,499 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:23,107 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:25,370 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:27,662 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:29,934 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:31,750 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:33,620 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:35,481 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:37,905 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:40,327 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:42,477 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:45,248 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:47,294 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:49,567 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:51,878 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:54,148 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:55,820 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:57,501 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:57:59,754 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:01,522 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:03,349 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:04,965 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:07,395 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:09,572 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:12,546 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:14,644 INFO tools.EventIngester - Retrieved 395 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:17,024 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:19,724 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:22,421 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:24,723 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:27,313 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:29,539 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:31,673 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:34,020 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:36,514 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:39,031 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:41,475 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:43,921 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:46,458 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:48,651 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:50,979 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:53,067 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:55,327 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:57,420 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:58:59,526 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:02,349 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:04,730 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:06,882 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:08,986 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:11,349 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:13,675 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:15,887 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:18,203 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:20,742 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:23,103 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:26,687 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:31,266 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:35,611 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:38,697 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:41,350 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:44,262 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:47,685 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:52,760 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 14:59:58,559 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:04,195 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:08,628 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:13,009 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:17,766 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:22,128 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:27,224 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:33,047 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:36,890 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:40,586 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:43,878 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:47,010 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:50,108 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:53,190 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:00:56,682 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:00,279 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:03,572 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:06,884 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:09,957 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:13,142 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:16,439 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:19,644 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:24,098 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:28,452 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:32,137 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:36,649 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:40,826 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:44,256 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:47,734 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:50,962 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:01:54,934 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:01,824 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:06,114 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:10,142 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:16,121 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:20,141 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:24,404 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:28,570 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:32,503 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:36,243 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:39,893 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:43,396 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:47,237 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:51,058 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:55,016 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:02:58,914 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:02,809 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:06,492 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:12,333 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:18,311 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:23,803 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:29,159 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:33,941 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:39,929 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:45,131 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:51,020 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:03:57,728 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:02,598 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:06,985 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:11,645 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:16,281 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:20,381 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:24,737 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:30,727 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:36,914 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:41,939 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:46,883 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:50,971 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:04:55,760 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:00,630 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:05,930 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:11,019 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:16,582 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:22,631 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:28,671 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:33,821 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:38,617 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:43,404 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:48,645 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:53,450 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:05:59,039 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:04,491 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:09,251 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:14,408 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:19,498 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:24,514 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:29,665 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:35,308 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:41,010 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:47,657 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:06:54,214 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:00,223 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:07,770 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:15,950 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:22,927 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:31,174 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:40,059 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:46,914 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:07:54,708 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:04,229 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:11,074 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:19,226 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:25,426 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:32,646 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:40,879 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:50,471 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:08:58,858 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:07,131 INFO tools.EventIngester - Retrieved 402 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:15,510 INFO tools.EventIngester - Retrieved 403 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:22,125 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:30,322 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:37,464 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:44,711 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:50,917 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:09:57,190 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:03,723 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:09,978 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:16,209 INFO tools.EventIngester - Retrieved 394 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:23,511 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:32,862 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:45,027 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:10:57,420 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:07,884 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:14,944 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:23,257 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:29,790 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:36,466 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:42,872 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:50,083 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:11:58,233 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:05,686 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:13,608 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:22,595 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:32,093 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:39,795 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:47,591 INFO tools.EventIngester - Retrieved 393 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:12:54,327 INFO tools.EventIngester - Retrieved 391 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:01,332 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:08,483 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:17,445 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:24,861 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:29,147 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:33,314 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:37,577 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:42,038 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:47,451 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:13:54,874 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:04,870 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:13,529 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:21,520 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:29,749 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:38,102 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:46,454 INFO tools.EventIngester - Retrieved 389 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:14:54,773 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:02,769 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:10,844 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:18,959 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:27,077 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:35,726 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:45,119 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:15:53,624 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:02,048 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:10,539 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:19,397 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:28,177 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:37,152 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:46,544 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:16:55,590 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:05,144 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:14,109 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:23,152 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:32,356 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:41,311 INFO tools.EventIngester - Retrieved 390 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:50,556 INFO tools.EventIngester - Retrieved 392 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:17:59,001 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:04,118 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:09,313 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:14,122 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:18,988 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:24,129 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:30,342 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:35,710 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:40,611 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:45,945 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:51,529 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:18:58,912 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:06,418 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:17,776 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:28,453 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:37,433 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:45,614 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:19:53,961 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:02,691 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:11,410 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:19,905 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:28,505 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:36,885 INFO tools.EventIngester - Retrieved 397 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:45,319 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:20:53,518 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:02,317 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:10,815 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:19,623 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:28,690 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:37,201 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:45,772 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:21:54,848 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:03,664 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:12,474 INFO tools.EventIngester - Retrieved 403 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:21,201 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:30,259 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:38,801 INFO tools.EventIngester - Retrieved 401 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:48,391 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:22:56,897 INFO tools.EventIngester - Retrieved 400 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:05,576 INFO tools.EventIngester - Retrieved 398 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:14,303 INFO tools.EventIngester - Retrieved 399 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:23,115 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:32,240 INFO tools.EventIngester - Retrieved 396 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:41,250 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:46,698 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:51,911 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:23:57,224 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:02,479 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:07,821 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:13,148 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:18,650 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:24,119 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:29,373 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:34,629 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:40,104 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:45,924 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:51,652 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:24:57,305 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:03,324 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:08,835 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:15,389 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:21,159 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:30,681 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:38,633 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:44,394 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:49,970 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:25:56,352 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:01,633 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:06,943 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:12,149 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:17,388 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:22,698 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:28,309 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:33,825 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:40,503 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:49,068 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:26:57,625 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:05,461 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:11,306 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:17,246 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:22,797 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:28,023 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:33,515 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:38,722 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:43,850 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:48,973 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:54,285 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:27:59,304 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:04,641 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:09,976 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:15,473 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:20,777 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:26,180 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:31,580 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:36,846 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:42,931 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:49,172 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:28:54,899 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:00,442 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:06,085 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:11,934 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:17,635 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:23,115 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:29,802 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:35,917 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:44,079 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:50,663 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:29:57,251 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:03,820 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:09,931 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:15,895 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:22,306 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:28,944 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:34,838 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:42,073 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:47,955 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:53,627 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:30:59,729 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:05,705 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:11,340 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:17,338 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:23,454 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:29,339 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:36,669 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:43,567 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:51,574 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:31:59,458 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:08,098 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:15,578 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:22,483 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:28,721 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:35,079 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:41,731 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:49,066 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:32:55,534 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:02,282 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:09,098 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:17,736 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:26,369 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:33,640 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:40,255 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:49,463 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:33:58,663 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:09,169 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:18,315 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:25,720 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:31,548 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:37,898 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:44,205 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:50,402 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:34:56,563 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:02,729 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:10,591 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:18,054 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:28,882 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:36,026 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:43,439 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:50,615 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:35:57,547 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:05,923 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:15,442 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:23,079 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:30,560 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:37,197 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:44,396 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:36:52,169 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:05,812 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:14,052 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:21,919 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:31,341 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:38,697 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:46,208 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:37:54,038 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:01,279 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:08,845 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:15,478 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:22,246 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:29,302 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:36,219 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:43,284 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:50,427 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:38:56,950 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:03,674 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:10,449 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:17,749 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:25,181 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:32,261 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:40,226 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:49,148 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:39:56,818 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:01,801 ERROR main.MudrodEngine - Error during MudrodEngine execution. org.apache.commons.cli.MissingOptionException: Missing required option: dataDir at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) at org.apache.commons.cli.Parser.parse(Parser.java:231) at org.apache.commons.cli.Parser.parse(Parser.java:85) - at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:332) -2018-05-22 14:28:10,407 ERROR main.MudrodEngine - Error whilst parsing command line. + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:04,858 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:08,153 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.UnrecognizedOptionException: Unrecognized option: -DataDir + at org.apache.commons.cli.Parser.processOption(Parser.java:363) + at org.apache.commons.cli.Parser.parse(Parser.java:199) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:12,915 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:14,919 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingOptionException: Missing required option: dataDir + at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) + at org.apache.commons.cli.Parser.parse(Parser.java:231) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:20,700 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingArgumentException: Missing argument for option: dataDir + at org.apache.commons.cli.Parser.processArgs(Parser.java:343) + at org.apache.commons.cli.Parser.processOption(Parser.java:393) + at org.apache.commons.cli.Parser.parse(Parser.java:199) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:21,520 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:25,549 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingOptionException: Missing required option: dataDir + at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) + at org.apache.commons.cli.Parser.parse(Parser.java:231) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:28,542 ERROR main.MudrodEngine - Error during MudrodEngine execution. org.apache.commons.cli.MissingOptionException: Missing required option: dataDir at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) at org.apache.commons.cli.Parser.parse(Parser.java:231) at org.apache.commons.cli.Parser.parse(Parser.java:85) - at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:332) -2018-05-22 14:46:12,173 ERROR main.MudrodEngine - Error whilst parsing command line. + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:29,626 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:37,275 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingArgumentException: Missing argument for option: dataDir + at org.apache.commons.cli.Parser.processArgs(Parser.java:343) + at org.apache.commons.cli.Parser.processOption(Parser.java:393) + at org.apache.commons.cli.Parser.parse(Parser.java:199) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:37,393 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:45,211 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:47,537 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingOptionException: Missing required option: dataDir + at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) + at org.apache.commons.cli.Parser.parse(Parser.java:231) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:40:53,108 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:40:53,661 ERROR main.MudrodEngine - Error during MudrodEngine execution. org.apache.commons.cli.MissingOptionException: Missing required option: dataDir at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) at org.apache.commons.cli.Parser.parse(Parser.java:231) at org.apache.commons.cli.Parser.parse(Parser.java:85) - at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:332) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 15:41:00,940 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:08,427 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:16,932 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:24,438 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:33,777 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:46,332 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:41:58,538 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:10,504 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:18,440 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:26,433 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:33,841 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:41,461 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:49,099 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:42:56,123 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:03,686 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:11,241 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:18,873 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:27,392 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:35,117 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:43,950 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:43:54,122 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:07,766 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:18,040 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:28,452 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:38,326 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:47,946 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:44:58,763 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:09,452 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:18,313 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:27,262 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:35,265 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:44,127 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:45:53,983 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:02,456 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:10,526 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:18,523 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:26,123 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:34,436 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:42,652 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:46:50,851 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:01,107 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:11,343 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:22,880 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:33,036 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:41,881 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:47:51,150 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:00,453 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:10,905 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:19,939 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:28,079 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:37,843 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:49,230 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:48:59,551 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:09,015 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:20,267 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:30,086 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:39,839 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:49,033 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:49:57,784 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:50:06,188 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:50:17,376 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:50:30,856 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:50:41,721 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:50:58,791 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:51:33,662 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:51:49,421 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:52:05,293 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:52:16,860 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:52:29,104 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:52:40,348 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:52:51,497 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:02,486 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:14,126 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:25,205 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:36,050 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:46,749 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:53:57,306 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:07,725 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:16,378 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:25,012 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:32,875 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:41,669 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:54:55,329 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:55:05,145 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:55:16,637 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:55:25,462 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:55:38,824 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:55:50,586 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:56:01,513 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:56:13,670 INFO tools.EventIngester - Retrieved 208 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:56:26,708 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:56:39,026 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:56:50,546 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:57:02,163 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:57:14,736 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:57:26,534 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:57:41,056 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:57:53,172 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:58:05,691 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:58:23,988 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:58:36,678 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:58:48,697 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:58:59,540 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:59:11,428 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:59:25,700 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:59:37,162 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:59:47,701 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 15:59:58,994 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:00:09,892 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:00:20,670 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:00:32,150 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:00:44,508 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:00:55,977 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:01:06,497 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:01:25,415 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:01:42,376 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:01:56,566 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:02:07,766 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:02:18,615 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:02:29,219 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:02:40,085 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:02:51,108 INFO tools.EventIngester - Retrieved 205 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:02,541 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:13,044 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:24,028 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:34,045 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:44,890 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:03:54,841 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:04:00,144 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingOptionException: Missing required option: dataDir + at org.apache.commons.cli.Parser.checkRequiredOptions(Parser.java:299) + at org.apache.commons.cli.Parser.parse(Parser.java:231) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 16:04:05,278 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:04:15,239 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:04:25,274 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:04:37,795 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:04:49,556 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:00,939 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:11,258 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:21,063 INFO tools.EventIngester - Retrieved 206 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:31,285 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:41,549 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:05:52,261 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:02,839 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:13,269 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:23,499 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:34,237 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:45,342 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:06:56,546 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:07:07,729 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:07:18,464 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:07:29,732 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:07:47,545 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:08:03,825 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:08:15,033 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:08:31,293 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:08:49,251 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:08:59,440 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:09:09,854 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:09:20,202 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:09:30,942 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:09:41,553 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:09:52,047 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:02,383 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:13,375 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:24,166 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:34,201 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:43,892 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:10:56,159 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:11:09,442 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:11:19,331 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:11:28,667 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:11:39,539 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:11:51,236 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:02,392 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:12,691 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:22,743 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:32,883 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:43,008 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:12:52,407 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:03,635 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:14,790 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:25,685 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:36,354 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:46,756 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:13:58,319 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:14:08,771 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:14:20,123 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:14:31,821 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:14:43,229 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:14:53,790 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:04,420 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:15,218 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:25,924 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:37,054 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:46,739 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:15:56,407 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:05,712 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:14,771 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:24,248 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:33,963 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:43,272 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:16:52,906 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:02,507 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:11,899 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:21,940 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:32,318 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:42,609 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:17:52,403 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:02,291 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:13,599 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:24,728 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:35,780 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:46,744 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:18:57,381 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:19:13,507 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:19:29,841 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:19:40,748 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:19:59,663 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:20:19,326 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:20:32,783 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:20:45,639 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:21:00,199 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:21:16,144 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:21:29,467 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:21:43,632 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:21:56,403 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:07,072 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:17,506 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:28,539 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:39,751 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:50,796 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:22:57,992 ERROR main.MudrodEngine - Error during MudrodEngine execution. +org.apache.commons.cli.MissingArgumentException: Missing argument for option: dataDir + at org.apache.commons.cli.Parser.processArgs(Parser.java:343) + at org.apache.commons.cli.Parser.processOption(Parser.java:393) + at org.apache.commons.cli.Parser.parse(Parser.java:199) + at org.apache.commons.cli.Parser.parse(Parser.java:85) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:376) +2018-08-23 16:23:02,374 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:23:02,920 INFO main.MudrodEngine - File specified by environment variable MUDROD_CONFIG = '' could not be loaded. Default configuration will be used. +2018-08-23 16:23:02,924 INFO main.MudrodEngine - Loaded config file from file:/usr/local/incubator-sdap-mudrod/core/target/appassembler/lib/mudrod-core-0.0.1-SNAPSHOT.jar!/config.properties +2018-08-23 16:23:07,208 WARN util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable +2018-08-23 16:23:08,432 INFO util.log - Logging initialized @6342ms +2018-08-23 16:23:08,602 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:23:08,636 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:23:08,638 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:23:08,639 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:23:08,640 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:23:08,641 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:23:08,641 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:23:08,642 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:23:08,643 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:23:08,644 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:23:08,644 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:23:08,645 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:23:08,647 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:23:08,648 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:23:08,648 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:23:08,649 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:23:08,649 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:23:08,650 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:23:08,650 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:23:08,651 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:23:08,651 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:23:08,663 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:23:08,664 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:23:08,665 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:23:08,666 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:23:08,666 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:23:08,670 WARN component.AbstractLifeCycle - FAILED ServerConnector@da34eb0{HTTP/1.1}{0.0.0.0:4040}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,674 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@3739f3c9: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,677 INFO server.ServerConnector - Stopped ServerConnector@da34eb0{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 16:23:08,679 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,680 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,680 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:23:08,680 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:23:08,681 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:23:08,681 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:23:08,682 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:23:08,682 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:23:08,682 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:23:08,683 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:23:08,683 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:23:08,684 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:23:08,684 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:23:08,684 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,685 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:23:08,685 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:23:08,686 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:23:08,686 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,686 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:23:08,687 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:23:08,687 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:23:08,688 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:23:08,692 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:23:08,692 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:23:08,694 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:23:08,709 WARN util.Utils - Service 'SparkUI' could not bind on port 4040. Attempting port 4041. +2018-08-23 16:23:08,711 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:23:08,717 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:23:08,717 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:23:08,718 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:23:08,718 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:23:08,719 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:23:08,719 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:23:08,719 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:23:08,720 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:23:08,720 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:23:08,721 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:23:08,721 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:23:08,722 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:23:08,722 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:23:08,723 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:23:08,723 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:23:08,723 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:23:08,724 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:23:08,724 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:23:08,725 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:23:08,726 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:23:08,727 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:23:08,729 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:23:08,730 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:23:08,731 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:23:08,731 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:23:08,735 WARN component.AbstractLifeCycle - FAILED ServerConnector@5ad6f98e{HTTP/1.1}{0.0.0.0:4041}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,736 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@3316527e: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,738 INFO server.ServerConnector - Stopped ServerConnector@5ad6f98e{HTTP/1.1}{0.0.0.0:4041} +2018-08-23 16:23:08,738 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,739 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,739 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:23:08,739 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:23:08,740 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:23:08,740 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:23:08,741 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:23:08,741 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:23:08,741 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:23:08,742 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:23:08,742 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:23:08,743 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:23:08,743 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:23:08,744 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,745 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:23:08,745 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:23:08,746 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:23:08,746 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,747 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:23:08,747 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:23:08,748 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:23:08,748 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:23:08,748 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:23:08,749 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:23:08,749 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:23:08,761 WARN util.Utils - Service 'SparkUI' could not bind on port 4041. Attempting port 4042. +2018-08-23 16:23:08,763 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:23:08,765 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:23:08,766 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:23:08,766 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:23:08,767 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:23:08,767 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:23:08,767 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:23:08,768 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:23:08,768 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:23:08,769 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:23:08,769 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:23:08,770 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:23:08,770 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:23:08,771 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:23:08,771 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:23:08,771 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:23:08,772 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:23:08,772 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:23:08,773 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:23:08,773 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:23:08,774 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:23:08,774 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:23:08,775 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:23:08,775 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:23:08,776 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:23:08,777 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:23:08,778 WARN component.AbstractLifeCycle - FAILED ServerConnector@1aac0a47{HTTP/1.1}{0.0.0.0:4042}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,779 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@6785c9fa: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:23:08,781 INFO server.ServerConnector - Stopped ServerConnector@1aac0a47{HTTP/1.1}{0.0.0.0:4042} +2018-08-23 16:23:08,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:23:08,782 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:23:08,783 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:23:08,783 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:23:08,784 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:23:08,784 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:23:08,784 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:23:08,785 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:23:08,785 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:23:08,785 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:23:08,786 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:23:08,786 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:23:08,786 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,787 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:23:08,787 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:23:08,788 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:23:08,788 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:23:08,789 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:23:08,790 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:23:08,790 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:23:08,790 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:23:08,791 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:23:08,791 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:23:08,791 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:23:08,795 WARN util.Utils - Service 'SparkUI' could not bind on port 4042. Attempting port 4043. +2018-08-23 16:23:08,797 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:23:08,800 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:23:08,801 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:23:08,801 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:23:08,802 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:23:08,802 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:23:08,803 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:23:08,803 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:23:08,804 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:23:08,804 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:23:08,805 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:23:08,805 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:23:08,805 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:23:08,806 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:23:08,806 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:23:08,807 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:23:08,807 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:23:08,807 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:23:08,808 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:23:08,808 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:23:08,809 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:23:08,809 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:23:08,810 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:23:08,810 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:23:08,810 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:23:08,811 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:23:08,820 INFO server.ServerConnector - Started ServerConnector@6e46891d{HTTP/1.1}{0.0.0.0:4043} +2018-08-23 16:23:08,821 INFO server.Server - Started @6730ms +2018-08-23 16:23:09,364 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15d79b70{/metrics/json,null,AVAILABLE} +2018-08-23 16:23:09,435 ERROR main.MudrodEngine - Error during MudrodEngine execution. +java.lang.NullPointerException + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:417) +2018-08-23 16:23:09,449 INFO server.ServerConnector - Stopped ServerConnector@6e46891d{HTTP/1.1}{0.0.0.0:4043} +2018-08-23 16:23:09,452 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:23:09,454 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:23:09,455 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:23:09,456 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:23:09,456 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:23:09,457 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:23:09,458 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:23:09,458 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:23:09,459 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:23:09,460 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:23:09,461 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:23:09,461 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:23:09,462 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:23:09,463 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:23:09,464 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:23:09,464 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:23:09,469 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:23:09,470 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:23:09,471 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:23:09,478 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:23:09,478 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:23:09,478 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:23:09,479 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:23:09,479 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:23:09,480 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:23:15,487 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:23:27,266 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:23:40,296 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:23:51,555 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:24:00,147 INFO main.MudrodEngine - File specified by environment variable MUDROD_CONFIG = '' could not be loaded. Default configuration will be used. +2018-08-23 16:24:00,152 INFO main.MudrodEngine - Loaded config file from file:/usr/local/incubator-sdap-mudrod/core/target/appassembler/lib/mudrod-core-0.0.1-SNAPSHOT.jar!/config.properties +2018-08-23 16:24:03,385 WARN util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable +2018-08-23 16:24:04,485 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:24:04,487 INFO util.log - Logging initialized @4978ms +2018-08-23 16:24:04,702 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:24:04,751 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:24:04,752 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:24:04,752 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:24:04,753 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:24:04,753 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:24:04,754 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:24:04,754 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:24:04,778 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:24:04,779 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:24:04,780 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:24:04,781 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:24:04,787 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:24:04,788 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:24:04,788 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:24:04,789 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:24:04,789 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:24:04,790 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:24:04,792 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:24:04,794 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:24:04,795 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:24:04,806 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:24:04,807 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:24:04,808 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:24:04,810 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:24:04,810 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:24:04,812 WARN component.AbstractLifeCycle - FAILED ServerConnector@da34eb0{HTTP/1.1}{0.0.0.0:4040}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,816 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@3739f3c9: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,819 INFO server.ServerConnector - Stopped ServerConnector@da34eb0{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 16:24:04,821 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,821 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,822 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:24:04,822 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:24:04,822 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:24:04,823 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:24:04,823 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:24:04,823 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:24:04,824 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:24:04,824 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:24:04,825 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:24:04,825 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:24:04,826 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:24:04,827 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,838 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:24:04,839 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:24:04,840 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:24:04,841 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,844 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:24:04,844 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:24:04,845 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:24:04,846 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:24:04,847 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:24:04,847 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:24:04,848 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:24:04,861 WARN util.Utils - Service 'SparkUI' could not bind on port 4040. Attempting port 4041. +2018-08-23 16:24:04,863 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:24:04,871 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:24:04,871 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:24:04,871 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:24:04,872 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:24:04,872 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:24:04,873 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:24:04,873 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:24:04,874 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:24:04,874 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:24:04,874 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:24:04,875 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:24:04,875 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:24:04,876 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:24:04,876 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:24:04,877 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:24:04,877 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:24:04,877 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:24:04,884 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:24:04,884 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:24:04,886 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:24:04,886 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:24:04,889 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:24:04,890 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:24:04,891 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:24:04,891 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:24:04,893 WARN component.AbstractLifeCycle - FAILED ServerConnector@5ad6f98e{HTTP/1.1}{0.0.0.0:4041}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,895 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@3316527e: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,898 INFO server.ServerConnector - Stopped ServerConnector@5ad6f98e{HTTP/1.1}{0.0.0.0:4041} +2018-08-23 16:24:04,898 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,899 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,899 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:24:04,900 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:24:04,900 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:24:04,901 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:24:04,901 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:24:04,901 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:24:04,902 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:24:04,902 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:24:04,903 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:24:04,903 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:24:04,903 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:24:04,904 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,904 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:24:04,904 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:24:04,905 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:24:04,905 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,906 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:24:04,906 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:24:04,906 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:24:04,907 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:24:04,907 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:24:04,907 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:24:04,917 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:24:04,928 WARN util.Utils - Service 'SparkUI' could not bind on port 4041. Attempting port 4042. +2018-08-23 16:24:04,930 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:24:04,936 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:24:04,937 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:24:04,938 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:24:04,938 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:24:04,939 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:24:04,939 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:24:04,940 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:24:04,940 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:24:04,940 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:24:04,941 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:24:04,942 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:24:04,943 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:24:04,944 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:24:04,944 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:24:04,944 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:24:04,945 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:24:04,945 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:24:04,945 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:24:04,946 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:24:04,946 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:24:04,947 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:24:04,947 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:24:04,948 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:24:04,948 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:24:04,949 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:24:04,949 WARN component.AbstractLifeCycle - FAILED ServerConnector@1aac0a47{HTTP/1.1}{0.0.0.0:4042}: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,951 WARN component.AbstractLifeCycle - FAILED org.spark_project.jetty.server.Server@6785c9fa: java.net.BindException: Address already in use +java.net.BindException: Address already in use + at java.base/sun.nio.ch.Net.bind0(Native Method) + at java.base/sun.nio.ch.Net.bind(Net.java:433) + at java.base/sun.nio.ch.Net.bind(Net.java:425) + at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225) + at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) + at org.spark_project.jetty.server.ServerConnector.open(ServerConnector.java:321) + at org.spark_project.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) + at org.spark_project.jetty.server.ServerConnector.doStart(ServerConnector.java:236) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.spark_project.jetty.server.Server.doStart(Server.java:366) + at org.spark_project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) + at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:349) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.ui.JettyUtils$$anonfun$5.apply(JettyUtils.scala:359) + at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2195) + at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160) + at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2186) + at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:359) + at org.apache.spark.ui.WebUI.bind(WebUI.scala:140) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at org.apache.spark.SparkContext$$anonfun$10.apply(SparkContext.scala:460) + at scala.Option.foreach(Option.scala:257) + at org.apache.spark.SparkContext.(SparkContext.scala:460) + at org.apache.spark.api.java.JavaSparkContext.(JavaSparkContext.scala:58) + at org.apache.sdap.mudrod.driver.SparkDriver.(SparkDriver.java:56) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:415) +2018-08-23 16:24:04,952 INFO server.ServerConnector - Stopped ServerConnector@1aac0a47{HTTP/1.1}{0.0.0.0:4042} +2018-08-23 16:24:04,952 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,953 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:24:04,953 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:24:04,953 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:24:04,954 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:24:04,954 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:24:04,954 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:24:04,955 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:24:04,955 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:24:04,955 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:24:04,956 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:24:04,956 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:24:04,957 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:24:04,957 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,957 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:24:04,958 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:24:04,958 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:24:04,958 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:24:04,959 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:24:04,960 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:24:04,961 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:24:04,961 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:24:04,962 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:24:04,962 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:24:04,963 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:24:04,974 WARN util.Utils - Service 'SparkUI' could not bind on port 4042. Attempting port 4043. +2018-08-23 16:24:04,976 INFO server.Server - jetty-9.2.z-SNAPSHOT +2018-08-23 16:24:04,979 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,AVAILABLE} +2018-08-23 16:24:04,979 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,AVAILABLE} +2018-08-23 16:24:04,980 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,AVAILABLE} +2018-08-23 16:24:04,980 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,AVAILABLE} +2018-08-23 16:24:04,980 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,AVAILABLE} +2018-08-23 16:24:04,981 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,AVAILABLE} +2018-08-23 16:24:04,981 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,AVAILABLE} +2018-08-23 16:24:04,982 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,AVAILABLE} +2018-08-23 16:24:04,982 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,AVAILABLE} +2018-08-23 16:24:04,982 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,AVAILABLE} +2018-08-23 16:24:04,983 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,AVAILABLE} +2018-08-23 16:24:04,983 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,AVAILABLE} +2018-08-23 16:24:04,984 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,AVAILABLE} +2018-08-23 16:24:04,984 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,AVAILABLE} +2018-08-23 16:24:04,984 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,AVAILABLE} +2018-08-23 16:24:04,985 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,AVAILABLE} +2018-08-23 16:24:04,985 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,AVAILABLE} +2018-08-23 16:24:04,986 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,AVAILABLE} +2018-08-23 16:24:04,986 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,AVAILABLE} +2018-08-23 16:24:04,986 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,AVAILABLE} +2018-08-23 16:24:04,987 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@25cde5bb{/static,null,AVAILABLE} +2018-08-23 16:24:04,987 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@38a96593{/,null,AVAILABLE} +2018-08-23 16:24:04,988 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@5df64b2a{/api,null,AVAILABLE} +2018-08-23 16:24:04,988 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,AVAILABLE} +2018-08-23 16:24:04,989 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,AVAILABLE} +2018-08-23 16:24:04,996 INFO server.ServerConnector - Started ServerConnector@6e46891d{HTTP/1.1}{0.0.0.0:4043} +2018-08-23 16:24:04,996 INFO server.Server - Started @5488ms +2018-08-23 16:24:05,360 INFO handler.ContextHandler - Started o.s.j.s.ServletContextHandler@39514976{/metrics/json,null,AVAILABLE} +2018-08-23 16:24:06,020 INFO discoveryengine.WeblogDiscoveryEngine - Started Mudrod Weblog Discovery Engine. +2018-08-23 16:24:06,020 INFO discoveryengine.WeblogDiscoveryEngine - Starting Web log preprocessing. +2018-08-23 16:24:06,021 ERROR main.MudrodEngine - Error during MudrodEngine execution. +java.lang.NullPointerException + at org.apache.sdap.mudrod.discoveryengine.WeblogDiscoveryEngine.getFileList(WeblogDiscoveryEngine.java:72) + at org.apache.sdap.mudrod.discoveryengine.WeblogDiscoveryEngine.preprocess(WeblogDiscoveryEngine.java:106) + at org.apache.sdap.mudrod.main.MudrodEngine.startFullIngest(MudrodEngine.java:242) + at org.apache.sdap.mudrod.main.MudrodEngine.main(MudrodEngine.java:436) +2018-08-23 16:24:06,031 INFO server.ServerConnector - Stopped ServerConnector@6e46891d{HTTP/1.1}{0.0.0.0:4043} +2018-08-23 16:24:06,033 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 16:24:06,033 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 16:24:06,034 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 16:24:06,035 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 16:24:06,036 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 16:24:06,036 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 16:24:06,037 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 16:24:06,038 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 16:24:06,039 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 16:24:06,039 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 16:24:06,040 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 16:24:06,041 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 16:24:06,041 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 16:24:06,042 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 16:24:06,043 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 16:24:06,044 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 16:24:06,046 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 16:24:06,047 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 16:24:06,048 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 16:24:06,050 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 16:24:06,050 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 16:24:06,051 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 16:24:06,051 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 16:24:06,051 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 16:24:06,052 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} +2018-08-23 16:24:17,297 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:24:28,777 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:24:39,544 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:24:51,004 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:02,092 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:13,492 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:25,665 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:37,754 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:48,685 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:25:59,799 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:26:10,566 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:26:21,633 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:26:32,474 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:26:43,320 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:26:56,151 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:27:08,155 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:27:19,627 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:27:30,927 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:27:42,726 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:27:54,050 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:28:05,877 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:28:17,035 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:28:34,003 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:28:51,119 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:29:03,788 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:29:15,269 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:29:26,878 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:29:38,515 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:29:50,138 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:30:01,989 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:30:14,112 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:30:26,216 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:30:38,040 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:30:49,189 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:00,775 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:12,145 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:22,973 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:34,279 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:46,309 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:31:59,423 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:32:11,728 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:32:23,630 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:32:44,265 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:32:59,664 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:33:16,186 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:33:29,504 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:33:43,483 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:33:57,852 INFO tools.EventIngester - Retrieved 216 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:34:12,614 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:34:27,852 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:34:41,298 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:34:55,386 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:35:08,613 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:35:21,292 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:35:33,456 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:35:46,208 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:35:58,535 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:36:10,482 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:36:22,344 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:36:34,699 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:36:46,912 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:36:59,226 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:37:11,822 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:37:27,225 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:37:48,090 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:38:07,451 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:38:20,667 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:38:32,869 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:38:45,091 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:38:58,106 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:39:10,211 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:39:22,873 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:39:35,890 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:39:48,908 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:40:01,092 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:40:13,806 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:40:26,080 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:40:39,080 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:40:52,629 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:41:05,748 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:41:18,733 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:41:31,052 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:41:43,801 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:41:59,307 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:42:14,695 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:42:28,288 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:42:42,335 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:42:56,766 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:43:10,685 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:43:23,577 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:43:36,915 INFO tools.EventIngester - Retrieved 225 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:43:49,789 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:44:03,905 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:44:17,432 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:44:32,407 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:44:47,267 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:45:01,233 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:45:14,887 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:45:28,489 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:45:41,990 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:45:56,843 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:46:12,835 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:46:28,460 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:46:46,861 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:47:07,807 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:47:22,899 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:47:36,368 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:47:49,543 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:48:03,486 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:48:16,804 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:48:30,639 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:48:44,199 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:48:57,472 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:49:12,066 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:49:26,982 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:49:40,364 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:49:54,373 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:50:08,659 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:50:23,123 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:50:37,768 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:50:53,008 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:51:10,262 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:51:23,495 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:51:36,440 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:51:50,181 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:52:04,301 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:52:18,580 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:52:33,564 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:52:46,683 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:53:03,296 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:53:18,823 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:53:35,061 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:53:49,928 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:54:05,307 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:54:20,972 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:54:36,508 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:54:51,201 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:55:05,636 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:55:19,557 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:55:33,248 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:55:54,778 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:56:16,182 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:56:29,213 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:56:42,895 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:56:56,188 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:57:12,097 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:57:25,911 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:57:43,269 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:57:59,660 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:58:16,558 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:58:31,249 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:58:46,938 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:59:02,552 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:59:19,798 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:59:36,651 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 16:59:50,864 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:00:06,652 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:00:22,986 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:00:37,922 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:00:52,721 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:01:06,808 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:01:23,182 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:01:40,033 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:01:59,851 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:02:16,351 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:02:31,281 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:02:48,643 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:03:04,948 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:03:19,048 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:03:33,510 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:03:48,288 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:04:03,462 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:04:20,533 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:04:38,288 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:05:01,298 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:05:24,636 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:05:41,611 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:06:01,387 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:06:16,229 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:06:32,344 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:06:46,656 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:07:00,893 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:07:17,374 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:07:31,030 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:07:45,471 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:08:00,377 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:08:14,713 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:08:28,614 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:08:42,461 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:08:56,123 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:09:09,665 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:09:23,216 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:09:36,693 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:09:50,409 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:10:04,294 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:10:18,368 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:10:32,034 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:10:46,200 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:11:00,342 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:11:14,993 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:11:29,964 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:11:44,066 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:11:58,497 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:12:13,151 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:12:27,953 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:12:42,460 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:12:57,883 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:13:18,732 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:13:37,921 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:13:52,549 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:14:06,999 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:14:20,736 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:14:35,168 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:14:49,016 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:15:02,396 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:15:15,977 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:15:29,802 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:15:43,733 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:15:57,537 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:16:11,739 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:16:28,684 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:16:45,505 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:17:01,489 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:17:17,925 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:17:32,815 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:17:47,070 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:18:00,955 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:18:15,654 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:18:29,676 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:18:43,976 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:18:58,068 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:19:12,611 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:19:26,631 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:19:41,404 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:19:56,699 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:20:11,522 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:20:25,946 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:20:40,571 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:20:55,699 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:21:17,089 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:21:35,764 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:21:50,206 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:22:04,502 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:22:19,160 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:22:33,240 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:22:47,019 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:23:00,626 INFO tools.EventIngester - Retrieved 220 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:23:13,471 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:23:27,303 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:23:41,381 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:23:55,030 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:24:09,109 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:24:22,656 INFO tools.EventIngester - Retrieved 225 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:24:36,415 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:24:51,111 INFO tools.EventIngester - Retrieved 223 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:25:05,557 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:25:20,115 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:25:36,580 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:25:52,267 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:26:08,089 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:26:23,320 INFO tools.EventIngester - Retrieved 222 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:26:37,742 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:26:53,010 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:27:07,109 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:27:21,594 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:27:36,294 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:27:50,844 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:28:05,313 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:28:19,208 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:28:38,712 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:28:55,713 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:29:10,682 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:29:25,686 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:29:40,449 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:29:54,937 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:30:09,082 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:30:22,840 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:30:36,921 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:30:51,420 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:31:06,152 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:31:19,573 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:31:33,563 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:31:47,798 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:32:01,904 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:32:16,342 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:32:31,053 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:32:46,082 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:33:00,088 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:33:15,220 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:33:29,750 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:33:44,895 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:33:59,964 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:34:14,939 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:34:30,191 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:34:44,790 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:34:59,552 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:35:19,842 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:35:39,991 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:35:54,462 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:36:09,159 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:36:23,994 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:36:38,531 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:36:52,917 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:37:07,506 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:37:22,264 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:37:37,091 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:37:52,175 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:38:06,564 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:38:21,457 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:38:36,357 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:38:50,773 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:39:05,821 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:39:21,536 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:39:36,933 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:39:52,512 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:40:07,633 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:40:23,410 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:40:39,494 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:40:54,771 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:41:10,904 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:41:26,681 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:41:42,574 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:41:58,446 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:42:18,018 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:42:38,873 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:42:54,547 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:43:10,206 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:43:25,494 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:43:40,509 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:43:55,579 INFO tools.EventIngester - Retrieved 219 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:44:11,441 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:44:27,003 INFO tools.EventIngester - Retrieved 221 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:44:43,455 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:44:58,792 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:45:14,370 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:45:29,286 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:45:44,474 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:45:59,847 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:46:15,101 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:46:30,668 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:46:46,486 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:47:01,676 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:47:16,874 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:47:32,324 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:47:50,525 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:48:06,690 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:48:23,176 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:48:39,410 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:48:55,303 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:49:18,896 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:49:39,958 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:49:55,255 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:50:10,933 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:50:26,611 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:50:41,957 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:50:56,589 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:51:11,965 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:51:27,232 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:51:42,208 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:51:57,278 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:52:12,451 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:52:27,977 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:52:43,943 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:52:58,722 INFO tools.EventIngester - Retrieved 212 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:53:13,876 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:53:29,539 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:53:45,811 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:54:01,839 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:54:18,003 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:54:33,533 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:54:48,849 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:55:05,284 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:55:22,103 INFO tools.EventIngester - Retrieved 216 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:55:44,804 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:56:03,740 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:56:18,778 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:56:34,298 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:56:49,488 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:57:04,382 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:57:19,449 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:57:33,781 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:57:48,417 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:58:03,423 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:58:18,348 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:58:32,932 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:58:47,675 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:59:02,706 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:59:17,890 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:59:32,964 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 17:59:48,450 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:00:03,757 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:00:19,122 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:00:34,427 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:00:50,495 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:01:06,859 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:01:22,577 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:01:38,206 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:02:01,163 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:02:19,688 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:02:34,793 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:02:50,012 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:03:05,289 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:03:20,435 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:03:35,934 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:03:51,137 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:04:05,327 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:04:20,248 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:04:35,397 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:04:50,920 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:05:06,152 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:05:21,055 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:05:36,354 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:05:52,039 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:06:07,124 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:06:22,684 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:06:39,245 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:06:55,656 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:07:18,491 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:07:37,020 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:07:54,765 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:08:19,181 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:08:42,950 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:09:03,121 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:09:19,689 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:09:34,703 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:09:50,420 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:10:06,775 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:10:22,343 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:10:38,523 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:10:54,421 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:11:10,248 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:11:25,803 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:11:42,725 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:11:59,235 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:12:15,683 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:12:32,327 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:12:48,750 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:13:05,442 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:13:23,308 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:13:40,368 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:13:58,114 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:14:15,991 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:14:39,607 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:15:01,341 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:15:17,198 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:15:33,273 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:15:49,941 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:16:05,806 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:16:21,739 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:16:37,907 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:16:54,392 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:17:12,116 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:17:29,814 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:17:46,093 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:18:05,279 INFO tools.EventIngester - Retrieved 218 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:18:22,113 INFO tools.EventIngester - Retrieved 217 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:18:38,471 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:18:56,313 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:19:14,794 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:19:32,690 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:19:49,601 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:20:07,321 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:20:26,541 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:20:49,407 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:21:10,417 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:21:26,814 INFO tools.EventIngester - Retrieved 211 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:21:42,882 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:21:58,994 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:22:15,035 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:22:31,380 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:22:48,536 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:23:05,173 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:23:21,624 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:23:38,290 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:23:55,234 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:24:12,247 INFO tools.EventIngester - Retrieved 210 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:24:30,921 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:24:46,970 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:25:05,229 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:25:22,087 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:25:38,425 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:25:56,028 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:26:12,588 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:26:35,712 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:26:56,452 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:27:13,269 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:27:29,440 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:27:45,400 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:28:01,893 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:28:17,737 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:28:36,711 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:28:53,783 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:29:10,287 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:29:26,828 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:29:42,761 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:29:58,693 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:30:15,253 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:30:32,222 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:30:49,782 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:31:06,877 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:31:23,902 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:31:41,070 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:31:57,971 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:32:21,488 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:32:43,701 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:32:59,544 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:33:16,294 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:33:31,982 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:33:47,538 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:34:03,391 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:34:20,013 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:34:35,889 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:34:51,875 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:35:08,413 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:35:25,140 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:35:40,889 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:35:57,563 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:36:15,419 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:36:32,976 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:36:51,194 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:37:08,279 INFO tools.EventIngester - Retrieved 215 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:37:25,819 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:37:43,346 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:38:07,821 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:38:28,937 INFO tools.EventIngester - Retrieved 214 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:38:44,747 INFO tools.EventIngester - Retrieved 213 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:39:01,007 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:39:18,841 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:39:35,060 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:39:52,478 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:40:09,258 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:40:26,281 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:40:43,777 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:41:01,104 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:41:19,287 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:41:38,856 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:41:57,226 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:42:15,275 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:42:32,564 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:42:50,913 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:43:08,634 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:43:26,600 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:43:51,973 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:44:12,520 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:44:29,027 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:44:45,259 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:45:02,588 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:45:19,277 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:45:36,765 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:45:53,716 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:46:10,226 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:46:26,844 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:46:43,221 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:47:00,299 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:47:17,285 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:47:34,012 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:47:51,620 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:48:10,185 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:48:29,303 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:48:48,907 INFO tools.EventIngester - Retrieved 235 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:49:13,387 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:49:35,625 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:49:52,293 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:50:09,410 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:50:25,689 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:50:42,597 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:51:00,287 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:51:17,470 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:51:34,676 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:51:51,355 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:52:08,443 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:52:26,281 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:52:43,624 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:53:01,722 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:53:18,954 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:53:35,716 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:53:51,746 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:54:08,090 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:54:28,896 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:54:47,757 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:55:03,925 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:55:19,747 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:55:35,641 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:55:52,213 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:56:08,201 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:56:24,271 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:56:40,295 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:56:57,917 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:57:14,172 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:57:30,899 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:57:46,813 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:58:02,989 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:58:18,405 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:58:35,258 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:58:51,298 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:59:07,627 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:59:28,500 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 18:59:44,953 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:00:01,246 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:00:17,256 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:00:33,518 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:00:49,374 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:01:05,573 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:01:21,558 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:01:38,542 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:01:54,764 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:02:11,438 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:02:27,797 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:02:43,576 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:02:59,442 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:03:15,949 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:03:32,168 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:03:48,367 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:04:06,426 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:04:27,337 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:04:43,588 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:05:00,251 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:05:16,815 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:05:33,843 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:05:50,349 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:06:06,575 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:06:22,992 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:06:39,399 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:06:55,110 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:07:11,424 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:07:27,842 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:07:44,136 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:08:00,773 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:08:18,174 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:08:35,230 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:08:52,200 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:09:12,550 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:09:30,314 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:09:47,272 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:10:04,573 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:10:21,826 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:10:39,184 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:10:56,387 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:11:16,713 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:11:36,084 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:11:54,854 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:12:16,317 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:12:35,377 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:12:53,536 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:13:12,268 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:13:31,828 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:13:51,381 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:14:14,123 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:14:36,478 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:14:58,447 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:15:17,380 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:15:35,030 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:15:53,355 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:16:12,111 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:16:30,311 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:16:47,618 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:17:05,648 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:17:25,575 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:17:46,570 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:18:05,797 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:18:23,366 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:18:41,156 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:18:59,613 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:19:20,940 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:19:43,516 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:20:01,677 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:20:18,777 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:20:35,961 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:20:52,918 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:21:09,893 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:21:26,182 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:21:42,687 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:21:59,668 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:22:16,385 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:22:33,201 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:22:49,982 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:23:06,688 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:23:23,810 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:23:40,917 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:24:01,444 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:24:19,425 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:24:35,945 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:24:53,732 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:25:13,168 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:25:31,726 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:25:51,700 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:26:08,734 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:26:26,204 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:26:43,075 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:26:59,461 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:27:16,619 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:27:33,339 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:27:50,578 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:28:08,512 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:28:25,809 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:28:46,888 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:29:04,684 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:29:21,009 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:29:38,188 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:29:55,856 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:30:12,625 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:30:30,086 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:30:47,347 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:31:04,589 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:31:22,182 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:31:39,407 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:31:56,693 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:32:13,129 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:32:30,663 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:32:48,220 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:33:09,616 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:33:27,598 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:33:44,857 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:34:02,141 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:34:19,025 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:34:36,300 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:34:52,899 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:35:11,308 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:35:28,738 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:35:46,180 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:36:03,697 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:36:21,769 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:36:39,326 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:36:56,538 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:37:13,956 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:37:36,615 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:37:54,504 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:38:11,728 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:38:28,837 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:38:46,201 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:39:03,150 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:39:20,777 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:39:38,240 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:39:55,768 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:40:13,510 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:40:31,171 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:40:49,073 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:41:06,707 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:41:24,111 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:41:41,604 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:42:04,828 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:42:22,700 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:42:40,124 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:42:57,915 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:43:15,809 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:43:33,360 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:43:50,663 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:44:08,547 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:44:26,716 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:44:44,720 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:45:01,697 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:45:18,780 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:45:36,794 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:45:54,582 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:46:12,206 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:46:35,486 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:46:53,636 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:47:11,817 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:47:30,157 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:47:48,648 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:48:06,095 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:48:23,853 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:48:41,736 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:48:59,213 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:49:18,062 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:49:36,637 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:49:54,569 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:50:12,761 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:50:31,709 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:50:54,786 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:51:13,094 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:51:31,304 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:51:49,314 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:52:07,398 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:52:25,370 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:52:44,087 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:53:02,455 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:53:20,355 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:53:38,481 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:53:56,192 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:54:14,466 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:54:32,775 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:54:54,920 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:55:14,324 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:55:32,243 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:55:50,155 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:56:08,262 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:56:26,476 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:56:44,910 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:57:03,335 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:57:21,839 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:57:39,783 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:57:57,967 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:58:16,159 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:58:34,309 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:58:55,367 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:59:15,445 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:59:33,655 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 19:59:51,959 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:00:10,646 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:00:28,825 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:00:47,225 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:01:05,412 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:01:23,278 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:01:42,427 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:02:01,851 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:02:21,147 INFO tools.EventIngester - Retrieved 230 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:02:40,462 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:03:03,400 INFO tools.EventIngester - Retrieved 227 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:03:22,327 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:03:40,731 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:03:59,104 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:04:17,187 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:04:35,422 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:04:53,593 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:05:12,364 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:05:31,463 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:05:49,793 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:06:08,593 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:06:27,052 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:06:45,894 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:07:09,253 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:07:28,299 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:07:47,069 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:08:05,678 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:08:24,011 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:08:42,490 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:09:01,478 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:09:20,153 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:09:39,004 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:09:58,171 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:10:16,987 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:10:35,587 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:10:55,271 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:11:19,015 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:11:38,329 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:11:56,034 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:12:14,527 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:12:34,117 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:12:53,329 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:13:12,449 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:13:31,329 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:13:50,477 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:14:09,427 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:14:28,537 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:14:47,970 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:15:12,362 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:15:33,203 INFO tools.EventIngester - Retrieved 226 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:15:52,226 INFO tools.EventIngester - Retrieved 226 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:16:11,608 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:16:31,583 INFO tools.EventIngester - Retrieved 227 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:16:51,532 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:17:10,817 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:17:30,395 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:17:49,603 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:18:09,132 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:18:29,260 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:18:47,664 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:19:12,034 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:19:32,417 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:19:51,790 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:20:10,791 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:20:29,517 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:20:48,923 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:21:08,398 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:21:27,897 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:21:47,459 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:22:07,748 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:22:27,435 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:22:51,089 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:23:12,345 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:23:31,645 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:23:51,177 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:24:10,862 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:24:30,493 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:24:50,155 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:25:10,505 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:25:29,957 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:25:48,792 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:26:08,863 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:26:28,697 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:26:53,630 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:27:13,863 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:27:32,541 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:27:51,981 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:28:11,162 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:28:30,628 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:28:51,059 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:29:10,450 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:29:30,360 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:29:50,021 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:30:09,410 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:30:29,653 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:30:55,336 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:31:15,409 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:31:35,043 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:31:54,506 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:32:13,905 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:32:33,749 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:32:53,424 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:33:13,628 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:33:33,514 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:33:53,939 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:34:14,610 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:34:39,938 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:35:00,369 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:35:19,949 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:35:39,407 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:35:58,896 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:36:18,676 INFO tools.EventIngester - Retrieved 231 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:36:39,403 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:36:59,600 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:37:19,681 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:37:39,490 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:37:59,560 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:38:24,204 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:38:45,759 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:39:05,955 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:39:25,536 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:39:45,717 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:40:05,873 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:40:26,024 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:40:45,095 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:41:05,219 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:41:25,066 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:41:45,543 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:42:10,107 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:42:30,931 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:42:50,654 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:43:10,338 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:43:30,340 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:43:50,157 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:44:10,431 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:44:32,105 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:44:52,594 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:45:13,317 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:45:33,893 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:46:01,181 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:46:21,425 INFO tools.EventIngester - Retrieved 228 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:46:42,705 INFO tools.EventIngester - Retrieved 226 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:47:03,288 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:47:24,348 INFO tools.EventIngester - Retrieved 232 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:47:45,133 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:48:06,349 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:48:26,942 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:48:47,893 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:49:09,314 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:49:35,350 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:49:57,870 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:50:18,511 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:50:39,326 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:51:00,766 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:51:21,430 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:51:42,546 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:52:02,940 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:52:23,458 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:52:43,977 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:53:04,317 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:53:32,680 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:53:53,830 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:54:14,149 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:54:34,817 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:54:55,833 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:55:17,113 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:55:37,961 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:55:59,381 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:56:20,205 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:56:40,889 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:57:06,426 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:57:28,909 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:57:49,810 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:58:10,515 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:58:31,289 INFO tools.EventIngester - Retrieved 234 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:58:51,713 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:59:12,601 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:59:33,086 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 20:59:53,181 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:00:13,976 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:00:34,463 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:01:00,813 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:01:22,408 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:01:43,293 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:02:03,906 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:02:24,972 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:02:45,833 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:03:06,922 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:03:28,208 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:03:49,826 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:04:16,289 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:04:38,615 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:04:58,974 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:05:20,125 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:05:41,476 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:06:02,640 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:06:23,574 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:06:45,069 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:07:06,156 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:07:26,804 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:07:53,272 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:08:16,413 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:08:37,567 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:08:58,938 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:09:20,509 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:09:41,835 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:10:02,201 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:10:23,196 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:10:44,765 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:11:05,786 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:11:37,737 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:12:03,474 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:12:28,669 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:12:53,554 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:13:17,908 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:13:42,138 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:14:08,545 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:14:32,092 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:14:57,922 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:15:26,964 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:15:53,228 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:16:21,158 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:16:46,187 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:17:08,386 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:17:31,496 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:17:55,076 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:18:16,744 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:18:39,207 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:19:03,246 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:19:32,138 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:19:56,910 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:20:19,474 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:20:43,923 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:21:07,776 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:21:30,760 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:21:53,621 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:22:19,507 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:22:45,380 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:23:14,413 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:23:42,293 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:24:05,839 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:24:30,739 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:24:55,031 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:25:18,093 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:25:40,138 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:26:02,036 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:26:25,207 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:26:51,124 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:27:16,415 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:27:39,337 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:28:02,268 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:28:25,979 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:28:49,383 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:29:12,112 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:29:33,821 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:29:56,031 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:30:23,220 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:30:48,914 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:31:12,371 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:31:36,307 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:32:01,133 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:32:23,681 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:32:46,121 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:33:09,113 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:33:33,161 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:34:03,638 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:34:31,325 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:34:55,118 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:35:22,686 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:35:47,263 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:36:10,720 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:36:36,794 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:37:00,290 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:37:23,984 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:37:58,511 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:38:24,198 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:38:48,237 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:39:13,890 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:39:39,173 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:40:05,494 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:40:34,953 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:41:02,812 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:41:26,297 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:41:57,938 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:42:25,442 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:42:50,451 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:43:16,215 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:43:44,257 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:44:10,342 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:44:36,478 INFO tools.EventIngester - Retrieved 233 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:45:01,994 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:45:26,282 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:45:59,694 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:46:25,696 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:46:51,673 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:47:18,162 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:47:43,219 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:48:07,199 INFO tools.EventIngester - Retrieved 229 hits from event-collection spatio-temporal correlation query. +2018-08-23 21:48:29,360 INFO server.ServerConnector - Stopped ServerConnector@5c8b10b4{HTTP/1.1}{0.0.0.0:4040} +2018-08-23 21:48:29,369 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@30d15e4a{/stages/stage/kill,null,UNAVAILABLE} +2018-08-23 21:48:29,369 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7afb9c93{/jobs/job/kill,null,UNAVAILABLE} +2018-08-23 21:48:29,369 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5df64b2a{/api,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@38a96593{/,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@25cde5bb{/static,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@485deee1{/executors/threadDump/json,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5ee77baf{/executors/threadDump,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@d120d7c{/executors/json,null,UNAVAILABLE} +2018-08-23 21:48:29,370 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@6d001fbe{/executors,null,UNAVAILABLE} +2018-08-23 21:48:29,371 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@7bbdb220{/environment/json,null,UNAVAILABLE} +2018-08-23 21:48:29,371 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@2d2fc130{/environment,null,UNAVAILABLE} +2018-08-23 21:48:29,375 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@145e958f{/storage/rdd/json,null,UNAVAILABLE} +2018-08-23 21:48:29,375 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@36e409e0{/storage/rdd,null,UNAVAILABLE} +2018-08-23 21:48:29,375 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@52909a97{/storage/json,null,UNAVAILABLE} +2018-08-23 21:48:29,375 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@57bdceaa{/storage,null,UNAVAILABLE} +2018-08-23 21:48:29,376 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4ecd8ab1{/stages/pool/json,null,UNAVAILABLE} +2018-08-23 21:48:29,376 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@b5de9ac{/stages/pool,null,UNAVAILABLE} +2018-08-23 21:48:29,376 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@699d96bc{/stages/stage/json,null,UNAVAILABLE} +2018-08-23 21:48:29,376 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@69ce14e6{/stages/stage,null,UNAVAILABLE} +2018-08-23 21:48:29,376 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@382faf51{/stages/json,null,UNAVAILABLE} +2018-08-23 21:48:29,377 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@4c65d8e3{/stages,null,UNAVAILABLE} +2018-08-23 21:48:29,377 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@15f2a43f{/jobs/job/json,null,UNAVAILABLE} +2018-08-23 21:48:29,377 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@5e51ec2e{/jobs/job,null,UNAVAILABLE} +2018-08-23 21:48:29,377 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@3d3930fe{/jobs/json,null,UNAVAILABLE} +2018-08-23 21:48:29,378 INFO handler.ContextHandler - Stopped o.s.j.s.ServletContextHandler@18c820d2{/jobs,null,UNAVAILABLE} diff --git a/pom.xml b/pom.xml index 5e31926..a2be3e9 100644 --- a/pom.xml +++ b/pom.xml @@ -25,11 +25,10 @@ 0.0.1-SNAPSHOT pom - Mudrod :: Parent + SDAP Seach :: Parent https://github.com/apache/incubator-sdap-mudrod.git - MUDROD: Mining and Utilizing Dataset Relevancy from - Oceanographic Datasets to Improve Data Discovery and Access. - MUDROD is a semantic discovery and search project. + Mining and Utilizing Dataset Relevancy from + Oceanographic Datasets to Improve Data Discovery and Access. 2017 @@ -128,7 +127,7 @@ 2.1.0 3.0.4 1.0.1 - 0.8.0 + 0.8.1 3.3.0 UTF-8 5.2.0 @@ -175,7 +174,7 @@ org.apache.maven.plugins maven-surefire-plugin - 2.19.1 + 2.22.0 1 true @@ -453,6 +452,27 @@ 0.7.1 compile + + + org.locationtech.spatial4j + spatial4j + 0.6 + compile + + + com.vividsolutions + jts + 1.13 + compile + + + xerces + xercesImpl + + + diff --git a/service/pom.xml b/service/pom.xml index 3d98af5..a5d631a 100644 --- a/service/pom.xml +++ b/service/pom.xml @@ -34,8 +34,8 @@ mudrod-service war - Mudrod :: Service - Mudrod WebService implementation. + SDAP Search :: Service + SDAP Search WebService. @@ -87,36 +87,30 @@ gson + + javax.xml.bind + jaxb-api + 2.2.11 + + + com.sun.xml.bind + jaxb-core + 2.2.11 + + + com.sun.xml.bind + jaxb-impl + 2.2.11 + + + javax.activation + activation + 1.1.1 + - - org.apache.tomcat.maven - tomcat7-maven-plugin - 2.2 - - 8080 - - -Djava.awt.headless=true - -Dfile.encoding=UTF-8 - -server -Xms1536m -Xmx1536m - -XX:NewSize=256m -XX:MaxNewSize=256m - -XX:PermSize=256m - -XX:+DisableExplicitGC - -XX:+UseConcMarkSweepGC - -XX:+CMSIncrementalMode - -XX:+CMSIncrementalPacing - -XX:CMSIncrementalDutyCycleMin=0 - -XX:-TraceClassUnloading - - - - ${basedir}/src/main/webapp/META-INF/context.xml - - /${project.build.finalName} - - org.apache.maven.plugins maven-war-plugin @@ -205,10 +199,10 @@ - + - cHJvamVjdHxnb3YubmFzYS5qcGwubXVkcm9kLm11ZHJvZC1zZXJ2aWNlfDIwMTktMDUtMDJ8dHJ1ZXwtMSNNQ3dDRkZ6QXBGdzA4dUdJVGtYcml3ckJRbis5WjdLWkFoUWgyaVRZS2EwVTF3NGlObWxlRDlDVzJoaWE5UT09 - f3f4ce56-816e-4f1d-963e-e7936ee846c5 + cHJvamVjdHxvcmcuYXBhY2hlLnNkYXAubXVkcm9kLXNlcnZpY2V8MjAyMC0wNS0zMHx0cnVlfC0xI01Dd0NGR044TXZUS292ZWUydXVFNENBeEhGTGU5d00wQWhSdVVGSndUZEF1ZGhBajZ0YnVnTGxDY3dlS0VnPT0= jax-rs @@ -231,7 +222,7 @@ - + diff --git a/service/src/main/java/org/apache/sdap/mudrod/services/MudrodContextListener.java b/service/src/main/java/org/apache/sdap/mudrod/services/MudrodContextListener.java index 7d89508..1c469d6 100644 --- a/service/src/main/java/org/apache/sdap/mudrod/services/MudrodContextListener.java +++ b/service/src/main/java/org/apache/sdap/mudrod/services/MudrodContextListener.java @@ -23,7 +23,7 @@ import org.apache.sdap.mudrod.main.MudrodEngine; import org.apache.sdap.mudrod.ssearch.Ranker; import org.apache.sdap.mudrod.ssearch.Searcher; -import org.apache.sdap.mudrod.tools.EONETIngester; +import org.apache.sdap.mudrod.tools.EventIngester; import java.util.Properties; @@ -64,11 +64,11 @@ public void contextInitialized(ServletContextEvent arg0) { ServletContext ctx = arg0.getServletContext(); Searcher searcher = new Searcher(props, es, null); Ranker ranker = new Ranker(props, es, me.getSparkDriver()); - EONETIngester eonetIngester = new EONETIngester(props, es, null); + EventIngester eonetIngester = new EventIngester(props, es, null); ctx.setAttribute("MudrodInstance", me); ctx.setAttribute("MudrodSearcher", searcher); ctx.setAttribute("MudrodRanker", ranker); - ctx.setAttribute("MudrodEONETIngester", eonetIngester); + ctx.setAttribute("MudrodEventIngester", eonetIngester); } } diff --git a/service/src/main/java/org/apache/sdap/mudrod/services/eonet/EONETIngestionResource.java b/service/src/main/java/org/apache/sdap/mudrod/services/eonet/EONETIngestionResource.java index 9bbc1cd..11209e2 100644 --- a/service/src/main/java/org/apache/sdap/mudrod/services/eonet/EONETIngestionResource.java +++ b/service/src/main/java/org/apache/sdap/mudrod/services/eonet/EONETIngestionResource.java @@ -13,9 +13,12 @@ */ package org.apache.sdap.mudrod.services.eonet; +import java.io.InputStream; + import javax.servlet.ServletContext; import javax.ws.rs.Consumes; import javax.ws.rs.GET; +import javax.ws.rs.POST; import javax.ws.rs.Path; import javax.ws.rs.Produces; import javax.ws.rs.core.Context; @@ -23,7 +26,7 @@ import javax.ws.rs.core.Response; import org.apache.sdap.mudrod.main.MudrodEngine; -import org.apache.sdap.mudrod.tools.EONETIngester; +import org.apache.sdap.mudrod.tools.EventIngester; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -34,31 +37,75 @@ * Earth Observatory Natural Event Tracker (EONET) data into * the MUDROD search server. */ -@Path("/eonet") +@Path("/event") public class EONETIngestionResource { private static final Logger LOG = LoggerFactory.getLogger(EONETIngestionResource.class); - private EONETIngester eonetIngester; + private EventIngester eventIngester; private MudrodEngine mEngine; public EONETIngestionResource(@Context ServletContext sc) { this.mEngine = (MudrodEngine) sc.getAttribute("MudrodInstance"); - this.eonetIngester = (EONETIngester) sc.getAttribute("MudrodEONETIngester"); + this.eventIngester = (EventIngester) sc.getAttribute("MudrodEventIngester"); } @GET @Path("/status") - @Produces("text/html") + @Produces(MediaType.TEXT_PLAIN) public Response status() { return Response.ok("

This is MUDROD EONET Ingestion Resource: running correctly...

").build(); } @GET - @Path("/ingestAllEvents") + @Path("/ingestAllEonetEvents") @Produces(MediaType.APPLICATION_JSON) - @Consumes("text/plain") + @Consumes(MediaType.TEXT_PLAIN) public Response executeEONETIngestion() { - String result = eonetIngester.acquireAllEvents(mEngine); + String result = eventIngester.ingestAllEonetEvents(mEngine); + String json = new Gson().toJson(result); + LOG.info("Response received: {}", json); + return Response.ok(json, MediaType.APPLICATION_JSON).build(); + } + + /** + * POST an {@link java.io.InputStream} JSON array of events. + * It is important that the JSON complies with the following + * structure + * 
+   * {code 
+   * [
+   *  {
+   *   "id": ""EONET_1014"",
+   *   "title": ""Koryaksky Volcano, Russia"",
+   *   "description": """",
+   *   "link": ""https://eonet.sci.gsfc.nasa.gov/api/v2.1/events/EONET_1014"",
+   *   "closed": ""2009-08-27T00:00:00Z"",
+   *   "categories": [
+   *     "{"id":12,"title":"Volcanoes"}",
+   *     ...
+   *   ],
+   *   "sources": [
+   *     "{"id":"SIVolcano","url":"http://volcano.si.edu/volcano.cfm?vn=300090"}",
+   *     ...
+   *   ],
+   *   "geometries": [
+   *     "{"date":"2008-12-23T00:00:00Z","type":"Point","coordinates":[158.712,53.321]}",
+   *     ...
+   *   ]
+   *  }
+   * ]
+   * 
+   * }
+   *
+ * @param is the {@link java.io.InputStream} containing the JSON snippet above. + * @return a JSON string representing the response result. + */ + @POST + @Path("/ingestEventsJSON") + @Produces(MediaType.APPLICATION_JSON) + @Consumes("*/*") + public Response executeEventJSONIngestion(InputStream is) { + String result = eventIngester.ingestEventsJSON(mEngine, is); String json = new Gson().toJson(result); LOG.info("Response received: {}", json); return Response.ok(json, MediaType.APPLICATION_JSON).build(); diff --git a/service/src/main/java/org/apache/sdap/mudrod/services/search/SearchDatasetDetailResource.java b/service/src/main/java/org/apache/sdap/mudrod/services/search/SearchDatasetDetailResource.java index d31d1f4..580b088 100644 --- a/service/src/main/java/org/apache/sdap/mudrod/services/search/SearchDatasetDetailResource.java +++ b/service/src/main/java/org/apache/sdap/mudrod/services/search/SearchDatasetDetailResource.java @@ -15,6 +15,7 @@ import org.apache.sdap.mudrod.main.MudrodConstants; import org.apache.sdap.mudrod.main.MudrodEngine; +import org.elasticsearch.index.query.QueryBuilders; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -59,12 +60,12 @@ public Response status() { public Response searchDatasetDetail(@QueryParam("shortname") String shortName) { Properties config = mEngine.getConfig(); String dataDetailJson = null; - try { - String query = "Dataset-ShortName:\"" + shortName + "\""; - dataDetailJson = mEngine.getESDriver().searchByQuery(config.getProperty(MudrodConstants.ES_INDEX_NAME), config.getProperty(MudrodConstants.RAW_METADATA_TYPE), query, true); - } catch (InterruptedException | ExecutionException | IOException e) { - LOG.error("Error whilst searching for a Dataset-ShortName: ", e); - } + String query = "Dataset-ShortName:\"" + shortName + "\""; + dataDetailJson = mEngine.getESDriver().searchByQuery( + config.getProperty( + MudrodConstants.ES_INDEX_NAME), + QueryBuilders.queryStringQuery(query), + true, config.getProperty(MudrodConstants.RAW_METADATA_TYPE)); LOG.info("Response received: {}", dataDetailJson); return Response.ok(dataDetailJson, MediaType.APPLICATION_JSON).build(); } diff --git a/service/src/main/webapp/META-INF/context.xml b/service/src/main/webapp/META-INF/context.xml index 1fc4b99..b826a50 100644 --- a/service/src/main/webapp/META-INF/context.xml +++ b/service/src/main/webapp/META-INF/context.xml @@ -13,6 +13,6 @@ WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. --> - + diff --git a/sonar-project.properties b/sonar-project.properties index 8121889..0befc4b 100644 --- a/sonar-project.properties +++ b/sonar-project.properties @@ -12,7 +12,7 @@ # under the License. # must be unique in a given SonarQube instance -sonar.projectKey=org.apache.sdap.mudrod:mudrod-parent +sonar.projectKey=org.apache.sdap:mudrod-parent # this is the name and version displayed in the SonarQube UI. Was mandatory prior to SonarQube 6.1. #sonar.projectName=Mudrod :: Parent #sonar.projectVersion=0.0.1-SNAPSHOT diff --git a/web/META-INF/resources/partials/metadataResults.html b/web/META-INF/resources/partials/metadataResults.html index 8daf6e7..618a8e6 100755 --- a/web/META-INF/resources/partials/metadataResults.html +++ b/web/META-INF/resources/partials/metadataResults.html @@ -33,7 +33,7 @@

{{ontology['word'] | uppercase}} ({{ontology['weight']}}) -
+
Re
No related searches found @@ -46,5 +46,30 @@

+ +
+
+
+

+ Related Events +

+
+
+
+
+ {{event['word'] | uppercase}} ({{event['weight']}}) +
Re + +
+ No related events found +
+ +
+ +
+
+
+
+
\ No newline at end of file diff --git a/web/META-INF/resources/partials/search.html b/web/META-INF/resources/partials/search.html index 5844cd1..79e18c3 100644 --- a/web/META-INF/resources/partials/search.html +++ b/web/META-INF/resources/partials/search.html @@ -24,7 +24,7 @@

Oceanographic Data Discovery

+ placeholder="Enter ocean concepts (e.g. Ocean Wind) or events (e.g. Hurricane Irene) to search">