enabled predicateExclusionList on rdf.stream procedures

Author: jbarrasa

src/main/java/n10s/rdf/stream/StatementStreamer.java

@@ -39,13 +39,17 @@ public void handleNamespace(String s, String s1) throws RDFHandlerException {
   @Override
   public void handleStatement(Statement st) throws RDFHandlerException {
     if (statements.size() < parserConfig.getStreamTripleLimit()) {
-      Value object = st.getObject();
-      StreamedStatement statement = new StreamedStatement(st.getSubject().stringValue(),
-          st.getPredicate().stringValue(), object.stringValue(),
-          (object instanceof Literal),
-          ((object instanceof Literal) ? ((Literal) object).getDatatype().stringValue() : null),
-          (object instanceof Literal ? ((Literal) object).getLanguage().orElse(null) : null));
-      statements.add(statement);
+      if(parserConfig.getPredicateExclusionList() == null || !parserConfig
+              .getPredicateExclusionList()
+              .contains(st.getPredicate().stringValue())) {
+        Value object = st.getObject();
+        StreamedStatement statement = new StreamedStatement(st.getSubject().stringValue(),
+                st.getPredicate().stringValue(), object.stringValue(),
+                (object instanceof Literal),
+                ((object instanceof Literal) ? ((Literal) object).getDatatype().stringValue() : null),
+                (object instanceof Literal ? ((Literal) object).getLanguage().orElse(null) : null));
+        statements.add(statement);
+      }
     } else {
       throw new TripleLimitReached(parserConfig.getStreamTripleLimit() + " triples streamed");
     }

src/test/java/n10s/RDFProceduresTest.java

@@ -2072,6 +2072,50 @@ public void testStreamFromFileWithLimit() throws Exception {
     }
   }
 
+  @Test
+  public void testStreamFromFileWithExclusionList() throws Exception {
+    try (Driver driver = GraphDatabase.driver(neo4j.boltURI(),
+            Config.builder().withoutEncryption().build()); Session session = driver.session()) {
+
+      String filteredPred = "http://schema.org/image";
+
+      Result importResults
+              = session.run("CALL n10s.rdf.stream.fetch('" +
+              RDFProceduresTest.class.getClassLoader().getResource("event.json")
+                      .toURI() + "','JSON-LD')");
+
+      int tripleCount = 0;
+      int filteredPredicatesCount = 0;
+      while(importResults.hasNext()){
+        Record next = importResults.next();
+        if(next.get("predicate").asString().equals(filteredPred)){
+          filteredPredicatesCount++;
+        }
+        tripleCount++;
+      }
+      assertEquals(28,tripleCount);
+      assertEquals(3,filteredPredicatesCount);
+
+
+      importResults
+              = session.run("CALL n10s.rdf.stream.fetch('" +
+              RDFProceduresTest.class.getClassLoader().getResource("event.json")
+                      .toURI() + "','JSON-LD',{ predicateExclusionList: ['" + filteredPred + "'] })");
+
+      tripleCount = 0;
+      filteredPredicatesCount = 0;
+      while(importResults.hasNext()){
+        Record next = importResults.next();
+        if(next.get("predicate").asString().equals(filteredPred)){
+          filteredPredicatesCount++;
+        }
+        tripleCount++;
+      }
+      assertEquals(25,tripleCount);
+      assertEquals(0,filteredPredicatesCount);
+    }
+  }
+
   @Test
   public void testStreamFromString() throws Exception {
     try (Driver driver = GraphDatabase.driver(neo4j.boltURI(),

src/test/java/n10s/endpoint/RDFEndpointTest.java

@@ -142,6 +142,30 @@ public void testGetNodeById() throws Exception {
 
   }
 
+//  @Test
+//  public void testGetNodeByUriOnLPGGraph() throws Exception {
+//    final GraphDatabaseService graphDatabaseService = neo4j.defaultDatabaseService();
+//    try (Transaction tx = graphDatabaseService.beginTx()) {
+//
+//      String dataInsertion = "create (:Person:Resource { name: \"JB\", uri: \"http://neo4j.paradise.icij.dataset/ind/JB\"})" +
+//              "-[:KNOWS]->(:Person:Resource { name: \"CC\", uri: \"http://neo4j.paradise.icij.dataset/ind/CC\"})";
+//      tx.execute(dataInsertion);
+//      tx.commit();
+//
+//    }
+//
+//    // When
+//    HTTP.Response response = HTTP.withHeaders("Accept", "application/ld+json").GET(
+//            HTTP.GET(neo4j.httpURI().resolve("rdf").toString()).location() + "neo4j/describe/"
+//                    + URLEncoder.encode("http://neo4j.paradise.icij.dataset/ind/JB",StandardCharsets.UTF_8));
+//
+//    String expected = "";
+//    assertEquals(200, response.status());
+//    System.out.println(response.rawContent());
+//    assertTrue(ModelTestUtils
+//            .compareModels(expected, RDFFormat.JSONLD, response.rawContent(), RDFFormat.JSONLD));
+//
+//  }
 
   @Test
   public void testGetNodeByIdFromRDFizedLPG() throws Exception {