WIP [NAE-1997] Query language

pom.xml

@@ -64,6 +64,7 @@
         <drools.version>7.70.0.Final</drools.version>
         <sonar.organization>netgrif-oss</sonar.organization>
         <sonar.host.url>https://sonarcloud.io</sonar.host.url>
+        <antlr4.version>4.13.1</antlr4.version>
     </properties>
 
     <repositories>
@@ -505,6 +506,14 @@
             <artifactId>jackson-module-jsonSchema</artifactId>
             <version>2.13.2</version>
         </dependency>
+
+        <!--    ANTLR (query language)    -->
+        <dependency>
+            <groupId>org.antlr</groupId>
+            <artifactId>antlr4-runtime</artifactId>
+            <version>${antlr4.version}</version>
+        </dependency>
+
     </dependencies>
 
     <build>
@@ -779,6 +788,22 @@
                 <artifactId>license-maven-plugin</artifactId>
                 <version>2.0.0</version>
             </plugin>
+            <plugin>
+                <groupId>org.antlr</groupId>
+                <artifactId>antlr4-maven-plugin</artifactId>
+                <version>${antlr4.version}</version>
+                <configuration>
+                    <sourceDirectory>src/main/java</sourceDirectory>
+                    <outputDirectory>${project.build.directory}/generated-sources/java/</outputDirectory>
+                </configuration>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>antlr4</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
         </plugins>
     </build>
 

src/main/groovy/com/netgrif/application/engine/petrinet/domain/dataset/logic/action/ActionDelegate.groovy

@@ -32,6 +32,7 @@ import com.netgrif.application.engine.petrinet.domain.version.Version
 import com.netgrif.application.engine.petrinet.service.interfaces.IPetriNetService
 import com.netgrif.application.engine.petrinet.service.interfaces.IUriService
 import com.netgrif.application.engine.rules.domain.RuleRepository
+import com.netgrif.application.engine.search.interfaces.ISearchService
 import com.netgrif.application.engine.startup.DefaultFiltersRunner
 import com.netgrif.application.engine.startup.FilterRunner
 import com.netgrif.application.engine.utils.FullPageRequest
@@ -177,6 +178,9 @@ class ActionDelegate /*TODO: release/8.0.0: implements ActionAPI*/ {
     @Autowired
     PublicViewProperties publicViewProperties
 
+    @Autowired
+    ISearchService searchService
+
     FrontendActionOutcome Frontend
 
     /**
@@ -2321,4 +2325,20 @@ class ActionDelegate /*TODO: release/8.0.0: implements ActionAPI*/ {
         Case taskCase = workflowService.findOne(task.caseId)
         return taskCase.getPetriNet().getDataSet().get(fieldId)
     }
+
+    String explainQuery(String query) {
+        return searchService.explainQuery(query)
+    }
+
+    long count(String query) {
+        return searchService.count(query)
+    }
+
+    def search(String query) {
+        return searchService.search(query)
+    }
+
+    boolean exists(String query) {
+        return searchService.exists(query)
+    }
 }

src/main/java/com/netgrif/application/engine/elastic/domain/ElasticCase.java

@@ -77,11 +77,9 @@ public class ElasticCase {
 
     private Map<String, DataField> dataSet;
 
-    @Field(type = Keyword)
-    private Set<String> taskIds;
+    private Map<String, Task> tasks;
 
-    @Field(type = Keyword)
-    private Set<String> taskMongoIds;
+    private Map<String, Place> places;
 
     @Field(type = Keyword)
     private Set<String> enabledRoles;
@@ -126,8 +124,6 @@ public ElasticCase(Case useCase) {
         author = useCase.getAuthor().getId();
         authorName = useCase.getAuthor().getFullName();
         authorEmail = useCase.getAuthor().getEmail();
-        taskIds = useCase.getTasks().keySet();
-        taskMongoIds = useCase.getTasks().values().stream().map(TaskPair::getTaskStringId).collect(Collectors.toSet());
         enabledRoles = new HashSet<>(useCase.getEnabledRoles());
         viewRoles = new HashSet<>(useCase.getViewRoles());
         viewUserRefs = new HashSet<>(useCase.getViewUserRefs());
@@ -137,6 +133,17 @@ public ElasticCase(Case useCase) {
         tags = new HashMap<>(useCase.getTags());
 
         dataSet = new HashMap<>();
+
+        tasks = useCase.getTasks().entrySet().stream()
+                .collect(Collectors.toMap(
+                        Map.Entry::getKey,
+                        entry -> new Task(entry.getValue().getTaskStringId(), entry.getValue().getState(), entry.getValue().getUserId())
+                ));
+        places = useCase.getActivePlaces().entrySet().stream()
+                .collect(Collectors.toMap(
+                        Map.Entry::getKey,
+                        entry -> new Place(entry.getValue())
+                ));
     }
 
     public void update(ElasticCase useCase) {
@@ -146,8 +153,6 @@ public void update(ElasticCase useCase) {
             uriNodeId = useCase.getUriNodeId();
         }
         title = useCase.getTitle();
-        taskIds = useCase.getTaskIds();
-        taskMongoIds = useCase.getTaskMongoIds();
         enabledRoles = useCase.getEnabledRoles();
         viewRoles = useCase.getViewRoles();
         viewUserRefs = useCase.getViewUserRefs();
@@ -157,5 +162,7 @@ public void update(ElasticCase useCase) {
         tags = useCase.getTags();
 
         dataSet = useCase.getDataSet();
+        tasks = useCase.getTasks();
+        places = useCase.getPlaces();
     }
 }

src/main/java/com/netgrif/application/engine/elastic/domain/MapField.java

@@ -1,14 +1,12 @@
 package com.netgrif.application.engine.elastic.domain;
 
+import com.netgrif.application.engine.petrinet.domain.I18nString;
 import lombok.Data;
 import lombok.EqualsAndHashCode;
 import lombok.NoArgsConstructor;
 import org.springframework.data.elasticsearch.annotations.Field;
 
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.List;
-import java.util.Map;
+import java.util.*;
 
 import static org.springframework.data.elasticsearch.annotations.FieldType.Keyword;
 
@@ -20,17 +18,21 @@ public class MapField extends TextField {
     @Field(type = Keyword)
     public List<String> keyValue = new ArrayList<>();
 
-    public MapField(String key, List<String> values) {
+    public List<String> options = new ArrayList<>();
+
+    public MapField(String key, List<String> values, Map<String, I18nString> options) {
         super(values);
         this.keyValue.add(key);
+        this.options.addAll(options.keySet());
     }
 
-    public MapField(Map<String, List<String>> valuePairs) {
+    public MapField(Map<String, List<String>> valuePairs, Map<String, I18nString> options) {
         super();
         valuePairs.forEach((key, value) -> {
             this.keyValue.add(key);
             this.textValue.addAll(value);
             this.fulltextValue.addAll(value);
         });
+        this.options.addAll(options.keySet());
     }
 }

src/main/java/com/netgrif/application/engine/elastic/domain/Place.java

@@ -0,0 +1,21 @@
+package com.netgrif.application.engine.elastic.domain;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.NoArgsConstructor;
+import org.springframework.data.elasticsearch.annotations.Field;
+
+import static org.springframework.data.elasticsearch.annotations.FieldType.Integer;
+import static org.springframework.data.elasticsearch.annotations.FieldType.Text;
+
+@Data
+@NoArgsConstructor
+@EqualsAndHashCode
+@AllArgsConstructor
+public class Place {
+
+    @Field(type = Integer)
+    public Integer marking;
+
+}

src/main/java/com/netgrif/application/engine/elastic/domain/Task.java

@@ -0,0 +1,27 @@
+package com.netgrif.application.engine.elastic.domain;
+
+import com.netgrif.application.engine.workflow.domain.State;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.NoArgsConstructor;
+import org.springframework.data.elasticsearch.annotations.Field;
+
+import static org.springframework.data.elasticsearch.annotations.FieldType.Text;
+
+@Data
+@NoArgsConstructor
+@EqualsAndHashCode
+@AllArgsConstructor
+public class Task {
+
+    @Field(type = Text)
+    public String stringId;
+
+    @Field(type = Text)
+    public State state;
+
+    @Field(type = Text)
+    public String userId;
+
+}

src/main/java/com/netgrif/application/engine/elastic/service/transform/EnumerationMapFieldTransformer.java

@@ -18,7 +18,7 @@ public MapField transform(EnumerationMapField caseField, EnumerationMapField pet
         DataFieldValue<String> selectedKey = caseField.getValue();
         String value = selectedKey != null ? selectedKey.getValue() : null;
         I18nString selectedValue = options.get(value) != null ? options.get(value) : new I18nString();
-        return new MapField(value, selectedValue.collectTranslations());
+        return new MapField(value, selectedValue.collectTranslations(), caseField.getOptions());
     }
 
     @Override

src/main/java/com/netgrif/application/engine/elastic/service/transform/MultichoiceMapFieldTransformer.java

@@ -25,7 +25,7 @@ public MapField transform(MultichoiceMapField caseField, MultichoiceMapField pet
             I18nString selectedValue = options.get(value) != null ? options.get(value) : new I18nString();
             fieldValues.put(value, selectedValue.collectTranslations());
         }
-        return new MapField(fieldValues);
+        return new MapField(fieldValues, options);
     }
 
     @Override

src/main/java/com/netgrif/application/engine/search/QueryLangErrorListener.java

@@ -0,0 +1,36 @@
+package com.netgrif.application.engine.search;
+
+import lombok.Getter;
+import org.antlr.v4.runtime.*;
+import org.antlr.v4.runtime.misc.ParseCancellationException;
+
+import java.util.ArrayList;
+import java.util.List;
+
+@Getter
+public class QueryLangErrorListener extends BaseErrorListener {
+    List<String> errorMessages = new ArrayList<>();
+
+    @Override
+    public void syntaxError(Recognizer<?, ?> recognizer, Object offendingSymbol, int line, int charPositionInLine, String msg, RecognitionException e)
+            throws ParseCancellationException {
+        errorMessages.add(underlineError(recognizer, (Token) offendingSymbol, line, charPositionInLine, msg));
+    }
+
+    protected String underlineError(Recognizer<?, ?> recognizer, Token offendingToken, int line, int charPositionInLine, String msg) {
+        String underlineErrorMsg = msg + "\n";
+        int start = offendingToken.getStartIndex();
+        int stop = offendingToken.getStopIndex();
+        if (start > stop) {
+            return underlineErrorMsg;
+        }
+        CommonTokenStream tokens = (CommonTokenStream) recognizer.getInputStream();
+        String input = tokens.getTokenSource().getInputStream().toString();
+        String[] lines = input.split("\n");
+        String errorLine = lines[line - 1];
+        underlineErrorMsg += errorLine + "\n";
+        underlineErrorMsg += " ".repeat(charPositionInLine) + "^".repeat(stop - start + 1) + "\n";
+
+        return underlineErrorMsg;
+    }
+}