X-Git-Url: http://www2.svjatoslav.eu/gitweb/?p=sixth.git;a=blobdiff_plain;f=src%2Fmain%2Fjava%2Feu%2Fsvjatoslav%2Fsixth%2Fcore%2Fdocument%2FOrgParser.java;fp=src%2Fmain%2Fjava%2Feu%2Fsvjatoslav%2Fsixth%2Fcore%2Fdocument%2FOrgParser.java;h=f420c48c500ab8d2e3143bea4f7bfc11715e8fb0;hp=0000000000000000000000000000000000000000;hb=7f9e6d11eb956ba3e1df724a21313c6a6bd1eb49;hpb=9d3a4458325082f83f71fef7adf2bec2f2e81f0a

diff --git a/src/main/java/eu/svjatoslav/sixth/core/document/OrgParser.java b/src/main/java/eu/svjatoslav/sixth/core/document/OrgParser.java
new file mode 100644
index 0000000..f420c48
--- /dev/null
+++ b/src/main/java/eu/svjatoslav/sixth/core/document/OrgParser.java
@@ -0,0 +1,138 @@
+package eu.svjatoslav.sixth.core.document;
+
+import eu.svjatoslav.commons.string.String2;
+import eu.svjatoslav.commons.string.tokenizer.InvalidSyntaxException;
+import eu.svjatoslav.commons.string.tokenizer.Tokenizer;
+import eu.svjatoslav.commons.string.tokenizer.TokenizerMatch;
+
+import java.io.File;
+import java.io.IOException;
+
+import static eu.svjatoslav.commons.file.IOHelper.getFileContentsAsString;
+import static eu.svjatoslav.commons.string.tokenizer.Terminator.TerminationStrategy.DROP;
+import static eu.svjatoslav.commons.string.tokenizer.Terminator.TerminationStrategy.PRESERVE;
+
+public class OrgParser {
+
+    public Document parse(File file) throws IOException, InvalidSyntaxException {
+        Document document = new Document();
+
+        Tokenizer lineTokenizer = getFileToLineTokenizer(getFileContentsAsString(file));
+
+        while (true) {
+            final TokenizerMatch line = lineTokenizer.getNextToken();
+            if (line == null)
+                break; // EOF
+
+            parseLine(line.token);
+        }
+
+        return document;
+    }
+
+    private void parseLine(String line) throws InvalidSyntaxException {
+        Tokenizer lineTokenizer = getLineTokenizer(line + "\n");
+
+        TokenizerMatch token = lineTokenizer.getNextToken();
+        if (token == null) return;
+
+        if (token.terminator == null)
+            return;
+
+        if (token.token.startsWith("*")){
+            System.out.println("LINE: " + line);
+            System.out.println(token);
+            System.out.println();
+        }
+    }
+
+
+    private Tokenizer getLineTokenizer(String contents) {
+        final Tokenizer tokenizer = new Tokenizer(contents);
+        for (int i = 1; i<50; i++){
+            String prefix = new String2("*").repeat(i).toString();
+            tokenizer.addTerminator(prefix +" ","\n", PRESERVE);
+        }
+        return tokenizer;
+    }
+
+    private Tokenizer getFileToLineTokenizer(String contents) {
+        final Tokenizer tokenizer = new Tokenizer(contents);
+
+        // empty space
+//        tokenizer.addTerminator(" ", DROP);
+//        tokenizer.addTerminator("\t", DROP);
+//        tokenizer.addTerminator("\n", DROP);
+
+        // newline
+        tokenizer.addTerminator("\n", DROP);
+
+//        tokenizer.addTerminator(";", PRESERVE);
+//        tokenizer.addTerminator("{", PRESERVE);
+//        tokenizer.addTerminator("}", PRESERVE);
+//        tokenizer.addTerminator("(", PRESERVE);
+//        tokenizer.addTerminator(")", PRESERVE);
+//        tokenizer.addTerminator("[", PRESERVE);
+//        tokenizer.addTerminator("]", PRESERVE);
+//        tokenizer.addTerminator("<", PRESERVE);
+//        tokenizer.addTerminator(">", PRESERVE);
+//        tokenizer.addTerminator(",", PRESERVE);
+//        tokenizer.addTerminator("@", PRESERVE);
+
+        // comments
+//        tokenizer.addTerminator("//", "\n", DROP);
+//        tokenizer.addTerminator("/*", "*/", DROP);
+        return tokenizer;
+    }
+//
+//    private void parseImport(final Tokenizer tokenizer)
+//            throws InvalidSyntaxException {
+//
+//        final Import imp = new Import();
+//
+//        final TokenizerMatch match = tokenizer.getNextToken();
+//
+//        if (match.token.equals("static")) {
+//            imp.isStatic = true;
+//            imp.path = tokenizer.getNextToken().token;
+//        } else
+//            imp.path = match.token;
+//
+//        imports.add(imp);
+//
+//        tokenizer.expectAndConsumeNextToken(";");
+//    }
+//
+//    private void parseInterface(final Tokenizer tokenizer)
+//            throws InvalidSyntaxException {
+//
+//        final TokenizerMatch match = tokenizer.getNextToken();
+//        final Clazz clazz = new Clazz(packageName, match.token, tokenizer, true);
+//        // System.out.println(clazz.toString());
+//        classes.add(clazz);
+//    }
+//
+//    private void parsePackage(final Tokenizer tokenizer)
+//            throws InvalidSyntaxException {
+//
+//        final TokenizerMatch match = tokenizer.getNextToken();
+//
+//        packageName = match.token;
+//
+//        tokenizer.expectAndConsumeNextToken(";");
+//    }
+
+    public void skipUntilSemicolon(final Tokenizer tokenizer) throws InvalidSyntaxException {
+        while (true) {
+            final TokenizerMatch token = tokenizer.getNextToken();
+
+            if (token == null)
+                return;
+
+            if (token.token.equals(";"))
+                return;
+        }
+    }
+
+
+}