various changes from demo prep

Author: danvegeto

PipelineScript/src/com/pipelinescript/Pipeline.java

@@ -0,0 +1,18 @@
+
+package com.pipelinescript;
+public class Pipeline
+{
+
+public static void main(String[] args) throws Exception
+{
+Function head = new Function("head");
+ Function scrape = new Function("newspaper/scrape.py");
+ Function download = new Function("newspaper/download.py");
+ FileManager.write("source.txt", "http://www.nytimes.com");
+ FileManager.write("urls.csv", PluginManager.execute(scrape, "source.txt" ));
+ FileManager.split("url#.txt", PluginManager.execute(head, "urls.csv" ));
+ ProcessManager.executeParallel(download, "url#.txt", "text#.txt");
+ System.out.println(PluginManager.execute(head, "text#.txt" ));
+}
+
+}

PipelineScript/src/com/pipelinescript/PluginManager.java

@@ -44,7 +44,7 @@ public static String execute(String exec, String... args)
 		{
 
 			String cmd = exec+arguments;
-			System.out.println(cmd);
+			System.err.println(cmd);
 
 			Process pr = Runtime.getRuntime().exec(cmd);
 			BufferedReader bfr = new BufferedReader(new InputStreamReader(pr.getInputStream()));

examples/file_io.pls

@@ -0,0 +1,3 @@
+"this is some example text, and it is exemplary" -> "text.txt"
+
+print @"text.txt"

examples/newspaper_ner.pls examples/newspaper_names.pls

@@ -1,5 +1,5 @@
 function scrape 	= !"newspaper/scrape.py"
-function head 		= !"head"
+function head 		= !"head -n 5"
 function download 	= !"newspaper/download.py"
 function get_names 	= !"stanford-ner/ner.py"
 function count 		= !"count.py"

examples/newspaper_simple.pls

@@ -0,0 +1,10 @@
+function head 		= !"head"
+function scrape 	= !"newspaper/scrape.py"
+function download 	= !"newspaper/download.py"
+
+"http://www.nytimes.com" 	-> "source.txt"
+scrape("source.txt") 		-> "urls.csv"
+head("urls.csv") 			-< "url#.txt"
+&download("url#.txt") 		=> "text#.txt"
+
+print head("text#.txt")

examples/newspaper_words.pls

@@ -1,5 +1,5 @@
 function scrape 	= !"newspaper/scrape.py"
-function head 		= !"head"
+function head 		= !"head -n 5"
 function download 	= !"newspaper/download.py"
 function tokenize 	= !"tokenize.py"
 function count 		= !"count.py"

examples/scripts.pls

@@ -0,0 +1,9 @@
+function words = !"tokenize.py"
+function counts = !"count.py"
+
+"the boy and the girl played with the dog and the cat" -> "text.txt"
+
+words("text.txt") -> "words.txt"
+counts("words.txt") -> "counts.csv"
+
+print @"counts.csv"

examples/shell.pls

@@ -0,0 +1,7 @@
+"1\n2\n3\n4\n5\n6\n7\n8\n9" -> "data.txt"
+
+function head = !"head -n 3"
+
+head("data.txt") -> "head.txt"
+
+print @"head.txt"

pls.sh

@@ -1,6 +1,6 @@
 python pls.py $1 > PipelineScript/src/com/pipelinescript/Pipeline.java 2> /dev/null
 javac -d PipelineScript/bin PipelineScript/src/com/pipelinescript/*.java 2> /dev/null
 java -cp PipelineScript/bin com.pipelinescript.Pipeline
-rm PipelineScript/src/com/pipelinescript/Pipeline.java
+#rm PipelineScript/src/com/pipelinescript/Pipeline.java
 rm PipelineScript/bin/com/pipelinescript/Pipeline.class
 rm parser.out parsetab.py parsetab.pyc 2> /dev/null