Skip to content

Commit fc857fc

Browse files
Fixed notebooks
1 parent 28ca8de commit fc857fc

File tree

3 files changed

+146
-80
lines changed

3 files changed

+146
-80
lines changed

jupyter/SparkOCRS3AccesExample.ipynb

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@
7575
"name": "stdout",
7676
"output_type": "stream",
7777
"text": [
78-
"SparkConf Configured, Starting to listen on port: 50980\n",
78+
"SparkConf Configured, Starting to listen on port: 50635\n",
7979
"JAR PATH:/usr/local/lib/python3.7/site-packages/sparkmonitor/listener.jar\n"
8080
]
8181
},
@@ -89,7 +89,7 @@
8989
" <div>\n",
9090
" <p><b>SparkContext</b></p>\n",
9191
"\n",
92-
" <p><a href=\"http://melnyks-mbp:4040\">Spark UI</a></p>\n",
92+
" <p><a href=\"http://melnyks-mbp.dlink:4040\">Spark UI</a></p>\n",
9393
"\n",
9494
" <dl>\n",
9595
" <dt>Version</dt>\n",
@@ -105,7 +105,7 @@
105105
" "
106106
],
107107
"text/plain": [
108-
"<pyspark.sql.session.SparkSession at 0x122268d10>"
108+
"<pyspark.sql.session.SparkSession at 0x126ecc610>"
109109
]
110110
},
111111
"execution_count": 4,
@@ -124,6 +124,8 @@
124124
"# you can set AWS API Keys to env variables \n",
125125
"# os.environ['AWS_ACCESS_KEY_ID'] = \"your key\"\n",
126126
"# os.environ['AWS_SECRET_ACCESS_KEY'] = \"your secret\"\n",
127+
"os.environ['AWS_ACCESS_KEY_ID'] = \"AKIASRWSDKBGBUGEZJ3G\"\n",
128+
"os.environ['AWS_SECRET_ACCESS_KEY'] = \"BEJUdxKC9H/Zn/qgDUV6ScAyGhPay68lMX9m096P\"\n",
127129
"\n",
128130
"# set additinal dependensies for read data from S3\n",
129131
"conf = SparkConf() \\\n",
@@ -208,7 +210,7 @@
208210
},
209211
{
210212
"cell_type": "code",
211-
"execution_count": 9,
213+
"execution_count": 8,
212214
"metadata": {},
213215
"outputs": [],
214216
"source": [
@@ -238,7 +240,7 @@
238240
},
239241
{
240242
"cell_type": "code",
241-
"execution_count": 10,
243+
"execution_count": 9,
242244
"metadata": {},
243245
"outputs": [],
244246
"source": [
@@ -904,4 +906,4 @@
904906
},
905907
"nbformat": 4,
906908
"nbformat_minor": 4
907-
}
909+
}

jupyter/SparkOCRWritePdfToS3.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -897,7 +897,7 @@
897897
}
898898
],
899899
"source": [
900-
"results.write\n",
900+
"results.write \\\n",
901901
" .format(\"binaryFormat\") \\\n",
902902
" .option(\"type\", \"pdf\") \\\n",
903903
" .option(\"field\", \"pdf\") \\\n",

0 commit comments

Comments
 (0)