From 4579555f4ef608a05f4ebcc7744ca8f62a0b71e4 Mon Sep 17 00:00:00 2001 From: Chris Lu Date: Sun, 18 Oct 2020 14:19:18 -0700 Subject: [PATCH] Updated run Spark on SeaweedFS (markdown) --- run-Spark-on-SeaweedFS.md | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/run-Spark-on-SeaweedFS.md b/run-Spark-on-SeaweedFS.md index 2330644..720dbfe 100644 --- a/run-Spark-on-SeaweedFS.md +++ b/run-Spark-on-SeaweedFS.md @@ -60,8 +60,9 @@ file:///usr/local/spark/examples/jars/spark-examples_2.12-3.0.0.jar # A Full Example -Here is my local example switching everything to SeaweedFS. - 1. this is my local spark-defaults.conf +Here is my local example switching everything to SeaweedFS. In the `/usr/local/spark/conf/spark-defaults.conf` file, + + 1. this is my local `/usr/local/spark/conf/spark-defaults.conf` ``` spark.eventLog.enabled=true spark.sql.hive.convertMetastoreOrc=true @@ -87,7 +88,7 @@ spark.hadoop.fs.defaultFS=seaweedfs://localhost:8888 ``` 2. create the spark history folder ``` -$ curl -X POST http://192.168.2.3:8888/spark2-history/ +$ curl -X POST http://192.168.2.4:8888/spark2-history/ ``` 3. Run a spark shell ```