From a363ea7db7c27f749cdec63caf7493bc9a5aad2a Mon Sep 17 00:00:00 2001 From: boshen-dev <68277460+boshen-dev@users.noreply.github.com> Date: Thu, 3 Dec 2020 09:13:12 +0800 Subject: [PATCH] Updated Run Presto on SeaweedFS (markdown) --- Run-Presto-on-SeaweedFS.md | 31 +++++++++++++++++++++++++------ 1 file changed, 25 insertions(+), 6 deletions(-) diff --git a/Run-Presto-on-SeaweedFS.md b/Run-Presto-on-SeaweedFS.md index f1788dc..089c5ed 100644 --- a/Run-Presto-on-SeaweedFS.md +++ b/Run-Presto-on-SeaweedFS.md @@ -10,7 +10,7 @@ The installation steps are divided into 2 steps: cp seaweedfs-hadoop2-client-1.5.6.jar /opt/hadoop/share/hadoop/common/lib/ cp seaweedfs-hadoop2-client-1.5.6.jar /opt/hive-metastore/lib/ ``` -2. Modify core-site.xml +2. Modify core-site.xml modify core-site.xml to support SeaweedFS, 30888 is the filer port ``` @@ -32,8 +32,9 @@ modify core-site.xml to support SeaweedFS, 30888 is the filer port ``` -3. Modify hive-site.xml -modify hive-site.xml to support SeaweedFS, need to manually create the /presto/warehouse directory in Filer +3. Modify hive-site.xml +modify hive-site.xml to support SeaweedFS, need to manually create the /presto/warehouse directory in Filer +metastore.thrift.port is the access port exposed by the Hive Metadata service itself ``` metastore.warehouse.dir @@ -83,17 +84,35 @@ hive.metastore.uri is the service address of the previously deployed Hive Metast hive.config.resources points to the core-site.xml above ``` connector.name=hive-hadoop2 -hive.metastore.uri=thrift://10.0.100.51:39768 +hive.metastore.uri=thrift://10.0.100.51:9850 hive.allow-drop-table=true hive.max-partitions-per-scan=1000000 hive.compression-codec=NONE hive.config.resources=/opt/presto-server-347/etc/catalog/core-site.xml ``` +4. Modify config.properties +The default port of presto is 8080 +If you want to modify the default port of the Presto service, you can modify /opt/presto-server-347/etc/config.properties +Need to modify the ports of http-server.http.port and discovery.uri + +``` +coordinator=true +node-scheduler.include-coordinator=true +http-server.http.port=8080 +query.max-memory=200GB +query.max-memory-per-node=8GB +query.max-total-memory-per-node=10GB +query.max-stage-count=200 +task.writer-count=4 +discovery-server.enabled=true +discovery.uri=http://10.0.100.51:8080 +``` # Using Examples -1. Connect to Presto and create a table boshen +1. Connect to Presto and create a table boshen +--server is the ip and port of the Presto service ``` -[root@cluster9 ~]# ./presto --server 10.0.100.51:42174 --catalog hive --schema default +[root@cluster9 ~]# ./presto --server 10.0.100.51:8080--catalog hive --schema default presto:default> create table boshen(name varchar); CREATE TABLE presto:default>