Skip to content

Commit

Permalink
Docker presto extension (#247)
Browse files Browse the repository at this point in the history
* added presto to the docker demo

* cleaned up node.properties

* Update node.properties remove node.id
  • Loading branch information
sagarlakshmipathy authored Nov 17, 2023
1 parent 001f5e7 commit f737637
Show file tree
Hide file tree
Showing 9 changed files with 135 additions and 1 deletion.
12 changes: 12 additions & 0 deletions demo/docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,18 @@ services:
- ./trino/catalog:/etc/trino/catalog
- ./data:/home/data

presto:
container_name: presto
ports:
- '8082:8082'
image: 'prestodb/presto:0.283'
volumes:
- ./presto/catalog:/opt/presto-server/etc/catalog
- ./presto/config.properties:/opt/presto-server/etc/config.properties
- ./presto/jvm.config:/opt/presto-server/etc/jvm.config
- ./presto/node.properties:/opt/presto-server/etc/node.properties
- ./data:/home/data

hive-metastore:
container_name: hive-metastore
hostname: hive-metastore
Expand Down
84 changes: 83 additions & 1 deletion demo/notebook/demo.ipynb

Large diffs are not rendered by default.

5 changes: 5 additions & 0 deletions demo/presto/catalog/delta.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
connector.name=delta
hive.metastore.uri=thrift://hive-metastore:9083
hive.metastore-cache-ttl=0s
hive.metastore-refresh-interval=5s
hive.metastore-timeout=10s
5 changes: 5 additions & 0 deletions demo/presto/catalog/hive.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
connector.name=hive-hadoop2
hive.metastore.uri=thrift://hive-metastore:9083
hive.metastore-cache-ttl=0s
hive.metastore-refresh-interval=5s
hive.metastore-timeout=10s
5 changes: 5 additions & 0 deletions demo/presto/catalog/hudi.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
connector.name=hudi
hive.metastore.uri=thrift://hive-metastore:9083
hive.metastore-cache-ttl=0s
hive.metastore-refresh-interval=5s
hive.metastore-timeout=10s
6 changes: 6 additions & 0 deletions demo/presto/catalog/iceberg.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
connector.name=iceberg
hive.metastore.uri=thrift://hive-metastore:9083
hive.metastore-cache-ttl=0s
hive.metastore-refresh-interval=5s
hive.metastore-timeout=10s
iceberg.catalog.type=hive
7 changes: 7 additions & 0 deletions demo/presto/config.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
coordinator=true
node-scheduler.include-coordinator=true
http-server.http.port=8082
query.max-memory=5GB
query.max-memory-per-node=1GB
discovery-server.enabled=true
discovery.uri=http://localhost:8082
9 changes: 9 additions & 0 deletions demo/presto/jvm.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
-server
-Xmx16G
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+UseGCOverheadLimit
-XX:+ExplicitGCInvokesConcurrent
-XX:+HeapDumpOnOutOfMemoryError
-XX:+ExitOnOutOfMemoryError
-Djdk.attach.allowAttachSelf=true
3 changes: 3 additions & 0 deletions demo/presto/node.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
node.environment=docker
node.id=ffffffff-ffff-ffff-ffff-ffffffffffff
node.data-dir=/var/presto/data

0 comments on commit f737637

Please sign in to comment.