Skip to content

Commit

Permalink
Update Presto version and bump Java to 11
Browse files Browse the repository at this point in the history
Other small updates to configuration for more production use-cases, for
example that require spilling to disk during queries.
  • Loading branch information
joshuarobinson committed Feb 24, 2020
1 parent d433741 commit 5f2e17a
Show file tree
Hide file tree
Showing 7 changed files with 15 additions and 7 deletions.
2 changes: 1 addition & 1 deletion presto-cli/build_image.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
set -e

REPONAME=joshuarobinson
PRESTOVER=328
PRESTOVER=330
TAG=presto-cli

docker build --build-arg PRESTO_VER=$PRESTOVER -t $TAG .
Expand Down
2 changes: 1 addition & 1 deletion presto/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openjdk:8-slim
FROM openjdk:11-slim

RUN apt-get update && apt-get install -y curl python --no-install-recommends \
&& rm -rf /var/lib/apt/lists/*
Expand Down
2 changes: 1 addition & 1 deletion presto/build_image.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
set -e

REPONAME=joshuarobinson
PRESTOVER=328
PRESTOVER=330

docker build --build-arg PRESTO_VER=$PRESTOVER -t fb-presto .

Expand Down
4 changes: 2 additions & 2 deletions presto/config.properties.worker
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
coordinator=false
http-server.http.port=8080
query.max-memory=50GB
query.max-memory-per-node=1GB
query.max-total-memory-per-node=2GB
query.max-memory-per-node=8GB
query.max-total-memory-per-node=10GB
discovery.uri=http://presto:8080
1 change: 1 addition & 0 deletions presto/hive.properties.template
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ hive.metastore.uri=thrift://metastore:9083

hive.allow-drop-table=true
hive.max-partitions-per-scan=1000000
hive.compression-codec=SNAPPY

hive.s3.endpoint=10.62.64.200
hive.s3.path-style-access=true
Expand Down
8 changes: 6 additions & 2 deletions presto/jvm.config
Original file line number Diff line number Diff line change
@@ -1,8 +1,12 @@
-server
-Xmx16G
-XX:-UseBiasedLocking
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+UseGCOverheadLimit
-XX:+ExplicitGCInvokesConcurrent
-XX:+HeapDumpOnOutOfMemoryError
-XX:+ExitOnOutOfMemoryError
-XX:+UseGCOverheadLimit
-XX:+HeapDumpOnOutOfMemoryError
-XX:ReservedCodeCacheSize=512M
-Djdk.attach.allowAttachSelf=true
-Djdk.nio.maxCachedBufferSize=2000000
3 changes: 3 additions & 0 deletions presto/node.properties.template
Original file line number Diff line number Diff line change
@@ -1,2 +1,5 @@
node.environment=test
node.data-dir=/var/presto/data
spiller-spill-path=/tmp
max-spill-per-node=4TB
query-max-spill-per-node=1TB

0 comments on commit 5f2e17a

Please sign in to comment.