Feature/kan 162 public ip

docker-compose.yml

@@ -1,31 +1,27 @@
 services:
-  backbone:
-    profiles: ["backbone"]
-    image:  h4ckermike/petals:main
-    command: python -m petals.cli.run_dht --host_maddrs /ip4/0.0.0.0/tcp/8008 --identity_path /cache/bootstrap1.id
-    volumes:
-      - petals-cache-backbone:/cache
-    network_mode: host
-    ipc: host
-    restart: unless-stopped
   envmodel_gpu:
     profiles: ["miner","gpu"]
 #    build: .
     image:  h4ckermike/petals:main
     environment:
+      - MAX_DISK_SPACE=${MAX_DISK_SPACE}
+      - PUBLIC_NAME=${PUBLIC_NAME}
       - MODEL=${MODEL}
       - INITIAL_PEERS=${INITIAL_PEERS}
       - DEVICE=${DEVICE}
-    command: python -m petals.cli.run_server --port 31331  --num_blocks=1  $MODEL  --initial_peers $INITIAL_PEERS  --device=$DEVICE
+      - BLOCKS=${BLOCKS}
+      - PORT=${PORT}
+    command: python -m petals.cli.run_server --port 31331  --num_blocks=1  $MODEL  --initial_peers $INITIAL_PEERS  --device=$DEVICE --public-name $PUBLIC_NAME --max_disk_space $MAX_DISK_SPACE
+
     ports:
-      - "31331:31331"
+      - "$PORT:$PORT"
     restart: always
     deploy:
       resources:
         reservations:
           devices:
             - driver: nvidia
-              count: 1
+              count: all
               capabilities: [gpu]
 volumes:
   petals-cache-backbone:

envs/dht1.cillium.dev.compute.agentartificial.com.txt

@@ -1,4 +1,7 @@
-INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/Qmb3skfrki1PR8ww6nxvoGm51F5imK3e1DPMZgtay6ofE2
+INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/QmYUro5QJx3YvgC4A9UBXL3ESdb3wSHXZzqUL19Fmy5Gsp
 DEVICE=cuda
-MODEL=Maykeye/TinyLLama-v0
-#MODEL=SanjiWatsuki/TinyMixtral-32x248M
+PUBLIC_NAME=NameNotConfigured
+MAX_DISK_SPACE=30GB
+BLOCKS=2
+#BLOCKS=33
+MODEL=VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct

envs/dht1.cillium.mixed.txt

@@ -0,0 +1,7 @@
+INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/QmYUro5QJx3YvgC4A9UBXL3ESdb3wSHXZzqUL19Fmy5Gsp:/dns/dht1.cillium.prod.compute.agentartificial.com/tcp/8008/p2p/QmRuzeEHPohDR4BGvArrBrqUNC2YPvTc1m5iwTXefdKra8
+DEVICE=cuda
+#MODEL=Maykeye/TinyLLama-v0
+MODEL=VAGOsolutions/SauerkrautLM-Mixtral-8x7B
+PUBLIC_NAME=NameNotConfigured
+MAX_DISK_SPACE=30GB
+BLOCKS=1

envs/dht1.cillium.prod.compute.agentartificial.com.1.txt

@@ -0,0 +1,8 @@
+INITIAL_PEERS=/dns/dht1.cillium.prod.compute.agentartificial.com/tcp/8008/p2p/QmRuzeEHPohDR4BGvArrBrqUNC2YPvTc1m5iwTXefdKra8
+DEVICE=cuda
+#MODEL=Maykeye/TinyLLama-v0
+MODEL=VAGOsolutions/SauerkrautLM-Mixtral-8x7B
+PUBLIC_NAME=NameNotConfigured
+MAX_DISK_SPACE=30GB
+BLOCKS=1
+

envs/dht1.cillium.prod.compute.agentartificial.com.txt

@@ -0,0 +1,7 @@
+INITIAL_PEERS=/dns/dht1.cillium.prod.compute.agentartificial.com/tcp/8008/p2p/QmRuzeEHPohDR4BGvArrBrqUNC2YPvTc1m5iwTXefdKra8
+DEVICE=cuda
+PUBLIC_NAME=NameNotConfigured
+MAX_DISK_SPACE=300GB
+#BLOCKS=40
+BLOCKS=2
+MAX_DISK_SPACE=30GB

envs/gpu/h100/dht1.cillium.dev.compute.agentartificial.com.txt

@@ -0,0 +1,7 @@
+INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/Qmb3skfrki1PR8ww6nxvoGm51F5imK3e1DPMZgtay6ofE2
+DEVICE=cuda
+MODEL=VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct
+BLOCKS=100
+#MODEL=Maykeye/TinyLLama-v0
+#MODEL=SanjiWatsuki/TinyMixtral-32x248M
+PORT=31332

setup.sh

@@ -3,3 +3,4 @@
 set -e
 
 docker compose --profile miner --env-file envs/dht1.cillium.dev.compute.agentartificial.com.txt up -d 
+#sudo docker compose --profile miner --env-file envs/gpu/h100/dht1.cillium.dev.compute.agentartificial.com.txt up -d