Feature/kan 162 public ip

.env.example

@@ -0,0 +1,3 @@
+INITIAL_PEERS=
+DEVICE=CUDA
+MODEL=meta-llama/Meta-Llama-8B-Instruct

docker-compose.yml

@@ -1,53 +1,21 @@
 services:
   backbone:
-    profiles: ["core"]
-    image: h4ckermike/petals:main
+    profiles: ["backbone"]
+    image:  h4ckermike/petals:main
     command: python -m petals.cli.run_dht --host_maddrs /ip4/0.0.0.0/tcp/8008 --identity_path /cache/bootstrap1.id
     volumes:
       - petals-cache-backbone:/cache
     network_mode: host
     ipc: host
     restart: unless-stopped
-
-  health:
-    profiles: ["core"]
-    restart: always
-#    depends_on:
-#     - backbone
-    image: h4ckermike/health.petals:main
-    ports:
-      - "8009:5000"
-    command: flask run --host=0.0.0.0 --port=5000
-
-  tinyllama_local_gpu:
-    profiles: ["local","gpu"]
-   #    image: h4ckermike/petals:main
-    build : .
-#    depends_on:
-#       - backbone
-    ports:
-      - "31336:31336"
-    command: python -m petals.cli.run_server --port 31336  --num_blocks=1 Maykeye/TinyLLama-v0 --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    deploy:
-      resources:
-        reservations:
-          devices:
-            - driver: nvidia
-              count: 1
-              capabilities: [gpu]
-    restart: always
-
-#
-  envmodel_local_gpu:
-    profiles: ["local","gpu"]
-    build: .
+  envmodel_gpu:
+    profiles: ["miner","gpu"]
+#    build: .
+    image:  h4ckermike/petals:main
     environment:
       - MODEL=${MODEL}
-#    depends_on:
-#       - backbone
-       # xai-org/grok-1
-       # hpcai-tech/grok-1
-       # keyfan/grok-1-hf
+      - INITIAL_PEERS=${INITIAL_PEERS}
+      - DEVICE=${DEVICE}
     command: python -m petals.cli.run_server --port 31331  --num_blocks=1  $MODEL  --initial_peers $INITIAL_PEERS  --device=$DEVICE
     ports:
       - "31331:31331"
@@ -59,96 +27,5 @@ services:
             - driver: nvidia
               count: 1
               capabilities: [gpu]
-
-  tinymixtral_local_gpu:
-    profiles: ["local","gpu"]
-    build: .
-#    depends_on:
-#       - backbone
-    command: python -m petals.cli.run_server --port 31331  --num_blocks=1 SanjiWatsuki/TinyMixtral-32x248M  --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    ports:
-      - "31331:31331"
-    restart: always
-
-    deploy:
-      resources:
-        reservations:
-          devices:
-            - driver: nvidia
-              count: 1
-              capabilities: [gpu]
-
-  tinyllama_local_cpu:
-    profiles: ["local","cpu"]
-    build: .
-#    depends_on:
-#       - backbone
-    command: python -m petals.cli.run_server --port 31331  --num_blocks=1 Maykeye/TinyLLama-v0 --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    ports:
-      - "31331:31331"
-    restart: always
-
-
-  tinyllamacpu:
-    profiles: ["tinyllama","cpu"]
-    image: h4ckermike/petals:main
-    depends_on:
-       - backbone
-    command: python -m petals.cli.run_server --port 31331  --num_blocks=1 Maykeye/TinyLLama-v0 --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    ports:
-      - "31331:31331"
-    restart: always
-
-
-  tinyllamagpu:
-    profiles: ["core"]
-    image: h4ckermike/petals:main
-#    depends_on:
-#       - backbone
-    ports:
-      - "31332:31332"
-    command: python -m petals.cli.run_server --port 31332  --num_blocks=100 Maykeye/TinyLLama-v0 --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    deploy:
-      resources:
-        reservations:
-          devices:
-            - driver: nvidia
-              count: 1
-              capabilities: [gpu]
-    restart: always
-
-
-  tinyllamatpu:
-    profiles: ["tpu"]
-    image: h4ckermike/petals:main
-#    depends_on:
-#       - backbone
-    ports:
-      - "31333:31333"
-    command: python -m petals.cli.run_server --port 31333  --num_blocks=1 Maykeye/TinyLLama-v0 --initial_peers $INITIAL_PEERS  --device=$DEVICE
-    restart: always
-
-
-  debug_health:
-    profiles: ["debug"]
-
-    image: h4ckermike/health.petals:main
-    command: bash
-    stdin_open: true
-    tty: true
-
-  inference   :
-    profiles: ["core"]
-    restart: always
-#    depends_on:
-#      - backbone
-    image: h4ckermike/inference.petals:main
-#    image: petals-inference-test
-    ports:
-      - "8010:5000"
-
-    command: gunicorn app:app --bind 0.0.0.0:5000 --worker-class gthread --threads 100 --timeout 1000
-
-
 volumes:
   petals-cache-backbone:

envs/dht1.cillium.dev.compute.agentartificial.com.txt

@@ -0,0 +1,4 @@
+INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/Qmb3skfrki1PR8ww6nxvoGm51F5imK3e1DPMZgtay6ofE2
+DEVICE=cuda
+MODEL=Maykeye/TinyLLama-v0
+#MODEL=SanjiWatsuki/TinyMixtral-32x248M

envs/gpu/h100/peers.txt

@@ -1 +1 @@
-/ip4/216.81.245.26/tcp/8099/p2p/QmR4PcZvHg414Q2HNEaQZLiu69HD4Vs17hcwDgq8qJdJq2
+INITIAL_PEERS=/dns/dht1.cillium.dev.compute.agentartificial.com/tcp/8008/p2p/Qmb3skfrki1PR8ww6nxvoGm51F5imK3e1DPMZgtay6ofE2

get_peersl.sh

@@ -1 +1 @@
-docker logs petals-backbone-1 2>&1  |grep initial_peers |cut "-d " -f18-  | sort -u > peers.txt
+docker logs petals-backbone-1 2>&1  | grep initial_peers | cut "-d " -f18-  | sort -u > peers.txt

setup.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -e
+
+docker compose --profile miner --env-file envs/dht1.cillium.dev.compute.agentartificial.com.txt up -d