Skip to content

Commit

Permalink
Migrate azure/notebooks/Azure-MNMG-XGBoost.ipynb to deployment docs (
Browse files Browse the repository at this point in the history
…#253)

Co-authored-by: Jacob Tomlinson <jtomlinson@nvidia.com>
  • Loading branch information
skirui-source and jacobtomlinson authored Nov 23, 2023
1 parent 596580e commit 0b709aa
Show file tree
Hide file tree
Showing 4 changed files with 2,606 additions and 0 deletions.
1 change: 1 addition & 0 deletions source/examples/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -16,4 +16,5 @@ xgboost-randomforest-gpu-hpo-dask/notebook
rapids-azureml-hpo/notebook
time-series-forecasting-with-hpo/notebook
xgboost-rf-gpu-cpu-benchmark/notebook
xgboost-azure-mnmg-daskcloudprovider/notebook
```
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
#cloud-config


# Bootstrap
packages:
- apt-transport-https
- ca-certificates
- curl
- gnupg-agent
- software-properties-common
- ubuntu-drivers-common

# Enable ipv4 forwarding, required on CIS hardened machines
write_files:
- path: /etc/sysctl.d/enabled_ipv4_forwarding.conf
content: |
net.ipv4.conf.all.forwarding=1

# create the docker group
groups:
- docker

# Add default auto created user to docker group
system_info:
default_user:
groups: [docker]


runcmd:

# Install Docker
- curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
- add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
- apt-get update -y
- apt-get install -y docker-ce docker-ce-cli containerd.io
- systemctl start docker
- systemctl enable docker



# Install NVIDIA driver
- DEBIAN_FRONTEND=noninteractive ubuntu-drivers install

# Install NVIDIA docker
- curl -fsSL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
- curl -s -L https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
- apt-get update -y
- apt-get install -y nvidia-docker2
- systemctl restart docker

# Attempt to run a RAPIDS container to download the container layers and decompress them
- 'docker run --net=host --gpus=all --shm-size=256m rapidsai/rapidsai:cuda11.2-runtime-ubuntu18.04-py3.8 dask-scheduler --version'
Loading

0 comments on commit 0b709aa

Please sign in to comment.