From 0c8dff7eab30a2571a707cf11994986fb7613637 Mon Sep 17 00:00:00 2001 From: tobiasny <31841479+tobiasny@users.noreply.github.com> Date: Wed, 21 Aug 2024 09:23:45 +0200 Subject: [PATCH] Adding notebook: compute-consumption-plan --- notebook/compute-consumption-plan.json | 68 ++++++++++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100644 notebook/compute-consumption-plan.json diff --git a/notebook/compute-consumption-plan.json b/notebook/compute-consumption-plan.json new file mode 100644 index 0000000..285f34d --- /dev/null +++ b/notebook/compute-consumption-plan.json @@ -0,0 +1,68 @@ +{ + "name": "compute-consumption-plan", + "properties": { + "folder": { + "name": "NotebookInProduction/Cost Prediction" + }, + "nbformat": 4, + "nbformat_minor": 2, + "bigDataPool": { + "referenceName": "sprkpool33large", + "type": "BigDataPoolReference" + }, + "sessionProperties": { + "driverMemory": "112g", + "driverCores": 16, + "executorMemory": "112g", + "executorCores": 16, + "numExecutors": 1, + "conf": { + "spark.dynamicAllocation.enabled": "true", + "spark.dynamicAllocation.minExecutors": "1", + "spark.dynamicAllocation.maxExecutors": "5", + "spark.autotune.trackingId": "e5959207-1029-4900-b8c4-ad732d5f4cf6" + } + }, + "metadata": { + "saveOutput": true, + "enableDebugMode": false, + "kernelspec": { + "name": "synapse_pyspark", + "display_name": "python" + }, + "language_info": { + "name": "python" + }, + "a365ComputeOptions": { + "id": "/subscriptions/13d66f54-0a19-4912-b4f3-54d15897368d/resourceGroups/Synapse/providers/Microsoft.Synapse/workspaces/s037-cost-management/bigDataPools/sprkpool33large", + "name": "sprkpool33large", + "type": "Spark", + "endpoint": "https://s037-cost-management.dev.azuresynapse.net/livyApi/versions/2019-11-01-preview/sparkPools/sprkpool33large", + "auth": { + "type": "AAD", + "authResource": "https://dev.azuresynapse.net" + }, + "sparkVersion": "3.3", + "nodeCount": 3, + "cores": 16, + "memory": 112, + "automaticScaleJobs": true + }, + "sessionKeepAliveTimeout": 30 + }, + "cells": [ + { + "cell_type": "code", + "metadata": { + "tags": [ + "parameters" + ] + }, + "source": [ + "storageAccount = 's037costmgmt'" + ], + "execution_count": null + } + ] + } +} \ No newline at end of file