APPeal - Clustering-GMM.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "rapid-indonesian",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import numpy as np\n",
    "\n",
    "from pyspark.sql.functions import col,isnan, when, count\n",
    "from pyspark import SparkContext\n",
    "from pyspark.sql import SparkSession\n",
    "from pyspark.sql.functions import avg\n",
    "from pyspark.sql.functions import udf\n",
    "from scipy.spatial import distance\n",
    "\n",
    "import pyspark.sql.functions as F\n",
    "\n",
    "\n",
    "import pyspark\n",
    "\n",
    "from pyspark.sql.types import FloatType\n",
    "from pyspark.sql.types import BooleanType\n",
    "from pyspark.sql.types import IntegerType\n",
    "from pyspark.sql.types import DateType\n",
    "from pyspark.sql.functions import regexp_replace\n",
    "from pyspark.sql import SQLContext\n",
    "\n",
    "from pyspark.ml.clustering import KMeans\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "married-threshold",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "sc = pyspark.SparkContext()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "spectacular-girlfriend",
   "metadata": {},
   "outputs": [],
   "source": [
    "spark = SparkSession.builder \\\n",
    "    .master(\"local\") \\\n",
    "    .appName(\"AppName\") \\\n",
    "    .getOrCreate()\n",
    "\n",
    "#data = spark.read.option(\"header\",True).option('inferSchema', True).csv(\"Google-Playstore.csv\", sep =',')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "advance-saying",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = spark.read.option(\"header\",True).option('inferSchema', True).json(\"cleaned_v3.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "muslim-implement",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "detected-priest",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "root\n",
      " |-- Ad Supported: boolean (nullable = true)\n",
      " |-- Age: long (nullable = true)\n",
      " |-- App Id: string (nullable = true)\n",
      " |-- App Name: string (nullable = true)\n",
      " |-- Category: string (nullable = true)\n",
      " |-- Developer Id: string (nullable = true)\n",
      " |-- Editors Choice: boolean (nullable = true)\n",
      " |-- In App Purchases: boolean (nullable = true)\n",
      " |-- Installs: double (nullable = true)\n",
      " |-- Installs_stdev_from_Category: double (nullable = true)\n",
      " |-- Minimum Android: double (nullable = true)\n",
      " |-- Price: double (nullable = true)\n",
      " |-- Price_stdev_from_Category: double (nullable = true)\n",
      " |-- Quarter of Release: string (nullable = true)\n",
      " |-- Rating: double (nullable = true)\n",
      " |-- Rating_Reviews_Ratio: double (nullable = true)\n",
      " |-- Rating_stdev_from_Category: double (nullable = true)\n",
      " |-- Reviews_Installs_Ratio: double (nullable = true)\n",
      " |-- Size: string (nullable = true)\n",
      " |-- Size_stdev_from_Category: double (nullable = true)\n",
      " |-- Year of Last Update: string (nullable = true)\n",
      " |-- Year of Release: string (nullable = true)\n",
      " |-- nReviews: double (nullable = true)\n",
      " |-- nReviews_stdev_from_Category: double (nullable = true)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "data.printSchema()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fifteen-andrews",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data.withColumn(\"Year of Last Update\", data[\"Year of Last Update\"].cast(IntegerType()).alias(\"Year of Last Update\"))\n",
    "data = data.withColumn(\"Year of Release\", data[\"Year of Release\"].cast(IntegerType()).alias(\"Year of Release\"))\n",
    "data = data.withColumn(\"Size\", data[\"Size\"].cast(FloatType()).alias(\"Size\"))\n",
    "for col in data.columns:\n",
    "    newcol = '_'.join(col.split(' '))\n",
    "    data = data.withColumnRenamed(col, newcol) \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "inclusive-amendment",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "designing-developer",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Ad_Supported', 'boolean'),\n",
       " ('Age', 'bigint'),\n",
       " ('App_Id', 'string'),\n",
       " ('App_Name', 'string'),\n",
       " ('Category', 'string'),\n",
       " ('Developer_Id', 'string'),\n",
       " ('Editors_Choice', 'boolean'),\n",
       " ('In_App_Purchases', 'boolean'),\n",
       " ('Installs', 'double'),\n",
       " ('Installs_stdev_from_Category', 'double'),\n",
       " ('Minimum_Android', 'double'),\n",
       " ('Price', 'double'),\n",
       " ('Price_stdev_from_Category', 'double'),\n",
       " ('Quarter_of_Release', 'string'),\n",
       " ('Rating', 'double'),\n",
       " ('Rating_Reviews_Ratio', 'double'),\n",
       " ('Rating_stdev_from_Category', 'double'),\n",
       " ('Reviews_Installs_Ratio', 'double'),\n",
       " ('Size', 'float'),\n",
       " ('Size_stdev_from_Category', 'double'),\n",
       " ('Year_of_Last_Update', 'int'),\n",
       " ('Year_of_Release', 'int'),\n",
       " ('nReviews', 'double'),\n",
       " ('nReviews_stdev_from_Category', 'double')]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "micro-genetics",
   "metadata": {},
   "outputs": [],
   "source": [
    "features_cluster = [\"Reviews_Installs_Ratio\", \"Size\", \"Rating\", \"Price\"]\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "roman-worcester",
   "metadata": {},
   "outputs": [],
   "source": [
    "features_other = [\"Ad_Supported\", \"Category\", \"Developer_Id\", \"Editors_Choice\", \"In_App_Purchases\",\n",
    "                       \"Minimum_Android\", \"Year_of_Release\", \"Year_of_Last_Update\"]\n",
    "features_numeric = [\"Rating\", \"Installs\", \"nReviews\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "monthly-consumer",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyspark.ml.feature import VectorAssembler\n",
    "\n",
    "assemble=VectorAssembler(inputCols=features_cluster, outputCol='features_cluster')\n",
    "\n",
    "assembled_data=assemble.transform(data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "published-composition",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyspark.ml.feature import MinMaxScaler\n",
    "\n",
    "scale=MinMaxScaler(inputCol='features_cluster',outputCol='standardized')\n",
    "\n",
    "data_scale=scale.fit(assembled_data)\n",
    "\n",
    "data_scale_output=data_scale.transform(assembled_data)\n",
    "from pyspark.ml.clustering import GaussianMixture\n",
    "from pyspark.ml.evaluation import ClusteringEvaluator\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "transsexual-willow",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyspark.ml.clustering import GaussianMixture\n",
    "from pyspark.ml.evaluation import ClusteringEvaluator\n",
    "\n",
    "silhouette_score=[]\n",
    "evaluator = ClusteringEvaluator(predictionCol='prediction', featuresCol='standardized', \n",
    "                                metricName='silhouette', distanceMeasure='squaredEuclidean')\n",
    "\n",
    "for i in range(2,10):\n",
    "    gmm = GaussianMixture(featuresCol='standardized', k=i)\n",
    "    \n",
    "    gmm = gmm.fit(data_scale_output)\n",
    "    \n",
    "    output=gmm.transform(data_scale_output)\n",
    "    \n",
    "\n",
    "    score=evaluator.evaluate(output)\n",
    "    \n",
    "    silhouette_score.append(score)\n",
    "    \n",
    "    print(\"Silhouette Score:\",score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "veterinary-cathedral",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0, 0.5, 'silhouette')"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfoAAAFzCAYAAADWqstZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAgAElEQVR4nO3dd3Rc1b328e9PvViSm2xr3DHutiSDMS2BBDChyZRQkxDCfRMCaRDSSG5u6k27N5RUCCEJJjcJEEqwaaETEtNsPHJvGNsjWbbkMupd+/1DY2KMi4w12jNHz2etWdJII80zC6xnzj777G3OOURERCSYUnwHEBERkfhR0YuIiASYil5ERCTAVPQiIiIBpqIXEREJMBW9iIhIgKX5DhAPQ4cOdePGjfMdQ0REpE8sWbJkh3OucH/fC2TRjxs3jsWLF/uOISIi0ifMbPOBvqehexERkQBT0YuIiASYil5ERCTAVPQiIiIBpqIXEREJMBW9iIhIgKnoRUREAkxFLyIiEmAqehERkQBT0YuIiASYil5ERCTAVPQiIgnMOcfyilqa2jp8R5EkFchNbUREkl1jawcPL63knpc3sW57A9OK8rn76uMYlp/lO5okGR3Ri4gkkLd2NPLdhSs54YfP8s2/rSA9NYUb505i085GLvz1IjZU1/uOKEnG6xG9mZ0F/AxIBe5yzv34AI87DngFuMw590AfRhQRibuuLscL66qZv2gzL66rIT3VOGdmER8/cRzHjBmImXHalGF84g+v8+HbX+auq2Zz3LjBvmNLkjDnnJ8nNksF1gFzgQrgdeAK59yq/TzuaaAF+H1Pin727NlO+9GLSKKrbWrnr0si3PPyZrbsamJYXiYfPX4sVxw/mmF57x6ij+xq4qrfv0ZFtJmfX17KWTOKPKSWRGRmS5xzs/f3PZ9H9HOADc65jQBmdi9wPrBqn8d9HngQOK5v44mIxMfqqjrueXkTDy+tpKW9i+PGDeKrZ03mQ9NHkJ564DOqowfn8MB1J/HJ+a9z3Z/e4NvnTeMTJ4/vu+CSlHwW/Uggstf9CuD4vR9gZiOBC4HTUNGLSBJr7+ziqZXbmb9oE69t2kVWegoXlI7kyhPHMj1U0OPfMzg3gz9/6gS+8JelfGfhKqpqW/jaWVNISbE4ppdk5rPo9/d/5b7nEW4Dvuac6zQ7+P/EZnYNcA3AmDFjeiWgiMiRqq5v4d7XIvzp1c1sr2tl9OBsvnHOFC6dPZqBORnv6Xdmpady+8eO5TsLVvKbf2ykqraF/72kmMy01F5OL0Hgs+grgNF73R8FbN3nMbOBe2MlPxQ4x8w6nHN/2/eXOefuBO6E7nP0cUksItIDzjmWRqLcs2gTjy2vor3T8f6JQ/nhhTP5wORhpPbC0XdqivG986cTGpjNT55cQ019K7/5+LHkZ6X3wiuQIPFZ9K8DE81sPFAJXA58ZO8HOOfePvlkZncDj+6v5EVEEkFLeyePLqti/qJNLK+sZUBmGh89fixXnjiWCYUDev35zIzrPjCBEQWZfPWBZVx6x8v84erjKCrI7vXnkuTlreidcx1m9jng73RfXvd759xKM7s29v07fGUTETkcFbub+NOrW7j3tS3sbmpn4rABfP+CGVw4ayQDMuP/Z/bCWaMYlpfFp/+4hIt+vYi7r57D5BF5cX9eSQ7eLq+LJ11eJyLx5pzj5Td3cveiTTyzejsAc6cN56oTx3HihCEcal5RPKzaWscn/vAaze2d/PbjsznhqCF9nkH8ONjldSp6EZHD0NDawcNvVDD/5c1sqG5gUE46l88Zw8dOGMvIgf6HzCujzVz1+9fYsrOJmy8toawk5DuS9IFEvY5eRCRpvFnTwB9f3syDSyqob+1g5sgCfnpJCecVF5GVnjiz3UcOzObBa0/iU/cs5vN/Wcr2uhY++f6jfMcSj1T0IiIH0NnleGFtNXcv2sRL63eQnmqcO7OIj580jlmjB3oZnu+Jgpx07vl/c7jx/jD//dhqtkZb+Oa5U3WtfT+lohcR2Ue0qY37F0f44yubiexqZnh+Jl+aO4nL54yhMC/Td7weyUpP5ZdXHMP381fx+3+9xfa6Fm6+tCShRh+kb6joRURiVm2tY/6iTfwtXElrRxdzxg/mprOmcub04QddmjZRpaQY3y6bzsiB2fz3Y6upaWjlt1fOpiBH19r3Jyp6EenX2ju7eHLFNu55eROvb9pNVnoKFx0zko+fOI6pRfm+4/WKT77/KIblZ/Hl+8u5+I5F3P0fcxJi4qD0DRW9iPRL1fUt/OXV7qVpq+tbGTM4h2+eO5VLjh0dyCPeeSUhCgdkcs0fF3PRr//FHz4xh2mhYLyRkYPT5XUi0m8453hjS5T5izbxxIrupWlPnVTIVSeN5dRJvbM0baJbu62eT/zhNepbOvjNlcdy8tFDfUeSXqDr6EWkX2tp72RB+VbueXkTKyrryMtM4+LZo/j4ieMYPzTXd7w+V1XbzCd+/zobdzTwvxeXcMGskb4jyRHSdfQi0i9V7G7i/17Zwn2vdy9NO2n4AP47tjRtbh8sTZuoigqyuf/aE/n0Hxdzw31hqmpbuPbUoxL2ckE5Mv33/3QRCSTnHP/asJP5L2/i2djStGdOG8HHTxrLiUf5WZo2ERVkpzP/P+bw5b8u4ydPrqGqtplvl03vF6cv+hsVvYgEQkNrBw+9UcH8RZt4s6aRwbkZXPeBCXzk+MRYmjYRZaal8rPLSgkVZPGbf2xke10LP7t8lq61DxgVvYgktTdrGrhn0SYefKOShtYOikcVcPMlJZybYEvTJqqUFOPr50xlREEW33t0FR+961Xu+vhsBuVm+I4mvURFLyJJyTnHjfeX8/DSSjJSUzi3uIirThpH6eiBvqMlpatPHs+I/Cyuvy/Mh+9YxPyr5zB6cI7vWNILVPQikpQqo808vLSSi48dxdfOmpI0S9MmsrNnFjE0L5NPzl/Mhb9exN1XH8eMkQW+Y8kRSr41HUVEgPJILQAfP3GsSr4XHTduMA9edyKZaSlc9puXeXFdje9IcoRU9CKSlMKR3WSkpTBlhFZ3621HD8vjoc+cxJghufy/u1/nr4sjviPJEVDRi0hSKo/UMj2UT0aa/ozFw/D8LO7/9AmccNQQvvLAMn7x7HqCuMBaf6B/ISKSdDo6u1heWUvJKE28i6e8rHR+/4njuGjWSG5+eh3feHgFHZ1dvmPJYdJkPBFJOuu2N9Dc3smsMSr6eMtIS+HmS0sYUZDFr194k+q6Fn7xkVnkZKg+koWO6EUk6YQjUQBdStdHzIyvnjWF718wg+fXVnPFb19lZ0Or71jSQyp6EUk64chuBuWkM0bXefepK08Yyx0fO5Y1VXV8+PZFbN7Z6DuS9ICKXkSSTnmklpLRA7VuvQdnTh/Bnz91ArXN7Vz060WUx0ZXJHGp6EUkqTS0drCuul4T8Tw6duwgHrzuJHIyU7n8zld4bs1235HkIFT0IpJUllfU4hyUaiKeV0cVDuCh607m6GED+NQ9S7j3tS2+I8kBqOhFJKnsmYinI3r/CvMyufeaE3jf0UO56aHl3PL0Ol1rn4BU9CKSVMojUcYOyWGwdldLCLmZadx11WwuOXYUP392PV97cBntutY+oehCSBFJKuFIlDnjB/uOIXtJT03hfy4upmhgNj9/dj3b61r59UePITdTFZMIdEQvIkljW20L2+padP18AjIzbpw7iR9dNJN/btjB5Xe+Qk29rrVPBCp6EUkaby+Uo4l4CeuKOWP47cePZUN1Axfd/i821jT4jtTvqehFJGmEI1HSU41pRdqxLpGdNmU4915zAk2tnXz49kUs2bzbd6R+TUUvIkmjPBJlalE+WempvqPIIZSMHsiD151EQXY6H/ntKzy1cpvvSP2Wil5EkkJnl2NZRVSX1SWRcUNzefC6k5hSlM+1/7eEP76y2XekfklFLyJJ4c2aBhrbOjURL8kMGZDJXz51PB+cPIz/+tsK/ufJNbrWvo+p6EUkKYS3xBbKUdEnnZyMNH5z5bFcMWcMv37hTb50fzltHbrWvq/oIkcRSQrhiih5WWkcNTTXdxR5D9JSU/jhhTMIFWRx89PrqK5v5faPHUNeVrrvaIHn9YjezM4ys7VmtsHMbtrP9z9qZstit0VmVuIjp4j4F94SpXT0QFJStGNdsjIzPn/6RP734mJe3riTy37zCtvrWnzHCjxvRW9mqcCvgLOBacAVZjZtn4e9BZzqnCsGvg/c2bcpRSQRNLd1sna7dqwLiktmj+b3nziOTTsbuejXi9hQXe87UqD5PKKfA2xwzm10zrUB9wLn7/0A59wi59yeCzBfAUb1cUYRSQArttbS2eU0ES9ATp1UyP2fPpHWji4+fPvLvL5pl+9IgeWz6EcCkb3uV8S+diD/D3girolEJCFpIl4wzRhZwMOfOYkhuRl89K5XeWJ5le9IgeSz6Pd3om2/11yY2QfpLvqvHfCXmV1jZovNbHFNTU0vRRSRRBCuiDJyYDaFeZm+o0gvGz04hweuO4kZoXw+8+c3WFC+1XekwPFZ9BXA6L3ujwLe9V/YzIqBu4DznXM7D/TLnHN3OudmO+dmFxYW9npYEfFnz0Q8CabBuRn8+VMncOyYQXzjoeVEdjX5jhQoPov+dWCimY03swzgcmDB3g8wszHAQ8CVzrl1HjKKiGc19a1URptV9AGXlZ7KrZeVAnDj/WE6u7SoTm/xVvTOuQ7gc8DfgdXA/c65lWZ2rZldG3vYt4AhwK/NLGxmiz3FFRFPyiM6P99fjB6cw/fOn87rm3Zzx4tv+o4TGF4XzHHOPQ48vs/X7tjr808Cn+zrXCKSOMKRKKkpxsyRBb6jSB+4cNZInltTza1Pr+OUiYXMHKX/7kdKS+CKSEIrr4gyeXge2Rnasa4/MDN+cMFMCvMyuf6+pTS3dfqOlPRU9CKSsLq6HOFIVMP2/UxBTjo3X1LCxppGfvD4Kt9xkp6KXkQS1ls7G6lv6WCWir7fOenooXzq/eP5v1e28Nya7b7jJDUVvYgkLC2U0799+UOTmTIij68+sIwdDa2+4yQtFb2IJKzyiii5GakcPWyA7yjiQWZaKrddXkpdSwc3PbhM+9i/Ryp6EUlY4UiUmaMKSNWOdf3WlBH5fO2sKTyzupq/vBY59A/Iu6joRSQhtbR3srqqjtLRg3xHEc+uPmkc7zt6KN9/dBUbaxp8x0k6KnoRSUirqupo79SOdQIpKcZPLykhIy2FL94Xpr2zy3ekpKKiF5GEtGcinopeAEYUZPGji2ZSXlHLL55d7ztOUlHRi0hCKq+IMiI/ixEFWb6jSII4Z2YRHz5mFL98fgNLNmv/+p5S0YtIQupeKEfLn8o7fWfeNEIDs7nhvjANrR2+4yQFFb2IJJzdjW1s3tmkiXjyLnlZ6dx2WSmVu5v57oKVvuMkBRW9iCSccMWehXJ0RC/vNnvcYD77waP565IKnlhe5TtOwlPRi0jCKY9EMYPiUZqIJ/v3hdMnUjyqgK8/vJztdS2+4yQ0Fb2IJJxwJMrEYQMYkOl1J21JYOmpKdx2WSmt7V18+a/ldHVp1bwDUdGLSEJxzlEeieqyOjmkowoH8M3zpvLS+h3cvWiT7zgJS0UvIglly64mdje1ayKe9MhH5ozh9CnD+PGTa1i7rd53nISkoheRhBKOaCKe9JyZ8ZOLi8nPSuP6e5fS2tHpO1LCUdGLSEIJR6JkpacweXie7yiSJIYOyOQnHy5mzbZ6bn5qne84CUdFLyIJJRyJMnNkAWmp+vMkPXf61OF89Pgx/PaljSzasMN3nISif0kikjDaOrpYubVOE/HkPfnPc6cyfkguX/prObVN7b7jJAwVvYgkjDXb6mjr6KJERS/vQU5GGrddXkpNfSv/+bflOKdL7kBFLyIJpDyiHevkyBSPGsgNZ0zk0WVVPBLe6jtOQlDRi0jCWBqJMnRAJiMHZvuOIknsug8czeyxg/ivv62gYneT7zjeqehFJGGEI1FKRxdgZr6jSBJLTTFuvawUB9x4fzmd/XzVPBW9iCSE2uZ2NtY0atheesXowTl8d950XntrF3f+Y6PvOF6p6EUkISx7e8c6Fb30jouOGcm5M4u45em1rKis9R3HGxW9iCSEPRPxtGOd9BYz4wcXzmBwbgbX37uU5rb+uWqeil5EEkI4EuWowlwKstN9R5EAGZiTwc2XlPJmTSM/emK17zheqOhFxDvnHOFIrc7PS1y8b+JQ/t/7xnPPy5t5fk217zh9TkUvIt5VRpvZ0dCqope4+cqHJjN5eB5feWAZOxtafcfpUyp6EfEurIVyJM6y0lO57fJS6prbuemh/rVqnopeRLwrj0TJSEthyoh831EkwKYW5fPVsybz9Krt3Pd6xHecPqOiFxHvwpEo00P5ZKTpT5LE13+cPJ6TJgzhuwtX8daORt9x+kSa7wCJ7vxf/YtoUxvZ6ankZqaRk5FKTkYquRlpZGe882s5GWnv+Jib+e6vZaenkpKiVb9E9ujo7GJ5ZS1XzBnjO4r0Aykpxs2XlvChW//BDfeFeeDaE0kP+JbIKvpDOH78YKrrWmhs66S5rZOG1g6q61ppau+gqbWTprZOmtsP79rMd78x2PvNQewNREYq2Rlp5O71/dzMf38tO/ZmI2fPmwm9gZAktXZ7PS3tXTo/L32mqCCbH140k8/9eSm/fG4DX5w7yXekuPJa9GZ2FvAzIBW4yzn3432+b7HvnwM0AZ9wzr3Rlxm/cc7UQz6ms8vR3N5JU9u/y7+prePtj42tnTS1d9LUutfXYm8cGls7aG7v/rijoXWfnz28NxBZ6Sn/Hml4+03AfkYaMlLJyUx715uNY8cOIi9L1zBL3yqPdK9YpqKXvnRecYjn1lTzy+c3cMqkQo4dO8h3pLjxVvRmlgr8CpgLVACvm9kC59yqvR52NjAxdjseuD32MaGkphgDMtMYkJkGeb33e7vefgOxnzcO+/nanjcMzW2dNO71ZmFnQ1Pse//+mf256JiR3HJpae+9AJEeCEd2MygnnTGDc3xHkX5mz1r4N94f5rEvvL/7b3gA+XxVc4ANzrmNAGZ2L3A+sHfRnw/c47qvg3jFzAaaWZFzrqrv4/a9lBQjNzON3Mw0ILPXfm9Xl6OlI/ZmobWTpvYOfvHcBv6+YhvNF3SSnZHaa88lcijlkVpKRg/UjnXS5/Ky0rnl0lIuv/Nlvr9wFT+5uNh3pLjwOQNhJLD39Q0Vsa8d7mMAMLNrzGyxmS2uqanp1aBBk5Ji5GSkMXRAJmOG5DBlRD4fmTOGxrZOnl/b/1aNEn8aWjtYV12vYXvxZs74wVz3gQnctzjCkyu2+Y4TFz6Lfn9v3/ddwaAnj+n+onN3OudmO+dmFxYWHnG4/uaEo4YwdEAmC8u3+o4i/ciyiijOacc68ev60ycxc2QBX39oGdvrWnzH6XU+i74CGL3X/VHAvi3Tk8dIL0hNMc4rLuLZNdXUt7T7jiP9xNsT8bRjnXiUkZbCrZeV0tzeyZf/Wk5XV7BWzfNZ9K8DE81svJllAJcDC/Z5zALg49btBKC2v5yf96GspIi2ji6eXrXddxTpJ8KR3YwdksOg3AzfUaSfO3rYAP7z3Gm8tH4H97y8yXecXuWt6J1zHcDngL8Dq4H7nXMrzexaM7s29rDHgY3ABuC3wGe8hO0nZo0exMiB2Rq+lz5Trh3rJIF87PgxfHByIT96Yg3rttf7jtNrvC4H5Jx73Dk3yTk3wTn3g9jX7nDO3RH73DnnPhv7/kzn3GKfeYMuJcU4r6SIl9bvYHdjm+84EnDbalvYVtdCiYbtJUGYGf9zcQkDMtO44d4wrR2Ht5ZJogr2un9y2MqKQ3R0OZ4I6OxTSRxv71g3RkUviaMwL5Mff7iYVVV13PL0Ot9xeoWKXt5heiifo4bmsqC80ncUCbhwJEp6qjGtSDvWSWKZO204V8wZw53/2MjLb+70HeeIqejlHcyMspIQr761K5CXmUjiCEd2M7Uon6x0LdAkiee/zpvKuCG5fOn+MLXNyX0lkope3qWspAjn4LFlusBB4qOzy7G8QhPxJHHlZKRx62WlbK9v5VuPrPAd54io6OVdjh6Wx9SifBZo9r3EyYbqBhrbOjURTxJa6eiB3HD6RB4Jb+WRcPKezlTRy37NKwkRjkSJ7GryHUUCqFwT8SRJXPeBCRw7dhDf/NsKKqPNvuO8Jyp62a/ziosAWLhMR/XS+5ZGouRlpTF+SK7vKCIHlZaawq2XltLV5bjxvjCdSbhqnope9mv04BxmjRnIgrCKXnpfeSRK6eiBpKRoxzpJfGOG5PCdedN59a1d3PXSRt9xDpuKXg5oXkmINdvqWR+gFaLEv+a2TtZur9f5eUkqFx87irNnjOCnT61lRWWt7ziHRUUvB3TuzCLMYKFm30svWrG1ls4upxn3klTMjB9eOJNBORnccF+YlvbkWTVPRS8HNCw/ixPGD2Fh+VacS77zUpKYwlu6J+Jpa1pJNoNyM/jpJSVsqG7gx0+s8R2nx1T0clDzSkO8taORlVvrfEeRgAhHoowcmE1hXqbvKCKH7ZRJhVx98jjuXrSJF9ZW+47TIyp6Oaizpo8gLcW0o530mnAkqsvqJKl97awpTBo+gK88sIxdSbABmIpeDmpQbgbvnziUheVb6UrCy0oksdTUt1IZbaZUE/EkiWWlp3LbZbOobWrnpgeXJfypTRW9HNK80hBba1t4Y8tu31EkyWmhHAmKaaF8vvyhSTy1ajt/XVzhO85BqejlkM6YOpzMtBQN38sRC0eipKYYM0IFvqOIHLFPvu8oTjxqCN9ZuJLNOxt9xzkgFb0cUl5WOqdNGcZjy6vo6OzyHUeSWHlFlMnD88jO0I51kvxSUoybLy0hLcW44b5wwv59VNFLj8wrCbGjoY1XNu7yHUWSVFeXIxyJ6rI6CZTQwGx+cOFMlm6J8qvn3/QdZ79U9NIjH5wyjAGZaRq+l/fsrZ2N1Ld0MEtFLwFTVhLiwlkj+flz61magHOZVPTSI1npqZw5bThPrKiitSN5VoSSxLFnoRxNxJMg+u750xmRn8UX7wvT2NrhO847qOilx8pKQtS1dPDSuh2+o0gSCkei5GakMqFwgO8oIr0uPyudWy4tYfOuJv77sVW+47yDil567OSjhzIwJ11b18p7Ul4RpXjUQFK1Y50E1PFHDeHaUyfwl9ci/H3lNt9x3qailx7LSEvh7BlFPL1qO81tGr6Xnmtp72R1VZ0m4kngffGMSUwP5XPTg8uormvxHQdQ0cthKispoqmtk2fXbPcdRZLIqqo62ju1Y50EX0ZaCj+7vJSmtk6+8kBirJqnopfDcvz4IQzLy9Tsezksb0/EU9FLP3D0sDz+89ypvLiuhj++stl3nJ4XvZllm9nkeIaRxJeaYpxbXMTza2uoa2n3HUeSRHlFlBH5WYwoyPIdRaRPXHnCWE6dVMgPHlvNhup6r1l6VPRmVgaEgSdj90vNbEE8g0niKisJ0dbRxVMrNXwvPROORHU0L/2KmfG/lxSTm5nG9feGaevwt2peT4/ovwPMAaIAzrkwMC4+kSTRzRo9kFGDsjV8Lz2yq7GNzTubNBFP+p1heVn8+KKZrNxax63PrPOWo6dF3+Gcq41rEkkaZkZZSYh/btjBzoZW33EkwZVX6Py89F9nTh/BFXNGc8eLb/Lqxp1eMvS06FeY2UeAVDObaGa/ABbFMZckuLLiEJ1djidWJM61opKYwluimMHMUdqxTvqnb547jbGDc7jx/nIvc5t6WvSfB6YDrcCfgVrg+niFksQ3tSiPCYW5Gr6XQyqviDJpWB4DMtN8RxHxIjczjVsvK2VbXQvffmRlnz9/T4v+XOfcfzrnjovdvgnMi2cwSWxmxrySkby2aRfbahNjUQhJPM45yiNRSkbraF76t1ljBvGF0yby8NJKFvTxAVJPi/7rPfya9CPnlRThHDyqJXHlALbsamJ3Uzulowf5jiLi3Wc/OIFZYwbyzYeXszXa3GfPe9CiN7OzY+fjR5rZz/e63Q0k1vY80ucmFA5geiifhcuqfEeRBBWOaCKeyB5pqSncdlkpHV2uTw+QDnVEvxVYDLQAS/a6LQA+FN9okgzmlYQoj0TZvLPRdxRJQOFIlOz0VCYN1451IgBjh+Ty1BdP4ZpTJvTZcx606J1z5c65+cCvnHPz97o9BHz8vT6pmQ02s6fNbH3s47vG9cxstJk9b2arzWylmWnyXwI6t7gIgEd1VC/7EY5EmTmygLRUrbYtsseoQTl9+nw9/dd3+X6+9okjeN6bgGedcxOBZ2P399UBfMk5NxU4AfismU07gueUOBg1KIdjxw7S7Ht5l7aOLlZurdNEPBHPDnWO/gozWwiMN7MFe92eB47kyv/zgfmxz+cDF+z7AOdclXPujdjn9cBqYOQRPKfEybySEGu21bNuu9/1nCWxrNlWR1tHlybiiXh2qCP6RcDNwJrYxz23LwFnHcHzDnfOVUF3oQPDDvZgMxsHzAJePYLnlDg5e+YIUgwd1cs77JmIpyN6Eb8OdY5+s3PuBefcicAmIN059yLdR9fZB/tZM3vGzFbs53b+4QQ0swHAg8ANzrm6gzzuGjNbbGaLa2pqDucp5AgNy8vixAlDWFi+NSH2XpbEEI5EGTogk5EDD/qnQkTirKe7130KeAD4TexLo4C/HexnnHNnOOdm7Of2CLDdzIpiv7sIqD7A86bTXfJ/ik0APNjz3emcm+2cm11YWNiTlyW9aF5JiE07m1heqS0RpFv3jnUFmJnvKCL9Wk8n430WOBmoA3DOrecQw+2HsAC4Kvb5VcAj+z7Auv86/A5Y7Zy75QieS/rAh6aPID3VNHwvANQ2t7OxplHXz4skgJ4Wfatzrm3PHTNLA45kjPbHwFwzWw/Mjd3HzEJm9njsMScDVwKnmVk4djvnCJ5T4mhgTganTCzk0WVVdHVp+L6/W/b2jnWaiCfiW093mXjRzL4BZJvZXOAzwML3+qTOuZ3A6fv5+lbgnNjn/wQ05pdE5pWGeHZNNYs372bO+MG+44hH4S3dRa8d60T86+kR/U1ADbAc+DTwOPDNeIWS5HTG1O6VJEIAAB2OSURBVOFkpado+F4or4gyoTCXgux031FE+r0eFb1zrss591vn3CXOuYtjn2t8Vt4hNzON06cO5/HlVXR0dvmOI5445whHopTo/LxIQujprPu3zGzjvrd4h5PkU1YcYmdjG4vePJL1lCSZVUab2dHQxiwVvUhC6Ok5+tl7fZ4FXALoJKy8ywcmF5KXmcbC8q2cMkmXOfZH/14oR0Uvkgh6OnS/c69bpXPuNuC0OGeTJJSVnsqZ00fw5MpttHZ0+o4jHpRHomSkpTBlRL7vKCJCz4fuj9nrNtvMrgXy4pxNklRZSRH1LR28uFYrFPZH4UiUGaF8MtK0Y51IIujp0P3Ne33eQfdyuJf2ehoJhJOPHsqgnHQWLqvizOkjfMeRPtTR2cXyylqumDPGdxQRielR0TvnPhjvIBIc6akpnDOziIfeqKSprYOcjJ6+n5Rkt3Z7PS3tXVoRTySB9HTovsDMbtmzaYyZ3WxmWglDDqisJERzeyfPrN7vNgYSUHsm4qnoRRJHT0+i/R6op3u4/lK617z/Q7xCSfI7btxghudnavGcfqY8EmVQTjpjBuf4jiIiMT0dU53gnPvwXve/a2bheASSYEhNMc4rDvHHlzdT29yuFdL6iT0L5WjHOpHE0dMj+mYze9+eO2Z2MtAcn0gSFGUlIdo6u/j7ym2+o0gfaGjtYH11g4btRRJMT4v+WuBXZrbJzDYDv4x9TeSASkYVMGZwjobv+4llFVGc00I5Iommp7Puy4ESM8uP3a+LayoJBDOjrKSIO17cyI6GVoYOyPQdSeKoPFILQOkoFb1IIunprPtMM/sI8DngBjP7lpl9K77RJAjKSkJ0djmeWF7lO4rEWTiym3FDchiUm+E7iojspadD948A59O9WE7jXjeRg5o8PI+JwwawsFxFH3TasU4kMfV01v0o59xZcU0igWRmzCsJcfPT69gabSY0MNt3JImDbbUtbK9r1UQ8kQTU0yP6RWY2M65JJLDOKwkB8NgyHdUHVTiyG9BEPJFEdNCiN7PlZrYMeB/whpmtNbNle31d5JDGD81l5sgCFi7T7PugCkdqSU81phVpxzqRRHOoofvz+iSFBN68khA/eHw1b+1oZPzQXN9xpJeFI7uZWpRPVnqq7ygiso9DDd3XH+Im0iPnFhcB8KiuqQ+czi7H8opanZ8XSVCHOqJfAjhgf+tZOuCoXk8kgRQamM1x4waxcNlWPn/6RN9xpBdtqG6gsa1TRS+SoA5a9M658X0VRIJvXkmI/3pkJWu21TFlhM7lBkV5bMc6TcQTSUyHmow3JfbxmP3d+iaiBMXZM4tIMbQkbsAsjUTJz0pj/BDNvRBJRIcaur8RuAa4ea+vub0+P63XE0lgDR2QyclHD2VheRVfPnOydjgLiD0L5aSk6L+nSCI66BG9c+6a2Ke3A+c75z4IPA/UAl+OczYJoLKSEFt2NVFeUes7ivSCprYO1m2v1/l5kQTW0wVzvumcq4ttVTsXuJvu8hc5LB+aPoKM1BQN3wfEiso6OrscJdrIRiRh9bToO2MfzwXucM49AmjnCjlsBdnpnDq5kEeXbaWryx36ByShaSKeSOLradFXmtlvgEuBx80s8zB+VuQdykpCbK9r5bVNu3xHkSMUjkQZOTCbwjxtQSySqHpa1pcCfwfOcs5FgcHAV+KWSgLtjKnDyE5P1fB9AIQjUUrH6GheJJH1qOidc03OuYecc+tj96ucc0/FN5oEVU5GGmdMG84TK7bR3tnlO468RzX1rVRGm5mlYXuRhKbhd/GirLiIXY1t/GvDDt9R5D0K6/y8SFJQ0YsXp04uJC8rjYXl2ro2WZVHoqSmGDNCBb6jiMhBqOjFi8y0VM6aPoKnVm6jpb3z0D8gCScciTJ5eB7ZGdqxTiSRqejFm7KSEPWtHbywtsZ3FDlMXV2O8gpNxBNJBip68eakCUMYkpvBwmWafZ9sNu5opL6lg1ItlCOS8LwUvZkNNrOnzWx97OOggzw21cyWmtmjfZlR4i8tNYVzZhbx7OrtNLZ2+I4jh2HPQjk6ohdJfL6O6G8CnnXOTQSejd0/kOuB1X2SSvpcWUmIlvYunlm93XcUOQzhSJQBmWlMKBzgO4qIHIKvoj8fmB/7fD5wwf4eZGaj6F52964+yiV9bPbYQRQVZGnxnCRTXhFl5sgCUrVjnUjC81X0w51zVdC9+A4w7ACPuw34KnDIVVXM7BozW2xmi2tqNLkrWaSkGOcVF/Hiuhpqm9p9x5EeaGnvZHVVnYbtRZJE3IrezJ4xsxX7uZ3fw58/D6h2zi3pyeOdc3c652Y752YXFhYeUXbpW2UlIdo7HU+u1DX1yWDl1jraO7VjnUiySIvXL3bOnXGg75nZdjMrcs5VmVkRUL2fh50MzDOzc4AsIN/M/s8597E4RRZPZo4sYOyQHBaWV3HZcWN8x5FD2DMRb5aO6EWSgq+h+wXAVbHPrwIe2fcBzrmvO+dGOefGAZcDz6nkg8nMmFcSYtGbO6ipb/UdRw4hHIkyIj+L4flZvqOISA/4KvofA3PNbD0wN3YfMwuZ2eOeMolHZSUhuhw8vlzD94muvCJKqda3F0kaXoreObfTOXe6c25i7OOu2Ne3OufO2c/jX3DOndf3SaWvTBqex+TheZp9n+B2NbaxeWeTNrIRSSJaGU8SxrzSEIs376Yy2uw7ihxAeUVsoRwVvUjSUNFLwjivuAiAR3VUn7DCW6KkGBSP0o51IslCRS8JY+yQXEpGFWjt+wQWjkSZOCyP3My4XbAjIr1MRS8JpawkxIrKOjbWNPiOIvtwzmkinkgSUtFLQjmvOIQZLCzX7PtEs3lnE9Gmdk3EE0kyKnpJKCMKsjhu3GAWlFfinPMdR/aiiXgiyUlFLwlnXkmIN2saWbOt3ncU2cvSLVGy01OZNFw71okkExW9JJyzZ4wgNcVYoNn3CWXPjnVpqfqzIZJM9C9WEs6QAZm87+ihLCzfquH7BNHW0cXKrdqxTiQZqeglIZWVhKjY3Uw4toGK+LVmWx1tHV3asU4kCanoJSGdOX04GWkpGr5PEHvecOmIXiT5qOglIeVnpfPByYU8tqyKzi4N3/sW3hJl6IBMQgXasU4k2ajoJWGVlYSorm/l1bd2+o7S74VjC+WYme8oInKYVPSSsE6fMpycjFQtnuNZbVM7G2saKR2t9e1FkpGKXhJWdkYqc6cN54kVVbR3dvmO028tq9yzUM4gz0lE5L1Q0UtCKysOEW1q55/rd/iO0m+Ft3QX/UztWCeSlFT0ktDeP2ko+VlpLNTse2/KK6JMKMylIDvddxQReQ9U9JLQMtNSOXtGEU+t2k5Le6fvOP2Oc45wJKphe5EkpqKXhFdWEqKhtYPn11T7jtLvVOxuZkdDmybiiSQxFb0kvBOOGszQARksXKbh+7727x3rdEQvkqxU9JLw0lJTOHdmEc+urqahtcN3nH4lvCVKRloKk0fk+Y4iIu+Ril6SQllJiNaOLp5etc13lH6lvCLKjFA+GWn6UyGSrPSvV5LCMWMGESrI0uI5fai9s4vllbWUjNb69iLJTEUvSSElxSgrCfGPdTVEm9p8x+kX1m2vp6W9i1IVvUhSU9FL0igrCdHR5XhihYbv+8KeHetmaSKeSFJT0UvSmB7KZ/zQXC2e00fKI1EG52YwenC27ygicgRU9JI0zLqH71/euJPquhbfcQIvHIlSMqpAO9aJJDkVvSSVsuIinIPHlmtSXjzVt7SzvrpBE/FEAkBFL0ll4vA8pozI0/B9nC2vrMU5NBFPJABU9JJ05pWGeGNLlMiuJt9RAmvPRLySUSp6kWSnopekU1YcAuDRZRq+j5fySJRxQ3IYlJvhO4qIHCEVvSSd0YNzKB09UMP3cRSORHV+XiQgVPSSlOaVhFhVVceG6gbfUQJnW20L2+tadX5eJCBU9JKUzi0uwgwd1cdBOLIb0EQ8kaBQ0UtSGp6fxQnjh7Bw2Vacc77jBMrSSJT0VGNqUb7vKCLSC7wUvZkNNrOnzWx97ON+19g0s4Fm9oCZrTGz1WZ2Yl9nlcRVVhJiY00jq6rqfEcJlPJIlGlF+WSlp/qOIiK9wNcR/U3As865icCzsfv78zPgSefcFKAEWN1H+SQJnD1jBGkpxgIN3/eazi7H8grtWCcSJL6K/nxgfuzz+cAF+z7AzPKBU4DfATjn2pxz0T5LKAlvUG4G7584lEfLqzR830s2VDfQ2Nap8/MiAeKr6Ic756oAYh+H7ecxRwE1wB/MbKmZ3WVmuX0ZUhJfWUmIymgzb2zRe8DesGcino7oRYIjbkVvZs+Y2Yr93M7v4a9IA44BbnfOzQIaOfAQP2Z2jZktNrPFNTU1vfAKJBnMnTaczLQUzb7vJeFILflZaYwfovfUIkERt6J3zp3hnJuxn9sjwHYzKwKIfazez6+oACqcc6/G7j9Ad/Ef6PnudM7Nds7NLiws7O2XIwkqLyud06YM49FlVXR2afj+SO1ZKCclRTvWiQSFr6H7BcBVsc+vAh7Z9wHOuW1AxMwmx750OrCqb+JJMikrCbGjoZVXN+70HSWpNbV1sG57vc7PiwSMr6L/MTDXzNYDc2P3MbOQmT2+1+M+D/zJzJYBpcAP+zypJLzTpgwjNyNVs++P0IrKOjq7nIpeJGDSfDypc24n3Ufo+359K3DOXvfDwOw+jCZJKCs9lTOnj+CJFdv43vkzyEjTOlDvhSbiiQST/iJKIJSVFFHb3M4/N2gi5ntVHqll1KBshg7I9B1FRHqRil4C4X1HF1KQnc6CsIbv3yvtWCcSTCp6CYSMtBTOmTmCp1dtp7mt03ecpFNd30JltJlZKnqRwFHRS2CUFYdobOvk+bX7u1pTDqY8Ugvo/LxIEKnoJTCOP2oIhXmZGr5/D8ojUVJTjBmhAt9RRKSXqeglMFJTjHNnFvHc2mrqW9p9x0kq4UiUKSPyyM7QjnUiQaOil0ApKwnR1tHF06u2+46SNLq6HOWaiCcSWCp6CZRjxgxk5MBsLZ5zGDbuaKS+tUML5YgElIpeAsXMKCsJ8c/1O9jV2OY7TlIIR7p3/lPRiwSTil4Cp6ykiI4ux5MrtvmOkhTKI1EGZKYxoXCA7ygiEgcqegmcaUX5HFWYy4LySt9RkkI4EmXmyAJStWOdSCCp6CVwzIx5JSFefWsX2+tafMdJaC3tnayuqqN0jIbtRYJKRS+BdF5xCOfgsWVVvqMktJVb6+jQjnUigaail0A6etgAphXla/b9IZRrIp5I4KnoJbDmlYYIR6JEdjX5jpKwwpEoRQVZDM/P8h1FROJERS+BdV5xEQALl+mo/kDCkSglo3Q0LxJkKnoJrFGDcjh27CCtfX8Auxrb2LKrSRPxRAJORS+BVlZcxJpt9azfXu87SsLZc35eR/Qiwaail0A7p7iIFIOFmpT3LuFIlBSD4lHasU4kyFT0EmjD8rI4ccIQFi6rwjnnO05CCUeiTByWR25mmu8oIhJHKnoJvLLiEG/taGTl1jrfURKGc47yiqguqxPpB1T0EnhnzRhBeqrpmvq9bN7ZRLSpXRPxRPoBFb0E3sCcDE6ZWMij5Vvp6tLwPfx7xzpNxBMJPhW99AtlJSG21rbwxpbdvqMkhHAkSnZ6KpOGa8c6kaBT0Uu/cMa04WSmpWj4PmbPjnVpqfoTIBJ0+lcu/cKAzDTOmDqcx5dX0dHZ5TuOV20dXazaqh3rRPoLFb30G2UlRexoaOPljTt9R/FqdVUdbZ1dOj8v0k+o6KXf+MDkYQzMSeeGe8M8sKSi315XX14R27FOR/Qi/YKKXvqNrPRU/vKpExgzJIcv/7Wcy+58hXX9cGnc8JYohXmZhAq0Y51If6Cil35lalE+D157Ej+6aCZrt9Vzzs9e4sdPrKGprcN3tD4Trujesc7MfEcRkT6gopd+JyXFuGLOGJ770qlcMGskd7z4JnNv+QdPrdzmO1rc1Ta1s7GmkVkathfpN1T00m8NGZDJTy8p4f5Pn0huZirX/HEJn5z/OpFdTb6jxc2e8/OaiCfSf6jopd+bM34wj33h/XzjnCksenMnc299kV+/sIG2juBdhrdna9ri0dqxTqS/UNGLAOmpKVxzygSeufFUTp1UyP88uZZzfv4SL78ZrEvxwpEoEwpzyc9K9x1FRPqIil5kL6GB2fzmytn8/hOzaWnv5IrfvsIX7wtTU9/qO9oR+/eOdYN8RxGRPqSiF9mP06YM5+kvnsrnPng0jy7byuk3v8AfX9lMZxJvilOxu5kdDW2UathepF/xUvRmNtjMnjaz9bGP+z3EMLMvmtlKM1thZn8xM134K30mOyOVL39oMk9cfwrTQwX8199WcNGv/8WKylrf0d6TtxfK0RG9SL/i64j+JuBZ59xE4NnY/Xcws5HAF4DZzrkZQCpweZ+mFAGOHjaAP3/qeG67rJTKaAvzfvlPvv3ICupa2n1HOyzhLVEy0lKYUpTnO4qI9CFfRX8+MD/2+XzgggM8Lg3INrM0IAfQ1mPihZlxwayRPPulU/nYCWO555XNnH7zizwSrkyapXTDkSgzQvmka8c6kX7F17/44c65KoDYx2H7PsA5Vwn8FNgCVAG1zrmn+jSlyD4KstP53vkzeOSzJ1NUkMX194b52O9e5c2aBt/RDqq9s4sVW2s1bC/SD8Wt6M3smdi59X1v5/fw5wfRfeQ/HggBuWb2sYM8/hozW2xmi2tqanrnRYgcQPGogTz8mZP5/vnTWVZRy9m3vcTNT62lpb3Td7T9Wrutnpb2Lko0EU+k34lb0TvnznDOzdjP7RFgu5kVAcQ+Vu/nV5wBvOWcq3HOtQMPAScd5PnudM7Nds7NLiwsjMdLEnmH1BTjyhPH8eyXTuXc4iJ+8dwG5t76Is+v2d//zn7tmYg3S0f0Iv2Or6H7BcBVsc+vAh7Zz2O2ACeYWY51775xOrC6j/KJ9NiwvCxuvayUP3/qeDJSU7j67te59o9L2Bpt9h3tbeEtUQbnZjB6cLbvKCLSx3wV/Y+BuWa2Hpgbu4+ZhczscQDn3KvAA8AbwPJY1jv9xBU5tJMmDOWJ60/hKx+azPNrqznjlhf57T820t7pfynd8oooJaMKtGOdSD9kyTJj+HDMnj3bLV682HcM6cciu5r49oKVPLemmikj8vjvC2Ywe9xgL1nqW9op/u5T3HD6JK4/Y6KXDCISX2a2xDk3e3/f03U2InEwenAOv7tqNr+58ljqmtu5+I6X+eoD5exqbOvzLMsra3EOTcQT6adU9CJxYmZ8aPoInvnSqXz61KN46I1KTrv5Be59bQtdfbiUbjiyZ0U8bU0r0h+p6EXiLCcjja+fPZXHvvB+Jg3L46aHlnPxHYtYtbWuT54/vCXKuCE5DMzJ6JPnE5HEoqIX6SOTR+Rx36dP4KeXlLBpZxNlv/wn3390FQ2tHXF93u4d63Q0L9JfqehF+pCZcfGxo3juS6dy6ezR/O6fb3HGzS/y+PKquCylW1XbzPa6VkpU9CL9lopexIOBORn86KKZPPSZkxiUm8Fn/vQGn/jD62ze2dirz1Ou8/Mi/Z6KXsSjY8YMYuHnTuZb501jyebdzL31H/zsmfW0dvTOUrpLI1HSU42pRfm98vtEJPmo6EU8S0tN4T/eN55nbjyVM6cN59Zn1nHWbS/x0voj37OhPBJlWlE+WempvZBURJKRil4kQYwoyOKXHzmGe/5jDs45rvzda3zuz2+wva7lPf2+zi7H8opaDduL9HMqepEEc8qkQp684RRuOGMiT63azuk3v8jv//kWHYe5lO766noa2zo1EU+kn1PRiySgrPRUbjhjEk/dcArHjB3E9x5dxfm/+hdLt+zu8e/QRDwRARW9SEIbNzSX+Vcfx68+cgw7Glq56PZFfOPh5dQ2tR/yZ8ORKPlZaYwbktsHSUUkUanoRRKcmXFucRHP3HgqV580nntf28JpN7/AA0sqDnrtfThSS8nogaSkaMc6kf5MRS+SJPKy0vlW2TQWfv59jBmSw5f/Ws5ld77Cuu3173psU1sHa7fVadheRFT0IslmeqiAB689iR9dNJO12+o552cv8aMnVtPU9u+ldFdU1tHldH5eRFT0IkkpJcW4Ys4YnvvSqVw4ayS/eXEjc2/5B0+t3AZAONI9aU8z7kUkzXcAEXnvhgzI5H8vKeHS40bzzYdXcM0fl3DG1GE0tHYwalA2Qwdk+o4oIp7piF4kAI4bN5hHv/A+vnHOFBa9uZNXNu7SsL2IADqiFwmM9NQUrjllAucVh7j9hTeZVxryHUlEEoCKXiRgQgOz+f4FM3zHEJEEoaF7ERGRAFPRi4iIBJiKXkREJMBU9CIiIgGmohcREQkwFb2IiEiAqehFREQCTEUvIiISYCp6ERGRAFPRi4iIBJiKXkREJMBU9CIiIgGmohcREQkwc875ztDrzKwG2NyLv3IosKMXf1+i0usMFr3OYNHrDJbefp1jnXOF+/tGIIu+t5nZYufcbN854k2vM1j0OoNFrzNY+vJ1auheREQkwFT0IiIiAaai75k7fQfoI3qdwaLXGSx6ncHSZ69T5+hFREQCTEf0IiIiAaaiPwAzG21mz5vZajNbaWbX+84UD2aWZWavmVl57HV+13emeDKzVDNbamaP+s4SL2a2ycyWm1nYzBb7zhMvZjbQzB4wszWxf6cn+s7U28xscuy/455bnZnd4DtXPJjZF2N/g1aY2V/MLMt3pngws+tjr3FlX/231ND9AZhZEVDknHvDzPKAJcAFzrlVnqP1KjMzINc512Bm6cA/geudc694jhYXZnYjMBvId86d5ztPPJjZJmC2cy7Q1yKb2XzgJefcXWaWAeQ456K+c8WLmaUClcDxzrneXCfEOzMbSfffnmnOuWYzux943Dl3t99kvcvMZgD3AnOANuBJ4Drn3Pp4Pq+O6A/AOVflnHsj9nk9sBoY6TdV73PdGmJ302O3QL77M7NRwLnAXb6zyJExs3zgFOB3AM65tiCXfMzpwJtBK/m9pAHZZpYG5ABbPeeJh6nAK865JudcB/AicGG8n1RF3wNmNg6YBbzqN0l8xIazw0A18LRzLpCvE7gN+CrQ5TtInDngKTNbYmbX+A4TJ0cBNcAfYqdi7jKzXN+h4uxy4C++Q8SDc64S+CmwBagCap1zT/lNFRcrgFPMbIiZ5QDnAKPj/aQq+kMwswHAg8ANzrk633niwTnX6ZwrBUYBc2LDS4FiZucB1c65Jb6z9IGTnXPHAGcDnzWzU3wHioM04BjgdufcLKARuMlvpPiJnZqYB/zVd5Z4MLNBwPnAeCAE5JrZx/ym6n3OudXAT4Cn6R62Lwc64v28KvqDiJ2zfhD4k3PuId954i029PkCcJbnKPFwMjAvdv76XuA0M/s/v5Hiwzm3NfaxGniY7vOBQVMBVOw1+vQA3cUfVGcDbzjntvsOEidnAG8552qcc+3AQ8BJnjPFhXPud865Y5xzpwC7gLienwcV/QHFJqn9DljtnLvFd554MbNCMxsY+zyb7n9wa/ym6n3Oua8750Y558bRPQT6nHMucEcMZpYbmzxKbCj7TLqHCwPFObcNiJjZ5NiXTgcCNVF2H1cQ0GH7mC3ACWaWE/vbezrd86ICx8yGxT6OAS6iD/67psX7CZLYycCVwPLY+WuAbzjnHveYKR6KgPmxGb0pwP3OucBeetYPDAce7v5bSRrwZ+fck34jxc3ngT/FhrU3Ald7zhMXsXO5c4FP+84SL865V83sAeANuoeylxLcFfIeNLMhQDvwWefc7ng/oS6vExERCTAN3YuIiASYil5ERCTAVPQiIiIBpqIXEREJMBW9iIhIgKnoReSImdk4Mwvc9foiQaCiFxERCTAVvYj0KjM7KrbRzHG+s4iIil5EelFsSdoHgaudc6/7ziMiWgJXRHpPIfAI8GHn3ErfYUSkm47oRaS31AIRuveJEJEEoSN6EektbcAFwN/NrME592ffgURERS8ivcg512hm5wFPm1mjc+4R35lE+jvtXiciIhJgOkcvIiISYCp6ERGRAFPRi4iIBJiKXkREJMBU9CIiIgGmohcREQkwFb2IiEiAqehFREQC7P8DbPB7yldTvWsAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 576x432 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Visualizing the silhouette scores in a plot\n",
    "import matplotlib.pyplot as plt\n",
    "fig, ax = plt.subplots(1,1, figsize =(8,6))\n",
    "ax.plot(range(2,10),silhouette_score)\n",
    "ax.set_xlabel('k')\n",
    "ax.set_ylabel('silhouette')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "answering-child",
   "metadata": {},
   "source": [
    "## GMM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "sought-wales",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "gmm = GaussianMixture(featuresCol='standardized', k=7, seed=42)\n",
    "    \n",
    "gmm = gmm.fit(data_scale_output)\n",
    "    \n",
    "output= gmm.transform(data_scale_output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "happy-dylan",
   "metadata": {},
   "outputs": [],
   "source": [
    "dist_clusters = output.select(\"prediction\").distinct().rdd.map(lambda x: x[0]).collect()\n",
    "dd = {}\n",
    "for j in dist_clusters:\n",
    "    dd[j] = output.filter(output[\"prediction\"] == j).select(features_cluster+features_other+features_numeric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "quantitative-bidder",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------- Statistiche cluster n°: 1 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |1578                  |\n",
      "|mean   |18.73986783277567     |\n",
      "|stddev |583.3736023915889     |\n",
      "|min    |0.0                   |\n",
      "|max    |21921.0               |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+-----------------+\n",
      "|summary|Size             |\n",
      "+-------+-----------------+\n",
      "|count  |1578             |\n",
      "|mean   |93.05296603401595|\n",
      "|stddev |199.6913461842372|\n",
      "|min    |9.824219E-4      |\n",
      "|max    |1536.0           |\n",
      "+-------+-----------------+\n",
      "\n",
      "+-------+-----------------+\n",
      "|summary|Rating           |\n",
      "+-------+-----------------+\n",
      "|count  |1578             |\n",
      "|mean   |1.741128010139417|\n",
      "|stddev |2.028118881295125|\n",
      "|min    |0.0              |\n",
      "|max    |5.0              |\n",
      "+-------+-----------------+\n",
      "\n",
      "+-------+-----------------+\n",
      "|summary|Price            |\n",
      "+-------+-----------------+\n",
      "|count  |1578             |\n",
      "|mean   |48.10663144359943|\n",
      "|stddev |64.81371534945593|\n",
      "|min    |0.0              |\n",
      "|max    |400.0            |\n",
      "+-------+-----------------+\n",
      "\n",
      "----------- Statistiche cluster n°: 6 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |9588                  |\n",
      "|mean   |0.04625081755486024   |\n",
      "|stddev |0.1240325552124734    |\n",
      "|min    |0.0                   |\n",
      "|max    |4.0                   |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Size              |\n",
      "+-------+------------------+\n",
      "|count  |9588              |\n",
      "|mean   |154.78264497288276|\n",
      "|stddev |40.87535341442691 |\n",
      "|min    |84.0              |\n",
      "|max    |373.0             |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Rating            |\n",
      "+-------+------------------+\n",
      "|count  |9588              |\n",
      "|mean   |3.585304547350856 |\n",
      "|stddev |1.4542729153035308|\n",
      "|min    |0.0               |\n",
      "|max    |5.0               |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+-----+\n",
      "|summary|Price|\n",
      "+-------+-----+\n",
      "|count  |9588 |\n",
      "|mean   |0.0  |\n",
      "|stddev |0.0  |\n",
      "|min    |0.0  |\n",
      "|max    |0.0  |\n",
      "+-------+-----+\n",
      "\n",
      "----------- Statistiche cluster n°: 3 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |962517                |\n",
      "|mean   |0.0                   |\n",
      "|stddev |0.0                   |\n",
      "|min    |0.0                   |\n",
      "|max    |0.0                   |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Size              |\n",
      "+-------+------------------+\n",
      "|count  |962517            |\n",
      "|mean   |17.495211679453956|\n",
      "|stddev |21.153543790289866|\n",
      "|min    |9.765625E-4       |\n",
      "|max    |156.0             |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------+\n",
      "|summary|Rating|\n",
      "+-------+------+\n",
      "|count  |962517|\n",
      "|mean   |0.0   |\n",
      "|stddev |0.0   |\n",
      "|min    |0.0   |\n",
      "|max    |0.0   |\n",
      "+-------+------+\n",
      "\n",
      "+-------+------+\n",
      "|summary|Price |\n",
      "+-------+------+\n",
      "|count  |962517|\n",
      "|mean   |0.0   |\n",
      "|stddev |0.0   |\n",
      "|min    |0.0   |\n",
      "|max    |0.0   |\n",
      "+-------+------+\n",
      "\n",
      "----------- Statistiche cluster n°: 5 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |15986                 |\n",
      "|mean   |0.0                   |\n",
      "|stddev |0.0                   |\n",
      "|min    |0.0                   |\n",
      "|max    |0.0                   |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Size              |\n",
      "+-------+------------------+\n",
      "|count  |15986             |\n",
      "|mean   |16.533903517744033|\n",
      "|stddev |21.103721403365736|\n",
      "|min    |9.765625E-4       |\n",
      "|max    |135.0             |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------+\n",
      "|summary|Rating|\n",
      "+-------+------+\n",
      "|count  |15986 |\n",
      "|mean   |0.0   |\n",
      "|stddev |0.0   |\n",
      "|min    |0.0   |\n",
      "|max    |0.0   |\n",
      "+-------+------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Price             |\n",
      "+-------+------------------+\n",
      "|count  |15986             |\n",
      "|mean   |3.0056585554859443|\n",
      "|stddev |2.7442725147895697|\n",
      "|min    |0.204735          |\n",
      "|max    |17.99             |\n",
      "+-------+------------------+\n",
      "\n",
      "----------- Statistiche cluster n°: 4 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |6575                  |\n",
      "|mean   |0.1185195566235742    |\n",
      "|stddev |0.4200150742618001    |\n",
      "|min    |1.2E-4                |\n",
      "|max    |32.0                  |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Size              |\n",
      "+-------+------------------+\n",
      "|count  |6575              |\n",
      "|mean   |46.485120506345915|\n",
      "|stddev |31.136544815925838|\n",
      "|min    |9.814453E-4       |\n",
      "|max    |169.0             |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Rating            |\n",
      "+-------+------------------+\n",
      "|count  |6575              |\n",
      "|mean   |4.225764258555132 |\n",
      "|stddev |0.5450939378354112|\n",
      "|min    |2.1               |\n",
      "|max    |5.0               |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Price             |\n",
      "+-------+------------------+\n",
      "|count  |6575              |\n",
      "|mean   |5.8113078368060105|\n",
      "|stddev |4.714953841257619 |\n",
      "|min    |0.505273          |\n",
      "|max    |25.0              |\n",
      "+-------+------------------+\n",
      "\n",
      "----------- Statistiche cluster n°: 2 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |1078873               |\n",
      "|mean   |0.05443618758222825   |\n",
      "|stddev |1.4774713563719504    |\n",
      "|min    |1.2E-7                |\n",
      "|max    |759.0                 |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Size              |\n",
      "+-------+------------------+\n",
      "|count  |1078873           |\n",
      "|mean   |18.985884394942808|\n",
      "|stddev |20.469201159572687|\n",
      "|min    |9.765625E-4       |\n",
      "|max    |115.0             |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Rating            |\n",
      "+-------+------------------+\n",
      "|count  |1078873           |\n",
      "|mean   |4.111059503759996 |\n",
      "|stddev |0.6895037055328779|\n",
      "|min    |1.0               |\n",
      "|max    |5.0               |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+-------+\n",
      "|summary|Price  |\n",
      "+-------+-------+\n",
      "|count  |1078873|\n",
      "|mean   |0.0    |\n",
      "|stddev |0.0    |\n",
      "|min    |0.0    |\n",
      "|max    |0.0    |\n",
      "+-------+-------+\n",
      "\n",
      "----------- Statistiche cluster n°: 0 --------\n",
      "+-------+----------------------+\n",
      "|summary|Reviews_Installs_Ratio|\n",
      "+-------+----------------------+\n",
      "|count  |14735                 |\n",
      "|mean   |27.487539763148938    |\n",
      "|stddev |3267.801704150126     |\n",
      "|min    |7.0E-5                |\n",
      "|max    |396647.0              |\n",
      "+-------+----------------------+\n",
      "\n",
      "+-------+-----------------+\n",
      "|summary|Size             |\n",
      "+-------+-----------------+\n",
      "|count  |14735            |\n",
      "|mean   |9.561484205138962|\n",
      "|stddev |9.259015192619728|\n",
      "|min    |9.765625E-4      |\n",
      "|max    |39.0             |\n",
      "+-------+-----------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Rating            |\n",
      "+-------+------------------+\n",
      "|count  |14735             |\n",
      "|mean   |4.12753987105531  |\n",
      "|stddev |0.6297963413207843|\n",
      "|min    |1.1               |\n",
      "|max    |5.0               |\n",
      "+-------+------------------+\n",
      "\n",
      "+-------+------------------+\n",
      "|summary|Price             |\n",
      "+-------+------------------+\n",
      "|count  |14735             |\n",
      "|mean   |2.2763460592466194|\n",
      "|stddev |1.3424667912101587|\n",
      "|min    |0.0               |\n",
      "|max    |6.99              |\n",
      "+-------+------------------+\n",
      "\n"
     ]
    }
   ],
   "source": [
    "def basic_statistics(df):\n",
    "    for i in df.dtypes:\n",
    "        if(i[1] == 'int' or i[1] == 'double' or i[1] == 'float' or i[1] == 'bigint'):\n",
    "            df.describe(i[0]).show(truncate=False)\n",
    "\n",
    "for i in dist_clusters:\n",
    "    print(\"----------- Statistiche cluster n°: \" + str(i) + \" --------\")\n",
    "    basic_statistics(dd[i].select(features_cluster))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "concerned-place",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------- Info categorici cluster n°: 1 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|        true|                                                         8.17490494296578|\n",
      "|       false|                                                        91.82509505703422|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                        1.520912547528517|\n",
      "|       Education|                                                        17.61723700887199|\n",
      "|          Trivia|                                                       0.4435994930291508|\n",
      "| Auto & Vehicles|                                                       0.7604562737642585|\n",
      "|   Entertainment|                                                       2.4081115335868186|\n",
      "|       Adventure|                                                       0.8238276299112801|\n",
      "|          Arcade|                                                       0.8238276299112801|\n",
      "|          Sports|                                                        5.259822560202789|\n",
      "|  Travel & Local|                                                       1.1406844106463878|\n",
      "|    Food & Drink|                                                       0.7604562737642585|\n",
      "|    Role Playing|                                                       1.2040557667934093|\n",
      "|         Finance|                                                       1.6476552598225602|\n",
      "| Personalization|                                                       0.4435994930291508|\n",
      "|          Racing|                                                      0.19011406844106463|\n",
      "|           Tools|                                                        7.097591888466413|\n",
      "|     Educational|                                                       0.8238276299112801|\n",
      "|          Social|                                                      0.25348542458808615|\n",
      "|Libraries & Demo|                                                      0.06337135614702154|\n",
      "|        Shopping|                                                      0.06337135614702154|\n",
      "|Health & Fitness|                                                       3.4220532319391634|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Developer_Id\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|Steinberg Media T...|                                                      0.06337135614702154|\n",
      "|         Lexip Games|                                                      0.06337135614702154|\n",
      "|              Gulpes|                                                      0.06337135614702154|\n",
      "|F5IT-Tecnologias ...|                                                      0.06337135614702154|\n",
      "|         My Appatory|                                                      0.06337135614702154|\n",
      "|            Sonicviz|                                                      0.06337135614702154|\n",
      "| AbleLink Tech, Inc.|                                                      0.12674271229404308|\n",
      "|           JACETICOT|                                                      0.06337135614702154|\n",
      "|       Well at Heart|                                                      0.06337135614702154|\n",
      "| Android Apps by Ken|                                                      0.06337135614702154|\n",
      "|         Avega Games|                                                      0.06337135614702154|\n",
      "|               9RING|                                                      0.06337135614702154|\n",
      "|          Sulaysa IT|                                                      0.06337135614702154|\n",
      "|         Sommer GmbH|                                                      0.06337135614702154|\n",
      "|     webjyotishi.com|                                                      0.06337135614702154|\n",
      "|  Autoxloo Solutions|                                                      0.12674271229404308|\n",
      "|Marmalade Game St...|                                                      0.06337135614702154|\n",
      "|            RealNerd|                                                      0.06337135614702154|\n",
      "|    Prep Interactive|                                                       0.7604562737642585|\n",
      "|Paiboon Publishin...|                                                      0.06337135614702154|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Editors_Choice\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|          true|                                                       0.3168567807351077|\n",
      "|         false|                                                        99.68314321926489|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|            true|                                                       11.280101394169835|\n",
      "|           false|                                                        88.71989860583017|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|            8.0|                                                        1.837769328263625|\n",
      "|            0.0|                                                        0.697084917617237|\n",
      "|            7.0|                                                        3.802281368821293|\n",
      "|            2.3|                                                        1.837769328263625|\n",
      "|            4.1|                                                       14.892268694550062|\n",
      "|            2.2|                                                       1.7743979721166032|\n",
      "|            4.0|                                                       23.574144486692013|\n",
      "|            5.1|                                                        2.091254752851711|\n",
      "|            4.2|                                                       2.5982256020278833|\n",
      "|            4.3|                                                       0.6337135614702154|\n",
      "|            3.2|                                                      0.12674271229404308|\n",
      "|            1.6|                                                       0.7604562737642585|\n",
      "|            3.0|                                                       3.4854245880861847|\n",
      "|            2.0|                                                      0.19011406844106463|\n",
      "|            1.5|                                                      0.19011406844106463|\n",
      "|            4.4|                                                       15.399239543726237|\n",
      "|            6.0|                                                         6.14702154626109|\n",
      "|            5.0|                                                       18.377693282636248|\n",
      "|            2.1|                                                       1.3307984790874523|\n",
      "|            7.1|                                                      0.25348542458808615|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Year_of_Release\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|           2018|                                                       11.787072243346007|\n",
      "|           2015|                                                        7.604562737642586|\n",
      "|           2013|                                                       5.7034220532319395|\n",
      "|           2014|                                                       6.7173637515842834|\n",
      "|           2019|                                                        15.52598225602028|\n",
      "|           2020|                                                       16.983523447401776|\n",
      "|           2012|                                                        6.337135614702155|\n",
      "|           2016|                                                        9.569074778200253|\n",
      "|           2010|                                                       0.5703422053231939|\n",
      "|           2011|                                                        4.245880861850444|\n",
      "|           2017|                                                       12.610899873257287|\n",
      "|           2021|                                                       2.3447401774397973|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(1578 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|               2018|                                                       7.2877059569074785|\n",
      "|               2015|                                                       2.2813688212927756|\n",
      "|               2013|                                                       0.9505703422053232|\n",
      "|               2014|                                                       2.3447401774397973|\n",
      "|               2019|                                                        12.67427122940431|\n",
      "|               2020|                                                        28.32699619771863|\n",
      "|               2012|                                                      0.38022813688212925|\n",
      "|               2016|                                                       3.5487959442332064|\n",
      "|               2010|                                                      0.12674271229404308|\n",
      "|               2017|                                                       12.357414448669202|\n",
      "|               2021|                                                       29.721166032953107|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 6 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|        true|                                                       40.613266583229034|\n",
      "|       false|                                                       59.386733416770966|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                       4.2240300375469335|\n",
      "|       Education|                                                       18.700458906967043|\n",
      "|          Trivia|                                                        0.344180225281602|\n",
      "| Auto & Vehicles|                                                       0.5632040050062578|\n",
      "|   Entertainment|                                                        3.285356695869837|\n",
      "|       Adventure|                                                        2.346683354192741|\n",
      "|          Arcade|                                                       2.6178556528994577|\n",
      "|          Sports|                                                        2.221526908635795|\n",
      "|  Travel & Local|                                                        3.316645807259074|\n",
      "|    Food & Drink|                                                      0.36503963287442637|\n",
      "|    Role Playing|                                                        1.658322903629537|\n",
      "|         Finance|                                                        2.982895285773884|\n",
      "| Personalization|                                                       0.2190237797246558|\n",
      "|          Racing|                                                       2.6595744680851063|\n",
      "|           Tools|                                                       2.1693783896537338|\n",
      "|     Educational|                                                        2.211097204839383|\n",
      "|          Comics|                                                     0.041718815185648725|\n",
      "|          Social|                                                       2.1693783896537338|\n",
      "|Libraries & Demo|                                                      0.08343763037129745|\n",
      "|        Shopping|                                                       0.8239465999165623|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Developer_Id\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|Steinberg Media T...|                                                     0.010429703796412181|\n",
      "|Jaypee Brothers M...|                                                     0.010429703796412181|\n",
      "|  \"ООО \"\"РентРайд\"\"\"|                                                     0.010429703796412181|\n",
      "|   Vid's Status Appz|                                                     0.010429703796412181|\n",
      "|            e-rusmus|                                                     0.010429703796412181|\n",
      "|              Madbox|                                                      0.07300792657488528|\n",
      "|Federación Colomb...|                                                     0.010429703796412181|\n",
      "|Motion Metrics Li...|                                                     0.010429703796412181|\n",
      "|    Real Anima Games|                                                     0.010429703796412181|\n",
      "|             37GAMES|                                                      0.05214851898206091|\n",
      "|   Nationale Politie|                                                     0.010429703796412181|\n",
      "| Atomic Credit Union|                                                     0.010429703796412181|\n",
      "|        KBC Groep NV|                                                      0.03128911138923655|\n",
      "|                Qizz|                                                     0.010429703796412181|\n",
      "|            appsRock|                                                     0.010429703796412181|\n",
      "|   Lock Secret Album|                                                     0.010429703796412181|\n",
      "|               ROKiT|                                                     0.010429703796412181|\n",
      "|         Fortech SRL|                                                     0.010429703796412181|\n",
      "|TÜRKİYE EĞİTİM GÖ...|                                                     0.010429703796412181|\n",
      "|               dc1ab|                                                     0.010429703796412181|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Editors_Choice\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|          true|                                                       0.9073842302878597|\n",
      "|         false|                                                        99.09261576971214|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|            true|                                                       31.581143095536085|\n",
      "|           false|                                                        68.41885690446391|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|            8.0|                                                       3.2019190654985397|\n",
      "|            0.0|                                                       1.3558614935335838|\n",
      "|            7.0|                                                       12.275761368377138|\n",
      "|            2.3|                                                     0.041718815185648725|\n",
      "|            4.1|                                                        7.133917396745932|\n",
      "|            4.0|                                                       1.6896120150187734|\n",
      "|            5.1|                                                        4.891531080517313|\n",
      "|            4.2|                                                        1.261994159365874|\n",
      "|            4.3|                                                       0.6153525239883187|\n",
      "|            4.4|                                                       12.828535669586985|\n",
      "|            6.0|                                                       20.661243220692533|\n",
      "|            5.0|                                                        33.43763037129746|\n",
      "|            7.1|                                                       0.6049228201919066|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Release\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|           2018|                                                        9.240717563621194|\n",
      "|           2015|                                                        2.909887359198999|\n",
      "|           2013|                                                       1.0846891948268669|\n",
      "|           2014|                                                       1.6896120150187734|\n",
      "|           2019|                                                       19.148936170212767|\n",
      "|           2020|                                                       37.244472256987905|\n",
      "|           2012|                                                       1.2932832707551105|\n",
      "|           2016|                                                        4.370045890696704|\n",
      "|           2010|                                                      0.18773466833541927|\n",
      "|           2011|                                                       0.6779307467667919|\n",
      "|           2017|                                                         6.84188569044639|\n",
      "|           2021|                                                       15.310805173133083|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(9588 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|               2018|                                                     0.041718815185648725|\n",
      "|               2019|                                                       1.6478931998331245|\n",
      "|               2020|                                                       20.463078848560702|\n",
      "|               2017|                                                     0.010429703796412181|\n",
      "|               2021|                                                        77.83687943262412|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 3 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+---------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+---------------------------------------------------------------------------+\n",
      "|        true|                                                          42.27385074757121|\n",
      "|       false|                                                          57.72614925242879|\n",
      "+------------+---------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                          7.064810283870311|\n",
      "|       Education|                                                         10.617682596774914|\n",
      "|          Trivia|                                                         0.4398883344398073|\n",
      "| Auto & Vehicles|                                                         0.8042455354035305|\n",
      "|   Entertainment|                                                          5.058819740326665|\n",
      "|       Adventure|                                                         0.6511053830737535|\n",
      "|          Arcade|                                                           2.12806630947817|\n",
      "|          Sports|                                                         1.8933691560772434|\n",
      "|  Travel & Local|                                                         3.3020715478272074|\n",
      "|    Food & Drink|                                                           4.75939645741322|\n",
      "|    Role Playing|                                                         0.1151148499195339|\n",
      "|         Finance|                                                          2.489930047988763|\n",
      "| Personalization|                                                          2.835378492016245|\n",
      "|          Racing|                                                        0.25599547852141835|\n",
      "|           Tools|                                                          5.378502405671796|\n",
      "|     Educational|                                                           0.78783024092042|\n",
      "|          Comics|                                                        0.06940137161213776|\n",
      "|          Social|                                                         1.6981518248508858|\n",
      "|Libraries & Demo|                                                         0.2302296998390678|\n",
      "|        Shopping|                                                          3.861853868555049|\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Developer_Id\n",
      "+--------------------+---------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+---------------------------------------------------------------------------+\n",
      "|             Judo id|                                                       1.038942688804457...|\n",
      "|  Professional amera|                                                       0.001766202570967...|\n",
      "|Appgoo Apps - Rad...|                                                        0.02005159389392603|\n",
      "|         KERISH APPS|                                                       0.001038942688804...|\n",
      "|      Nada Salsabila|                                                       7.272598821631203E-4|\n",
      "|         Oualidosdev|                                                       0.004675242099620058|\n",
      "|          河豚沒了刺|                                                       1.038942688804457...|\n",
      "|            gururoga|                                                       2.077885377608915E-4|\n",
      "|Apps FM Pro - Rad...|                                                       0.002597356722011...|\n",
      "|        designer2018|                                                       1.038942688804457...|\n",
      "|              jahana|                                                       2.077885377608915E-4|\n",
      "|Electrifying Vent...|                                                       0.001870096839848...|\n",
      "|denis huaman - in...|                                                       1.038942688804457...|\n",
      "|Rocky Mountain Hi...|                                                       1.038942688804457...|\n",
      "|    Sistema Nossa FM|                                                       1.038942688804457...|\n",
      "|   Maxim Troschinsky|                                                       2.077885377608915E-4|\n",
      "|          Musik_Q id|                                                       1.038942688804457...|\n",
      "|         Adeel Rezan|                                                       2.077885377608915E-4|\n",
      "|      Wanky Massenat|                                                       5.194713444022287E-4|\n",
      "|    William Rinehart|                                                       1.038942688804457...|\n",
      "+--------------------+---------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Editors_Choice\n",
      "+--------------+---------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+---------------------------------------------------------------------------+\n",
      "|         false|                                                                      100.0|\n",
      "+--------------+---------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "|            true|                                                         3.5391582694123844|\n",
      "|           false|                                                          96.46084173058762|\n",
      "+----------------+---------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "|            8.0|                                                         0.7065849226559116|\n",
      "|            0.0|                                                         0.4017591377606837|\n",
      "|            7.0|                                                         1.7078139918567672|\n",
      "|            2.3|                                                         2.7762626530232715|\n",
      "|            1.0|                                                       0.012155629459012152|\n",
      "|            3.1|                                                        0.07418050798063826|\n",
      "|            4.1|                                                          26.26083487356587|\n",
      "|            2.2|                                                         0.6575468277443411|\n",
      "|            4.0|                                                          14.45293953249657|\n",
      "|            5.1|                                                          2.973973446702759|\n",
      "|            4.2|                                                          4.718981586818726|\n",
      "|            4.3|                                                          1.703346538294908|\n",
      "|            3.2|                                                        0.07542723920720361|\n",
      "|            1.6|                                                        0.27085235897132204|\n",
      "|            3.0|                                                          0.544925440277938|\n",
      "|            2.0|                                                        0.09849176689866257|\n",
      "|            1.1|                                                        0.00415577075521783|\n",
      "|            1.5|                                                        0.03885645656128671|\n",
      "|            4.4|                                                         18.688916663290104|\n",
      "|            6.0|                                                           4.67544988815782|\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Year_of_Release\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "|           2018|                                                         14.834231499287807|\n",
      "|           2015|                                                         2.6110707655033627|\n",
      "|           2013|                                                         0.4565114174606786|\n",
      "|           2014|                                                         1.0286571561852933|\n",
      "|           2019|                                                         25.147503888243012|\n",
      "|           2020|                                                         29.004682514698445|\n",
      "|           2012|                                                        0.18264612469182362|\n",
      "|           2016|                                                          5.118455050664041|\n",
      "|           2010|                                                       0.010181638350283684|\n",
      "|           2011|                                                        0.05454449116223402|\n",
      "|           2017|                                                          9.998680542785218|\n",
      "|           2021|                                                         11.552834910967807|\n",
      "+---------------+---------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+---------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(962517 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+---------------------------------------------------------------------------+\n",
      "|               2018|                                                         10.079718072511966|\n",
      "|               2015|                                                         0.9779567529716359|\n",
      "|               2013|                                                        0.06742738050340928|\n",
      "|               2014|                                                         0.2491384567753089|\n",
      "|               2019|                                                          21.67837035605605|\n",
      "|               2020|                                                          33.18299832626333|\n",
      "|               2012|                                                        0.02659693283339411|\n",
      "|               2016|                                                          2.245674621850835|\n",
      "|               2010|                                                       7.272598821631203E-4|\n",
      "|               2011|                                                        0.00706481028387031|\n",
      "|               2017|                                                          5.639069232023954|\n",
      "|               2021|                                                         25.845257798044084|\n",
      "+-------------------+---------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 5 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "|        true|                                                         5.004378831477543|\n",
      "|       false|                                                         94.99562116852246|\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                        2.8337295133241587|\n",
      "|       Education|                                                         20.32403352933817|\n",
      "|          Trivia|                                                       0.23770799449518326|\n",
      "| Auto & Vehicles|                                                        0.5504816714625297|\n",
      "|   Entertainment|                                                         3.152758663830852|\n",
      "|       Adventure|                                                        0.6693356687101214|\n",
      "|          Arcade|                                                         1.151007131239835|\n",
      "|          Sports|                                                         3.065182034279995|\n",
      "|  Travel & Local|                                                         5.717502814963093|\n",
      "|    Food & Drink|                                                        0.5567371450018767|\n",
      "|    Role Playing|                                                       0.20017515325910173|\n",
      "|         Finance|                                                        1.3449268109595898|\n",
      "| Personalization|                                                        10.540472913799574|\n",
      "|          Racing|                                                       0.13762041786563242|\n",
      "|           Tools|                                                          7.88189665957713|\n",
      "|     Educational|                                                         3.252846240460403|\n",
      "|          Comics|                                                        0.0437883147754285|\n",
      "|          Social|                                                         0.613036406855999|\n",
      "|Libraries & Demo|                                                       0.07506568247216314|\n",
      "|        Shopping|                                                       0.23145252095583638|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Developer_Id\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "|           Gary Cobb|                                                      0.025021894157387717|\n",
      "|    Iqra Innovations|                                                      0.025021894157387717|\n",
      "|     RO Applications|                                                      0.006255473539346929|\n",
      "|Arquitectura y Co...|                                                      0.006255473539346929|\n",
      "|     Alexandr Tyapko|                                                      0.006255473539346929|\n",
      "|  MontessoriTech LLC|                                                      0.006255473539346929|\n",
      "|             SPDroid|                                                      0.006255473539346929|\n",
      "|       Magikdata.com|                                                      0.025021894157387717|\n",
      "|     Muchoviento.net|                                                      0.006255473539346929|\n",
      "|        sportsapps4u|                                                      0.006255473539346929|\n",
      "|             C Lucas|                                                      0.006255473539346929|\n",
      "| M. Brodski Software|                                                      0.006255473539346929|\n",
      "|               PWSPL|                                                      0.006255473539346929|\n",
      "|            notappss|                                                       0.05629926185412236|\n",
      "|    AN Watch Designs|                                                      0.006255473539346929|\n",
      "|       The Droid Dev|                                                      0.006255473539346929|\n",
      "|   SparkOne Software|                                                      0.006255473539346929|\n",
      "|       Martin Florek|                                                      0.006255473539346929|\n",
      "|           Petroleum|                                                      0.006255473539346929|\n",
      "|             Dr Quiz|                                                      0.006255473539346929|\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Editors_Choice\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "|         false|                                                                     100.0|\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|            true|                                                          1.83285374702865|\n",
      "|           false|                                                         98.16714625297135|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|            8.0|                                                         0.788189665957713|\n",
      "|            0.0|                                                        0.8069560865757539|\n",
      "|            7.0|                                                         0.963342925059427|\n",
      "|            2.3|                                                          7.06868509946203|\n",
      "|            1.0|                                                       0.09383210309020393|\n",
      "|            3.1|                                                        0.1313649443262855|\n",
      "|            4.1|                                                        19.135493556862254|\n",
      "|            2.2|                                                           6.5182034279995|\n",
      "|            4.0|                                                        21.431252345802577|\n",
      "|            5.1|                                                        1.2135618666333041|\n",
      "|            4.2|                                                        3.9284373827098715|\n",
      "|            4.3|                                                         1.132240710621794|\n",
      "|            3.2|                                                        0.2940072563493057|\n",
      "|            1.6|                                                          2.62729888652571|\n",
      "|            3.0|                                                        2.1769047916927313|\n",
      "|            2.0|                                                        1.0133867133742025|\n",
      "|            1.1|                                                       0.07506568247216314|\n",
      "|            1.5|                                                         1.482547228825222|\n",
      "|            4.4|                                                        12.392093081446266|\n",
      "|            6.0|                                                         2.377079944951833|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Year_of_Release\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|           2018|                                                        14.143625672463406|\n",
      "|           2015|                                                         8.645064431377456|\n",
      "|           2013|                                                         6.242962592268235|\n",
      "|           2014|                                                         9.139246840985862|\n",
      "|           2019|                                                        14.556486926060302|\n",
      "|           2020|                                                         15.70123858376079|\n",
      "|           2012|                                                         4.422619792318279|\n",
      "|           2016|                                                        11.428750156386839|\n",
      "|           2010|                                                        0.4691605154510196|\n",
      "|           2011|                                                        2.3583135243337923|\n",
      "|           2017|                                                        11.616414362567246|\n",
      "|           2021|                                                        1.2761166020267734|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(15986 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "|               2018|                                                         13.50556737145002|\n",
      "|               2015|                                                         4.916802201926686|\n",
      "|               2013|                                                        3.4780432878768925|\n",
      "|               2014|                                                         5.135743775803828|\n",
      "|               2019|                                                        19.886150381583885|\n",
      "|               2020|                                                        22.807456524458903|\n",
      "|               2012|                                                         1.401226072813712|\n",
      "|               2016|                                                         8.232203177780557|\n",
      "|               2010|                                                       0.10634305016889779|\n",
      "|               2011|                                                        0.6568247216314275|\n",
      "|               2017|                                                         9.502064306267984|\n",
      "|               2021|                                                        10.371575128237208|\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 4 --------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Ad_Supported\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "|        true|                                                        6.920152091254753|\n",
      "|       false|                                                        93.07984790874525|\n",
      "+------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                       3.3307984790874525|\n",
      "|       Education|                                                        13.50570342205323|\n",
      "|          Trivia|                                                       0.1520912547528517|\n",
      "| Auto & Vehicles|                                                       0.7604562737642585|\n",
      "|   Entertainment|                                                       2.6007604562737643|\n",
      "|       Adventure|                                                        4.638783269961976|\n",
      "|          Arcade|                                                       2.0532319391634983|\n",
      "|          Sports|                                                        3.026615969581749|\n",
      "|  Travel & Local|                                                        2.129277566539924|\n",
      "|    Food & Drink|                                                      0.41064638783269963|\n",
      "|    Role Playing|                                                        3.513307984790875|\n",
      "|         Finance|                                                       0.6083650190114068|\n",
      "| Personalization|                                                        13.55133079847909|\n",
      "|          Racing|                                                       0.6387832699619772|\n",
      "|           Tools|                                                        4.273764258555133|\n",
      "|     Educational|                                                       3.8631178707224336|\n",
      "|          Comics|                                                       0.1064638783269962|\n",
      "|          Social|                                                       0.1520912547528517|\n",
      "|Libraries & Demo|                                                      0.09125475285171103|\n",
      "|        Shopping|                                                     0.060836501901140684|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Developer_Id\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "|           Ulduzsoft|                                                     0.015209125475285171|\n",
      "|       Lotuz Studio.|                                                     0.015209125475285171|\n",
      "|    Euromedia S.r.l.|                                                     0.015209125475285171|\n",
      "|     Odd But Awesome|                                                     0.015209125475285171|\n",
      "|   Alexandr Vilassak|                                                     0.015209125475285171|\n",
      "|    Retro Lounge Lab|                                                     0.015209125475285171|\n",
      "| Aardman Interactive|                                                     0.030418250950570342|\n",
      "|         Paul Halter|                                                     0.015209125475285171|\n",
      "|          Kevin Toms|                                                     0.015209125475285171|\n",
      "|    SV Unlimited IVS|                                                     0.015209125475285171|\n",
      "|       Vignesh Vicky|                                                     0.030418250950570342|\n",
      "|      Lokesh Chauhan|                                                     0.060836501901140684|\n",
      "|Illusion Magic St...|                                                     0.015209125475285171|\n",
      "|          tubasa.inc|                                                     0.015209125475285171|\n",
      "|         Shkola Asov|                                                     0.015209125475285171|\n",
      "|           Stonekick|                                                     0.015209125475285171|\n",
      "|          gamebra.in|                                                     0.015209125475285171|\n",
      "|          Dream_Tech|                                                     0.015209125475285171|\n",
      "|              kirafu|                                                     0.015209125475285171|\n",
      "|            Sonicviz|                                                     0.015209125475285171|\n",
      "+--------------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Editors_Choice\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "|          true|                                                       0.1520912547528517|\n",
      "|         false|                                                        99.84790874524715|\n",
      "+--------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "|            true|                                                       17.247148288973385|\n",
      "|           false|                                                        82.75285171102662|\n",
      "+----------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|            8.0|                                                       0.7604562737642585|\n",
      "|            0.0|                                                       1.1102661596958174|\n",
      "|            7.0|                                                       1.6577946768060836|\n",
      "|            2.3|                                                        5.840304182509506|\n",
      "|            3.1|                                                      0.18250950570342206|\n",
      "|            4.1|                                                         22.0532319391635|\n",
      "|            2.2|                                                       2.3726235741444865|\n",
      "|            4.0|                                                       18.752851711026615|\n",
      "|            5.1|                                                       1.6121673003802282|\n",
      "|            4.2|                                                         3.08745247148289|\n",
      "|            4.3|                                                       1.6882129277566538|\n",
      "|            3.2|                                                      0.22813688212927757|\n",
      "|            1.6|                                                      0.47148288973384034|\n",
      "|            3.0|                                                       1.3688212927756656|\n",
      "|            2.0|                                                       0.3041825095057034|\n",
      "|            1.5|                                                       0.6692015209125476|\n",
      "|            4.4|                                                        16.24334600760456|\n",
      "|            6.0|                                                       3.8174904942965777|\n",
      "|            5.0|                                                       16.471482889733842|\n",
      "|            2.1|                                                       1.1102661596958174|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Year_of_Release\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "|           2018|                                                       12.684410646387834|\n",
      "|           2015|                                                        9.657794676806084|\n",
      "|           2013|                                                        7.346007604562738|\n",
      "|           2014|                                                        9.581749049429659|\n",
      "|           2019|                                                       12.517110266159696|\n",
      "|           2020|                                                       10.007604562737644|\n",
      "|           2012|                                                        6.524714828897338|\n",
      "|           2016|                                                        11.61977186311787|\n",
      "|           2010|                                                       1.7338403041825095|\n",
      "|           2011|                                                         3.96958174904943|\n",
      "|           2017|                                                        13.00380228136882|\n",
      "|           2021|                                                       1.3536121673003803|\n",
      "+---------------+-------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(6575 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "|               2018|                                                         9.79467680608365|\n",
      "|               2015|                                                       2.7072243346007605|\n",
      "|               2013|                                                       0.9277566539923954|\n",
      "|               2014|                                                       2.7072243346007605|\n",
      "|               2019|                                                       17.171102661596958|\n",
      "|               2020|                                                         25.5361216730038|\n",
      "|               2012|                                                      0.13688212927756654|\n",
      "|               2016|                                                        5.216730038022813|\n",
      "|               2011|                                                       0.1673003802281369|\n",
      "|               2017|                                                        7.254752851711027|\n",
      "|               2021|                                                        28.38022813688213|\n",
      "+-------------------+-------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 2 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+----------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+----------------------------------------------------------------------------+\n",
      "|        true|                                                          58.624879851474645|\n",
      "|       false|                                                          41.375120148525355|\n",
      "+------------+----------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                           6.717102012933868|\n",
      "|       Education|                                                          10.877925390662293|\n",
      "|          Trivia|                                                          0.6101737646599739|\n",
      "| Auto & Vehicles|                                                          0.7685798050372936|\n",
      "|   Entertainment|                                                           6.766968864731994|\n",
      "|       Adventure|                                                          1.1498109601408135|\n",
      "|          Arcade|                                                            2.45515459187504|\n",
      "|          Sports|                                                          2.1414012585355273|\n",
      "|  Travel & Local|                                                          2.6428504559850885|\n",
      "|    Food & Drink|                                                          1.8805735244092676|\n",
      "|    Role Playing|                                                           0.482633266380751|\n",
      "|         Finance|                                                          3.2471847937616385|\n",
      "| Personalization|                                                           4.540849571729018|\n",
      "|          Racing|                                                          0.5916359015379938|\n",
      "|           Tools|                                                           7.101021158190074|\n",
      "|     Educational|                                                          1.0050302491581493|\n",
      "|          Comics|                                                         0.14533684687632373|\n",
      "|          Social|                                                          1.8682458454331512|\n",
      "|Libraries & Demo|                                                         0.21411231905886977|\n",
      "|        Shopping|                                                           2.756580246238436|\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Developer_Id\n",
      "+--------------------+----------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+----------------------------------------------------------------------------+\n",
      "|  Professional amera|                                                        4.634465780495016...|\n",
      "|       Lotuz Studio.|                                                        9.268931560990034E-5|\n",
      "|           Arab Unit|                                                        0.004912533727324717|\n",
      "|Proven Digital We...|                                                        0.003058747415126711|\n",
      "|   Rubega Developers|                                                        3.707572624396013...|\n",
      "|            Point.56|                                                        1.853786312198006...|\n",
      "|      Rigolas Studio|                                                        0.003151436730736611|\n",
      "|           Netcandle|                                                        3.707572624396013...|\n",
      "|     Shotfine Studio|                                                        0.001297650418538...|\n",
      "|Ramadan Radio Wol...|                                                        9.268931560990034E-5|\n",
      "|            ForTunes|                                                        9.268931560990034E-5|\n",
      "|      ALG Movil Apps|                                                        9.268931560990033E-4|\n",
      "|Apps FM Pro - Rad...|                                                        0.002317232890247...|\n",
      "|      FreeAppsForAll|                                                        0.001483029049758...|\n",
      "|         Adeel Rezan|                                                         0.00287336878390691|\n",
      "|    Juan Pablo Sanso|                                                        4.634465780495016...|\n",
      "|          Musik_Q id|                                                        0.001761096996588106|\n",
      "|      Fabrice PASCAL|                                                        3.707572624396013...|\n",
      "|      Nada Salsabila|                                                         2.78067946829701E-4|\n",
      "|  avauniquecomputing|                                                        9.268931560990034E-5|\n",
      "+--------------------+----------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Editors_Choice\n",
      "+--------------+----------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+----------------------------------------------------------------------------+\n",
      "|          true|                                                        0.040134473659086844|\n",
      "|         false|                                                           99.95986552634092|\n",
      "+--------------+----------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "|            true|                                                          11.655032612735697|\n",
      "|           false|                                                            88.3449673872643|\n",
      "+----------------+----------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "|            8.0|                                                         0.48532125653343816|\n",
      "|            0.0|                                                          0.2918786548555762|\n",
      "|            7.0|                                                          1.2258161989409317|\n",
      "|            2.3|                                                           4.875272622449538|\n",
      "|            1.0|                                                        0.013625329394655349|\n",
      "|            3.1|                                                         0.10028983948991216|\n",
      "|            4.1|                                                          27.391917306300183|\n",
      "|            2.2|                                                          1.3231399803313273|\n",
      "|            4.0|                                                          15.331368937771176|\n",
      "|            5.1|                                                          2.3122276672045734|\n",
      "|            4.2|                                                           5.787335488050957|\n",
      "|            4.3|                                                           1.951017404272792|\n",
      "|            3.2|                                                          0.1446880216670544|\n",
      "|            1.6|                                                         0.43703012310068007|\n",
      "|            3.0|                                                           0.949416659792209|\n",
      "|            2.0|                                                         0.16220630231732558|\n",
      "|            1.1|                                                         0.00843472772050093|\n",
      "|            1.5|                                                          0.1068707808982151|\n",
      "|            4.4|                                                          16.863986771380876|\n",
      "|            6.0|                                                           3.216041183716712|\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Year_of_Release\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "|           2018|                                                          15.451586980117217|\n",
      "|           2015|                                                           7.211321443765856|\n",
      "|           2013|                                                          2.8589092506717657|\n",
      "|           2014|                                                           4.833840498371912|\n",
      "|           2019|                                                          18.588100731040633|\n",
      "|           2020|                                                          20.607430160917918|\n",
      "|           2012|                                                          1.7133619990490074|\n",
      "|           2016|                                                           9.455793221259592|\n",
      "|           2010|                                                          0.2763995391487228|\n",
      "|           2011|                                                          0.9289323210424212|\n",
      "|           2017|                                                          13.229546017001073|\n",
      "|           2021|                                                            4.84477783761388|\n",
      "+---------------+----------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+----------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(1078873 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+----------------------------------------------------------------------------+\n",
      "|               2018|                                                           9.496391141496728|\n",
      "|               2015|                                                           2.300641502753336|\n",
      "|               2013|                                                         0.41311627967332576|\n",
      "|               2014|                                                          1.0660198188294638|\n",
      "|               2019|                                                           16.42120991071238|\n",
      "|               2020|                                                          30.368171230534085|\n",
      "|               2012|                                                          0.1400535558865594|\n",
      "|               2009|                                                        1.853786312198006...|\n",
      "|               2016|                                                          3.4695464619097893|\n",
      "|               2010|                                                        0.012791125554166246|\n",
      "|               2011|                                                         0.05042298769178578|\n",
      "|               2017|                                                           6.171254633307164|\n",
      "|               2021|                                                          30.090195973019995|\n",
      "+-------------------+----------------------------------------------------------------------------+\n",
      "\n",
      "----------- Info categorici cluster n°: 0 --------\n",
      "<<-- feature:Ad_Supported\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "|Ad_Supported|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "|        true|                                                          4.93383101459111|\n",
      "|       false|                                                          95.0661689854089|\n",
      "+------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Category\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|        Category|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|   Music & Audio|                                                         4.329826942653546|\n",
      "|       Education|                                                         9.501187648456057|\n",
      "|          Trivia|                                                       0.26467594163556163|\n",
      "| Auto & Vehicles|                                                        0.7668815744825246|\n",
      "|   Entertainment|                                                         3.101459110960299|\n",
      "|       Adventure|                                                        1.3776722090261282|\n",
      "|          Arcade|                                                        1.5473362741771293|\n",
      "|          Sports|                                                         2.646759416355616|\n",
      "|  Travel & Local|                                                        1.5880556498133696|\n",
      "|    Food & Drink|                                                       0.27824906684764167|\n",
      "|    Role Playing|                                                        0.9976247030878859|\n",
      "|         Finance|                                                        1.4726840855106889|\n",
      "| Personalization|                                                        18.859857482185273|\n",
      "|          Racing|                                                         0.332541567695962|\n",
      "|           Tools|                                                        13.912453342382083|\n",
      "|     Educational|                                                         1.011197828299966|\n",
      "|          Comics|                                                       0.14930437733288088|\n",
      "|          Social|                                                         0.488632507634883|\n",
      "|Libraries & Demo|                                                       0.32575500508992195|\n",
      "|        Shopping|                                                        0.2578893790295216|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<<-- feature:Developer_Id\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "|        Developer_Id|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "|      VirtualCode.es|                                                        0.0339328130302002|\n",
      "|           Stonekick|                                                      0.013573125212080081|\n",
      "|      an.pa.software|                                                      0.006786562606040...|\n",
      "|         Col Yazılım|                                                      0.006786562606040...|\n",
      "|             E. Keck|                                                      0.006786562606040...|\n",
      "|    Iqra Innovations|                                                      0.006786562606040...|\n",
      "|             ng-labs|                                                       0.02035968781812012|\n",
      "|         Ragnar Vutt|                                                      0.006786562606040...|\n",
      "|       Storming Tech|                                                      0.006786562606040...|\n",
      "|         Paul Halter|                                                      0.006786562606040...|\n",
      "|        Robert Soult|                                                      0.006786562606040...|\n",
      "|           Sinecloud|                                                      0.006786562606040...|\n",
      "|Calipso Entertain...|                                                      0.006786562606040...|\n",
      "|        Justin Kruit|                                                      0.006786562606040...|\n",
      "|      Lokesh Chauhan|                                                       0.02035968781812012|\n",
      "|            notappss|                                                      0.013573125212080081|\n",
      "|       Vignesh Vicky|                                                      0.006786562606040...|\n",
      "|              Xlythe|                                                      0.006786562606040...|\n",
      "|      András Oravecz|                                                      0.006786562606040...|\n",
      "|           Quicosoft|                                                      0.013573125212080081|\n",
      "+--------------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Editors_Choice\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "|Editors_Choice|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "|          true|                                                      0.047505938242280284|\n",
      "|         false|                                                         99.95249406175772|\n",
      "+--------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:In_App_Purchases\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|In_App_Purchases|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "|            true|                                                         6.202918221920598|\n",
      "|           false|                                                          93.7970817780794|\n",
      "+----------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Minimum_Android\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|Minimum_Android|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|            8.0|                                                        0.5768578215134035|\n",
      "|            0.0|                                                        1.2215812690872072|\n",
      "|            7.0|                                                         1.174075330844927|\n",
      "|            2.3|                                                         8.394977943671531|\n",
      "|            1.0|                                                       0.04071937563624024|\n",
      "|            3.1|                                                       0.25110281642348153|\n",
      "|            4.1|                                                        18.771632168306756|\n",
      "|            2.2|                                                           6.5422463522226|\n",
      "|            4.0|                                                        20.956905327451647|\n",
      "|            5.1|                                                        1.0926365795724466|\n",
      "|            4.2|                                                         3.101459110960299|\n",
      "|            4.3|                                                        1.7780794027824909|\n",
      "|            3.2|                                                        0.2307431286053614|\n",
      "|            1.6|                                                        2.7824906684764166|\n",
      "|            3.0|                                                        1.9273837801153715|\n",
      "|            2.0|                                                         1.350525958601968|\n",
      "|            1.1|                                                      0.027146250424160162|\n",
      "|            1.5|                                                        0.9026128266033254|\n",
      "|            4.4|                                                         9.860875466576179|\n",
      "|            6.0|                                                         2.477095351204615|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "only showing top 20 rows\n",
      "\n",
      "<<-- feature:Year_of_Release\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|Year_of_Release|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "|           2018|                                                        10.451306413301662|\n",
      "|           2015|                                                          9.97624703087886|\n",
      "|           2013|                                                        11.360705802511028|\n",
      "|           2014|                                                        12.181879877841872|\n",
      "|           2019|                                                          8.29996606718697|\n",
      "|           2020|                                                          6.63725822870716|\n",
      "|           2012|                                                         9.677638276213099|\n",
      "|           2016|                                                         9.060061079063454|\n",
      "|           2010|                                                         3.142178486596539|\n",
      "|           2011|                                                         7.926705123854767|\n",
      "|           2017|                                                        10.302002035968783|\n",
      "|           2021|                                                        0.9840515778758059|\n",
      "+---------------+--------------------------------------------------------------------------+\n",
      "\n",
      "<<-- feature:Year_of_Last_Update\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "|Year_of_Last_Update|((CAST(count(1) AS DOUBLE) / CAST(14735 AS DOUBLE)) * CAST(100 AS DOUBLE))|\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "|               2018|                                                        11.455717678995589|\n",
      "|               2015|                                                         6.080760095011876|\n",
      "|               2013|                                                        5.4428232100441125|\n",
      "|               2014|                                                         6.725483542585681|\n",
      "|               2019|                                                        16.579572446555822|\n",
      "|               2020|                                                        19.287410926365794|\n",
      "|               2012|                                                        1.2623006447234475|\n",
      "|               2016|                                                         6.440447913131998|\n",
      "|               2010|                                                       0.10858500169664065|\n",
      "|               2011|                                                        0.7600950118764845|\n",
      "|               2017|                                                          8.37461825585341|\n",
      "|               2021|                                                        17.482185273159146|\n",
      "+-------------------+--------------------------------------------------------------------------+\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for i in dist_clusters:\n",
    "    print(\"----------- Info categorici cluster n°: \" + str(i) + \" --------\")\n",
    "    for j in features_other:\n",
    "        dd[i].createOrReplaceTempView(\"tmp\")\n",
    "        tot_j = dd[i].select(j).count()\n",
    "        query = spark.sql(\"SELECT \"+str(j)+\", count(*)/\"+str(tot_j)+\" * 100 FROM tmp GROUP BY \"+ str(j) + \";\")\n",
    "        print(\"<<-- feature:\"+ str(j))\n",
    "        query.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "placed-electricity",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df = pd.read_json('cleaned_v3.json', lines=True)\n",
    "df[df['Reviews_Installs_Ratio' ] > 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "curious-training",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+-------+----------------------+------------------+------------------+-------------------+\n",
      "|summary|Reviews_Installs_Ratio|              Size|            Rating|              Price|\n",
      "+-------+----------------------+------------------+------------------+-------------------+\n",
      "|  count|               2089852|           2089852|           2089852|            2089852|\n",
      "|   mean|   0.23664492116141148|18.979587747853145| 2.182469476307446|0.09364875134507171|\n",
      "| stddev|     274.8634375114283|23.664915452205168|2.1121786527455715| 2.2936283461511175|\n",
      "|    min|                   0.0|       9.765625E-4|               0.0|                0.0|\n",
      "|    max|              396647.0|            1536.0|               5.0|              400.0|\n",
      "+-------+----------------------+------------------+------------------+-------------------+\n",
      "\n"
     ]
    }
   ],
   "source": [
    "data.select(features_cluster).describe().show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "israeli-basin",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = spark.read.option(\"header\",True).option('inferSchema', True).json(\"cleaned_v3.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "civil-python",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+--------------------+--------+--------+\n",
      "|            App Name|nReviews|Installs|\n",
      "+--------------------+--------+--------+\n",
      "|Mishary Rashid - ...|   101.0|   100.0|\n",
      "|     Sinfonia Gospel|    12.0|    10.0|\n",
      "|Destress - Stress...|    11.0|    10.0|\n",
      "|        Groove Radio|    52.0|    10.0|\n",
      "|              MLight|    12.0|    10.0|\n",
      "|Car Sounds HD - S...|    37.0|    10.0|\n",
      "|              Dam Fm|    18.0|    10.0|\n",
      "|           AFRICSITE|     6.0|     1.0|\n",
      "|             Sada FM|   121.0|     1.0|\n",
      "|reggae music best...|    12.0|    10.0|\n",
      "|           RTK Radio|    12.0|    10.0|\n",
      "|श्रीमद् भगवत् गीत...|    13.0|    10.0|\n",
      "|    Bass Boost X Pro|   106.0|   100.0|\n",
      "|        ClassTürk FM|    12.0|    10.0|\n",
      "|     Hood Cash Radio|    23.0|    10.0|\n",
      "|    MIS LETRAS MUDAS|    20.0|    10.0|\n",
      "|             Radio K|    12.0|    10.0|\n",
      "|اغاني لحسين الجسم...|    11.0|    10.0|\n",
      "|Trance Radio Musi...|  1034.0|  1000.0|\n",
      "|Scena - Music Player|    15.0|    10.0|\n",
      "+--------------------+--------+--------+\n",
      "only showing top 20 rows\n",
      "\n"
     ]
    }
   ],
   "source": [
    "df[df['Reviews_Installs_Ratio'] > 1].select('App Name', 'nReviews', 'Installs').show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "utility-encounter",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}