Druid_Product_Action_Datasource.Json

{
  "type": "kafka",
  "dataSchema": {
    "dataSource": "ProductActions",
    "parser": {
      "type": "string",
      "parseSpec": {
        "format": "json",
        "timestampSpec": {
          "column": "Date",
          "format": "auto"
        },
        "dimensionsSpec": {
          "dimensions": [
            "CategoryName",
            "StatType",
            {
              "name": "UserId",
              "type": "string"
            },
            {
              "name": "ProductId",
              "type": "string",
              "createBitmapIndex": true
            },
            {
              "name": "HostId",
              "type": "string",
              "createBitmapIndex": true
            }
          ]
        }
      }
    },
    "metricsSpec": [
      {
        "type": "count",
        "name": "Count"
      }
    ],
    "granularitySpec": {
      "type": "uniform",
      "segmentGranularity": "DAY",
      "queryGranularity": "DAY",
      "rollup": true,
      "intervals": null
    },
    "transformSpec": {
      "filter": {
        "type": "in",
        "dimension": "StatType",
        "values": [
          "AddToCart",
          "Like",
          "ProductPurchase",
          "ProductView",
          "RemoveFromCart",
          "Unlike"
        ],
        "extractionFn": null
      },
      "transforms": []
    }
  },
  "tuningConfig": {
    "type": "kafka",
    "maxRowsInMemory": 1000000,
    "maxBytesInMemory": 0,
    "maxRowsPerSegment": 5000000,
    "maxTotalRows": 20000000,
    "intermediatePersistPeriod": "PT10M",
    "basePersistDirectory": "/opt/druid/var/tmp/1573297173789-0",
    "maxPendingPersists": 0,
    "indexSpec": {
      "bitmap": {
        "type": "concise"
      },
      "dimensionCompression": "lz4",
      "metricCompression": "lz4",
      "longEncoding": "longs"
    },
    "indexSpecForIntermediatePersists": {
      "bitmap": {
        "type": "concise"
      },
      "dimensionCompression": "lz4",
      "metricCompression": "lz4",
      "longEncoding": "longs"
    },
    "buildV9Directly": true,
    "reportParseExceptions": false,
    "handoffConditionTimeout": 0,
    "resetOffsetAutomatically": false,
    "segmentWriteOutMediumFactory": null,
    "workerThreads": null,
    "chatThreads": null,
    "chatRetries": 8,
    "httpTimeout": "PT5S",
    "shutdownTimeout": "PT80S",
    "offsetFetchPeriod": "PT30S",
    "intermediateHandoffPeriod": "P2147483647D",
    "logParseExceptions": false,
    "maxParseExceptions": 2147483647,
    "maxSavedParseExceptions": 0,
    "skipSequenceNumberAvailabilityCheck": false
  },
  "ioConfig": {
    "topic": "Sticky",
    "replicas": 1,
    "taskCount": 1,
    "taskDuration": "PT3600S",
    "consumerProperties": {
      "bootstrap.servers": "localhost:9092" /*###Change###*/
    },
    "pollTimeout": 100,
    "startDelay": "PT5S",
    "period": "PT30S",
    "useEarliestOffset": false,
    "completionTimeout": "PT3600S",
    "lateMessageRejectionPeriod": null,
    "earlyMessageRejectionPeriod": null,
    "stream": "Sticky",
    "useEarliestSequenceNumber": false,
    "type": "kafka"
  },
  "context": null,
  "suspended": false
}