[ {
  "technical" : false,
  "componentName" : "tFileInputParquet",
  "family" : "File/Input",
  "paletteType" : "STRUCTUREDSTREAMING",
  "jars" : [ {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tFileOutputParquet",
  "family" : "File/Output",
  "paletteType" : "SPARK",
  "jars" : [ {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tFileInputParquet",
  "family" : "File/Input",
  "paletteType" : "SPARK",
  "jars" : [ {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tModelEncoder",
  "family" : "Machine Learning",
  "paletteType" : "SPARKSTREAMING",
  "jars" : [ {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tModelEncoder",
  "family" : "Machine Learning",
  "paletteType" : "SPARK",
  "jars" : [ {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : true,
  "componentName" : "tSparkConfiguration",
  "family" : "Big Data/Spark Streaming",
  "paletteType" : "SPARKSTREAMING",
  "jars" : [ {
    "name" : "parquet-format-2.4.0.jar",
    "gav" : "org.apache.parquet:parquet-format:2.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-jobclient-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-jobclient:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jodd-core-3.5.2.jar",
    "gav" : "org.jodd:jodd-core:3.5.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-dataformat-xml-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-hive_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-hive_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-http-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-http:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-http2-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-http2:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-handler-4.1.44.Final.jar",
    "gav" : "io.netty:netty-handler:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-app-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-app:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib-local_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-mllib-local_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-catalyst_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-catalyst_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-library-2.11.8.jar",
    "gav" : "org.scala-lang:scala-library:2.11.8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-format-2.3.1.jar",
    "gav" : "org.apache.parquet:parquet-format:2.3.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactor-core-3.3.0.RELEASE.jar",
    "gav" : "io.projectreactor:reactor-core:3.3.0.RELEASE",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-unsafe_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-unsafe_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-core-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-core:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-socks-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-socks:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-file-datalake-12.0.1.jar",
    "gav" : "com.azure:azure-storage-file-datalake:12.0.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-streaming_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-streaming_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "kryo-shaded-3.0.3.jar",
    "gav" : "com.esotericsoftware:kryo-shaded:3.0.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-reflect-2.11.8.jar",
    "gav" : "org.scala-lang:scala-reflect:2.11.8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-auth-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-auth:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-core-http-netty-1.4.0.jar",
    "gav" : "com.azure:azure-core-http-netty:1.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-annotations-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-annotations:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactive-streams-1.0.3.jar",
    "gav" : "org.reactivestreams:reactive-streams:1.0.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-library-2.11.12.jar",
    "gav" : "org.scala-lang:scala-library:2.11.12",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-core-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-core:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-mllib_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-resolver-4.1.44.Final.jar",
    "gav" : "io.netty:netty-resolver:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-streaming_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-streaming_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-mllib_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-hdfs-client-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-hdfs-client:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-handler-proxy-4.1.44.Final.jar",
    "gav" : "io.netty:netty-handler-proxy:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-keyvault-core-1.0.0.jar",
    "gav" : "com.microsoft.azure:azure-keyvault-core:1.0.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-common-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-common:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-unsafe_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-unsafe_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-core_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-core_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-hive_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-hive_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "guava-20.0.jar",
    "gav" : "com.google.guava:guava:20.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-module-jaxb-annotations-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-graphx_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-graphx_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-network-common_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-network-common_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-1.8.2.jar",
    "gav" : "org.apache.avro:avro:1.8.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactor-netty-0.9.4.RELEASE.jar",
    "gav" : "io.projectreactor.netty:reactor-netty:0.9.4.RELEASE",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "logback-classic-1.2.3.jar",
    "gav" : "ch.qos.logback:logback-classic:1.2.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-databind-2.12.7.1.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-databind:2.12.7.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-hdfs-client-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-hdfs-client:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-datatype-jsr310-2.11.2.jar",
    "gav" : "com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.11.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-common-12.5.0.jar",
    "gav" : "com.azure:azure-storage-common:12.5.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib-local_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-mllib-local_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-blob-12.5.0.jar",
    "gav" : "com.azure:azure-storage-blob:12.5.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-mapred-1.7.7-hadoop2.jar",
    "gav" : "org.apache.avro:avro-mapred:1.7.7-hadoop2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-core_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-core_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-reflect-2.11.12.jar",
    "gav" : "org.scala-lang:scala-reflect:2.11.12",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.10.0.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.10.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-catalyst_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-catalyst_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-transport-4.1.44.Final.jar",
    "gav" : "io.netty:netty-transport:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-core-1.3.0.jar",
    "gav" : "com.azure:azure-core:1.3.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-buffer-4.1.44.Final.jar",
    "gav" : "io.netty:netty-buffer:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-mapred-1.8.2-hadoop2.jar",
    "gav" : "org.apache.avro:avro-mapred:1.8.2-hadoop2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-network-common_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-network-common_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-common-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-common:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-1.7.7.jar",
    "gav" : "org.apache.avro:avro:1.7.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-common-4.1.44.Final.jar",
    "gav" : "io.netty:netty-common:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-jobclient-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-jobclient:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.8.3.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.8.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-core-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-core:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-graphx_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-graphx_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-auth-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-auth:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "commons-lang3-3.9.jar",
    "gav" : "org.apache.commons:commons-lang3:3.9",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "talend-bigdata-launcher-hdinsight-2.15.3.jar",
    "gav" : "org.talend.bigdata.libs:talend-bigdata-launcher-hdinsight:2.15.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "kryo-shaded-4.0.2.jar",
    "gav" : "com.esotericsoftware:kryo-shaded:4.0.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tFileInputParquet",
  "family" : "File/Input",
  "paletteType" : "SPARKSTREAMING",
  "jars" : [ {
    "name" : "parquet-format-2.3.1.jar",
    "gav" : "org.apache.parquet:parquet-format:2.3.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-format-2.4.0.jar",
    "gav" : "org.apache.parquet:parquet-format:2.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.10.0.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.10.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-bundle-1.6.0.jar",
    "gav" : "com.twitter:parquet-hadoop-bundle:1.6.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.8.3.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.8.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tMatchPredict",
  "family" : "Data Quality/Matching",
  "paletteType" : "SPARK",
  "jars" : [ {
    "name" : "graphframes-0.7.0-spark2.4-s_2.11.jar",
    "gav" : "graphframes:graphframes:0.7.0-spark2.4-s_2.11",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "graphframes-0.7.0-spark2.3-s_2.11.jar",
    "gav" : "graphframes:graphframes:0.7.0-spark2.3-s_2.11",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tFileOutputParquet",
  "family" : "File/Output",
  "paletteType" : "SPARKSTREAMING",
  "jars" : [ {
    "name" : "parquet-format-2.3.1.jar",
    "gav" : "org.apache.parquet:parquet-format:2.3.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-format-2.4.0.jar",
    "gav" : "org.apache.parquet:parquet-format:2.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.10.0.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.10.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-bundle-1.6.0.jar",
    "gav" : "com.twitter:parquet-hadoop-bundle:1.6.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.8.3.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.8.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : true,
  "componentName" : "tSparkConfiguration",
  "family" : "Big Data/Spark",
  "paletteType" : "SPARK",
  "jars" : [ {
    "name" : "parquet-format-2.4.0.jar",
    "gav" : "org.apache.parquet:parquet-format:2.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-jobclient-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-jobclient:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-dataformat-xml-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-http-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-http:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-http2-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-http2:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-handler-4.1.44.Final.jar",
    "gav" : "io.netty:netty-handler:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-app-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-app:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib-local_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-mllib-local_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-catalyst_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-catalyst_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-library-2.11.8.jar",
    "gav" : "org.scala-lang:scala-library:2.11.8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-format-2.3.1.jar",
    "gav" : "org.apache.parquet:parquet-format:2.3.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactor-core-3.3.0.RELEASE.jar",
    "gav" : "io.projectreactor:reactor-core:3.3.0.RELEASE",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-unsafe_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-unsafe_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-core-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-core:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-codec-socks-4.1.44.Final.jar",
    "gav" : "io.netty:netty-codec-socks:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-file-datalake-12.0.1.jar",
    "gav" : "com.azure:azure-storage-file-datalake:12.0.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "kryo-shaded-3.0.3.jar",
    "gav" : "com.esotericsoftware:kryo-shaded:3.0.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-reflect-2.11.8.jar",
    "gav" : "org.scala-lang:scala-reflect:2.11.8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-auth-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-auth:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-core-http-netty-1.4.0.jar",
    "gav" : "com.azure:azure-core-http-netty:1.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-annotations-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-annotations:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactive-streams-1.0.3.jar",
    "gav" : "org.reactivestreams:reactive-streams:1.0.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-library-2.11.12.jar",
    "gav" : "org.scala-lang:scala-library:2.11.12",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-core-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-core:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-mllib_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-resolver-4.1.44.Final.jar",
    "gav" : "io.netty:netty-resolver:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-streaming_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-streaming_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-mllib_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-hdfs-client-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-hdfs-client:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-handler-proxy-4.1.44.Final.jar",
    "gav" : "io.netty:netty-handler-proxy:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-keyvault-core-1.0.0.jar",
    "gav" : "com.microsoft.azure:azure-keyvault-core:1.0.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-common-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-common:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-unsafe_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-unsafe_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-core_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-core_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "guava-20.0.jar",
    "gav" : "com.google.guava:guava:20.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-module-jaxb-annotations-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-graphx_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-graphx_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-network-common_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-network-common_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-1.8.2.jar",
    "gav" : "org.apache.avro:avro:1.8.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "reactor-netty-0.9.4.RELEASE.jar",
    "gav" : "io.projectreactor.netty:reactor-netty:0.9.4.RELEASE",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "logback-classic-1.2.3.jar",
    "gav" : "ch.qos.logback:logback-classic:1.2.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-databind-2.12.7.1.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-databind:2.12.7.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-hdfs-client-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-hdfs-client:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-datatype-jsr310-2.11.2.jar",
    "gav" : "com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.11.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-common-12.5.0.jar",
    "gav" : "com.azure:azure-storage-common:12.5.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-mllib-local_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-mllib-local_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-storage-blob-12.5.0.jar",
    "gav" : "com.azure:azure-storage-blob:12.5.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-mapred-1.7.7-hadoop2.jar",
    "gav" : "org.apache.avro:avro-mapred:1.7.7-hadoop2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-core_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-core_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "scala-reflect-2.11.12.jar",
    "gav" : "org.scala-lang:scala-reflect:2.11.12",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.10.0.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.10.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-catalyst_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-catalyst_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-transport-4.1.44.Final.jar",
    "gav" : "io.netty:netty-transport:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "azure-core-1.3.0.jar",
    "gav" : "com.azure:azure-core:1.3.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-buffer-4.1.44.Final.jar",
    "gav" : "io.netty:netty-buffer:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-mapred-1.8.2-hadoop2.jar",
    "gav" : "org.apache.avro:avro-mapred:1.8.2-hadoop2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-network-common_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-network-common_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-common-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-common:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "avro-1.7.7.jar",
    "gav" : "org.apache.avro:avro:1.7.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "netty-common-4.1.44.Final.jar",
    "gav" : "io.netty:netty-common:4.1.44.Final",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-mapreduce-client-jobclient-3.1.1.3.1.2.2-1.jar",
    "gav" : "org.apache.hadoop:hadoop-mapreduce-client-jobclient:3.1.1.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.8.3.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.8.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "jackson-core-2.12.7.jar",
    "gav" : "com.fasterxml.jackson.core:jackson-core:2.12.7",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-graphx_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-graphx_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "hadoop-auth-3.1.1.3.0.2.1-8.jar",
    "gav" : "org.apache.hadoop:hadoop-auth:3.1.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "commons-lang3-3.9.jar",
    "gav" : "org.apache.commons:commons-lang3:3.9",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "talend-bigdata-launcher-hdinsight-2.15.3.jar",
    "gav" : "org.talend.bigdata.libs:talend-bigdata-launcher-hdinsight:2.15.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "kryo-shaded-4.0.2.jar",
    "gav" : "com.esotericsoftware:kryo-shaded:4.0.2",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
}, {
  "technical" : false,
  "componentName" : "tFileStreamInputParquet",
  "family" : "File/Input",
  "paletteType" : "SPARKSTREAMING",
  "jars" : [ {
    "name" : "parquet-format-2.3.1.jar",
    "gav" : "org.apache.parquet:parquet-format:2.3.1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-format-2.4.0.jar",
    "gav" : "org.apache.parquet:parquet-format:2.4.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.3.1.3.0.2.1-8.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.3.1.3.0.2.1-8",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.10.0.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.10.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-bundle-1.6.0.jar",
    "gav" : "com.twitter:parquet-hadoop-bundle:1.6.0",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "spark-sql_2.11-2.4.0.3.1.2.2-1.jar",
    "gav" : "org.apache.spark:spark-sql_2.11:2.4.0.3.1.2.2-1",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  }, {
    "name" : "parquet-hadoop-1.8.3.jar",
    "gav" : "org.apache.parquet:parquet-hadoop:1.8.3",
    "distributions" : "MICROSOFT_HD_INSIGHT_4_0"
  } ]
} ]