I am quite new to this, so please bear with me.

So I am trying to Push Realtime Streaming Data Produced by Kafka on my Aws S3 Bucket. Kafka is able to produce data in the broker. And in the consumer Code you see down below, checkpoint folders are being created in my s3. But my realtime data produced by kafka is not getting pushed into the bucket. Please help!

Consumer Code

from pyspark.sql import SparkSession
from config import configuration
from pyspark.sql.types import StructType,StructField,StringType,DoubleType,IntegerType,TimestampType
from pyspark.sql.functions import from_json,col


def main():

    from pyspark.conf import SparkConf


    spark=SparkSession.builder.appName("RealtimeStreaming")
    .config("spark.jars.packages", 
                "org.apache.spark:spark-sql-kafka-0-10_2.13:3.5.0,"
                "org.apache.hadoop:hadoop-aws:3.3.1,"
                "com.amazonaws:aws-java-sdk:1.11.469" )
    .config("spark.hadoop.fs.s3a.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem")
    .config("spark.hadoop.fs.s3a.access.key", configuration.get("AWS_ACCESS_KEY"))
    .config("spark.hadoop.fs.s3a.secret.key", configuration.get("AWS_SECRET_KEY"))
    .config('spark.hadoop.fs.s3a.aws.credentials.provider', 'org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider')
    .getOrCreate()

    #print(spark.sparkContext.getConf().getAll())

    spark.sparkContext.setLogLevel('WARN')

    vehicleSchema= StructType([
                StructField("id", StringType(), True),
                StructField("deviceId", StringType(), True),
                StructField("timestamp", TimestampType(), True),
                StructField("location", StringType(), True),
                StructField("speed", DoubleType(), True),
                StructField("direction", StringType(), True),
                StructField("make", StringType(), True),
                StructField("model", StringType(), True),
                StructField("year", IntegerType(), True),
                StructField("fuelType", StringType(), True)                             
                ])

    gpsSchema= StructType([
                StructField("id", StringType(), True),
                StructField("deviceId", StringType(), True),
                StructField("timestamp", TimestampType(), True),
                StructField("speed", DoubleType(), True),
                StructField("direction", StringType(), True),
                StructField("vehicle_type", StringType(), True)
                ])

    trafficSchema= StructType([
                StructField("id", StringType(), True),
                StructField("deviceId", StringType(), True),
                StructField("cameraId", StringType(), True),
                StructField("location", StringType(), True),
                StructField("timestamp", TimestampType(), True),
                StructField("snapshot", StringType(), True)
                ])

    weatherSchema= StructType([
                StructField("id", StringType(), True),
                StructField("deviceId", StringType(), True),
                StructField("location", StringType(), True),
                StructField("timestamp", TimestampType(), True),
                StructField("temperature", DoubleType(), True),
                StructField("weatherCondition", StringType(), True),
                StructField("precipitation", DoubleType(), True),
                StructField("windspeed", DoubleType(), True),
                StructField("humidity", IntegerType(), True),
                StructField("airQualityIndex", DoubleType(), True)
                ])

    emergencySchema= StructType([
                StructField("id", StringType(), True),
                StructField("deviceId", StringType(), True),
                StructField("incidentId", StringType(), True),
                StructField("type", StringType(), True),
                StructField("location", StringType(), True),
                StructField("timestamp", TimestampType(), True),
                StructField("status", StringType(), True),
                StructField("description", StringType(), True)
                ])
    

    def read_kafka_topic(topic, schema):
            try:
                return (spark.readStream
                    .format('kafka')
                    .option('kafka.bootstrap.servers', 'broker:29092')
                    .option('subscribe', topic)
                    .option('startingOffsets','earliest')
                    .load()
                    .selectExpr('CAST(value AS STRING)')
                    .select(from_json(col('value'), schema).alias('data'))
                    .select('data.*')
                    .withWatermark('timestamp', '2 minutes')
                    )
            except Exception as e:
                print(f"Error: {e}")
                raise

    def streamWriter(DataFrame, checkpointFolder, output):
        return(DataFrame.writeStream
               .format('parquet')
               .option('checkpointlocation', checkpointFolder)
               .option('path', output)
               .outputMode('append')
               .start()
               )

    vehicleDF=read_kafka_topic('vehicle_data', vehicleSchema).alias('vehicle')
    gpsDF=read_kafka_topic('gps_data', gpsSchema).alias('gps')
    trafficDF=read_kafka_topic('traffic_data', trafficSchema).alias('traffic')
    weatherDF=read_kafka_topic('weather_data', weatherSchema).alias('weather')
    emergencyDF=read_kafka_topic('emergency_data', emergencySchema).alias('emergency')

    query1=streamWriter(vehicleDF, checkpointFolder='s3a://realtime-datastream-bucket/checkpoints/vehicle_data',
                 output='s3a://realtime-datastream-bucket/data/vehicle_data')
    query2=streamWriter(gpsDF, checkpointFolder='s3a://realtime-datastream-bucket/checkpoints/gps_data',
                 output='s3a://realtime-datastream-bucket/data/gps_data')
    query3=streamWriter(trafficDF, checkpointFolder='s3a://realtime-datastream-bucket/checkpoints/traffic_data',
                 output='s3a://realtime-datastream-bucket/data/traffic_data')
    query4=streamWriter(weatherDF, checkpointFolder='s3a://realtime-datastream-bucket/checkpoints/weather_data',
                 output='s3a://realtime-datastream-bucket/data/weather_data')
    query5=streamWriter(emergencyDF, checkpointFolder='s3a://realtime-datastream-bucket/checkpoints/emergency_data',
                 output='s3a://realtime-datastream-bucket/data/emergency_data')
    
    query5.awaitTermination()



if __name__=="__main__":
    main()

Here is the Error

org.apache.spark.serializer.SerializationDebugger$.improveException(SerializationDebugger.scala:41)
at org.apache.spark.serializer.JavaSerializationStream.writeObject(JavaSerializer.scala:49)
at org.apache.spark.serializer.JavaSerializerInstance.serialize(JavaSerializer.scala:115)
at org.apache.spark.util.ClosureCleaner$.ensureSerializable(ClosureCleaner.scala:441)
… 46 more
Traceback (most recent call last):
File “/opt/bitnami/spark/jobs/spark-realtime.py”, line 131, in <module>
main()
File “/opt/bitnami/spark/jobs/spark-realtime.py”, line 126, in main
query5.awaitTermination()
File “/opt/bitnami/spark/python/lib/pyspark.zip/pyspark/sql/streaming/query.py”, line 221, in awaitTermination
File “/opt/bitnami/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py”, line 1322, in call
File “/opt/bitnami/spark/python/lib/pyspark.zip/pyspark/errors/exceptions/captured.py”, line 185, in deco
pyspark.errors.exceptions.captured.StreamingQueryException: [STREAM_FAILED] Query [id = a1964eae-4521-408a-a0c4-43546366574d, runId = 60a6c320-4a1c-42de-8663-07b8ab5bf91c] terminated with exception: Task not serializable

**List of jar files in the docker spark container.

total 624580**

-rw-rw-r– 1 1001 root 136363 Feb 26 12:33 HikariCP-2.5.1.jar

-rw-rw-r– 1 1001 root 232470 Feb 26 12:33 JLargeArrays-1.5.jar

-rw-rw-r– 1 1001 root 1175798 Feb 26 12:34 JTransforms-3.1.jar

-rw-rw-r– 1 1001 root 443362 Feb 26 12:34 RoaringBitmap-0.9.45.jar

-rw-rw-r– 1 1001 root 236660 Feb 26 12:33 ST4-4.0.4.jar

-rw-rw-r– 1 1001 root 69409 Feb 26 12:33 activation-1.1.1.jar

-rw-rw-r– 1 1001 root 254067 Feb 26 12:33 aircompressor-0.26.jar

-rw-rw-r– 1 1001 root 1168417 Feb 26 12:33 algebra_2.12-2.0.1.jar

-rw-rw-r– 1 1001 root 19014 Feb 26 12:33 annotations-17.0.0.jar

-rw-rw-r– 1 1001 root 167761 Feb 26 12:33 antlr-runtime-3.5.2.jar

-rw-rw-r– 1 1001 root 336742 Feb 26 12:33 antlr4-runtime-4.9.3.jar

-rw-rw-r– 1 1001 root 27006 Feb 26 12:33 aopalliance-repackaged-2.6.1.jar

-rw-rw-r– 1 1001 root 76500 Feb 26 12:33 arpack-3.0.3.jar

-rw-rw-r– 1 1001 root 1194003 Feb 26 12:33 arpack_combined_all-0.1.jar

-rw-rw-r– 1 1001 root 110232 Feb 26 12:33 arrow-format-12.0.1.jar

-rw-rw-r– 1 1001 root 111010 Feb 26 12:34 arrow-memory-core-12.0.1.jar

-rw-rw-r– 1 1001 root 39487 Feb 26 12:33 arrow-memory-netty-12.0.1.jar

-rw-rw-r– 1 1001 root 1878304 Feb 26 12:33 arrow-vector-12.0.1.jar

-rw-rw-r– 1 1001 root 20437 Feb 26 12:33 audience-annotations-0.5.0.jar

-rw-rw-r– 1 1001 root 612317 Feb 26 12:33 avro-1.11.2.jar

-rw-rw-r– 1 1001 root 185432 Feb 26 12:33 avro-ipc-1.11.2.jar

-rw-rw-r– 1 1001 root 188465 Feb 26 12:33 avro-mapred-1.11.2.jar

-rw-rw-r– 1 1001 root 280645251 Feb 26 12:35 aws-java-sdk-bundle-1.12.262.jar

-rw-rw-r– 1 1001 root 166259 Feb 26 12:33 blas-3.0.3.jar

-rw-rw-r– 1 1001 root 110600 Feb 26 12:33 bonecp-0.8.0.RELEASE.jar

-rw-rw-r– 1 1001 root 80384 Feb 26 12:33 breeze-macros_2.12-2.1.0.jar

-rw-rw-r– 1 1001 root 13059596 Feb 26 12:33 breeze_2.12-2.1.0.jar

-rw-rw-r– 1 1001 root 3340031 Feb 26 12:33 cats-kernel_2.12-2.1.1.jar

-rw-rw-r– 1 1001 root 58683 Feb 26 12:33 chill-java-0.10.0.jar

-rw-rw-r– 1 1001 root 212374 Feb 26 12:34 chill_2.12-0.10.0.jar

-rw-rw-r– 1 1001 root 58284 Feb 26 12:33 commons-cli-1.5.0.jar

-rw-rw-r– 1 1001 root 360738 Feb 26 12:33 commons-codec-1.16.0.jar

-rw-rw-r– 1 1001 root 588337 Feb 26 12:33 commons-collections-3.2.2.jar

-rw-rw-r– 1 1001 root 751914 Feb 26 12:33 commons-collections4-4.4.jar

-rw-rw-r– 1 1001 root 173752 Feb 26 12:33 commons-compiler-3.1.9.jar

-rw-rw-r– 1 1001 root 1062555 Feb 26 12:33 commons-compress-1.23.0.jar

-rw-rw-r– 1 1001 root 166244 Feb 26 12:33 commons-crypto-1.1.0.jar

-rw-rw-r– 1 1001 root 160519 Feb 26 12:33 commons-dbcp-1.4.jar

-rw-rw-r– 1 1001 root 483954 Feb 26 12:33 commons-io-2.13.0.jar

-rw-rw-r– 1 1001 root 284220 Feb 26 12:34 commons-lang-2.6.jar

-rw-rw-r– 1 1001 root 587402 Feb 26 12:33 commons-lang3-3.12.0.jar

-rwxr-xr-x 1 root root 62050 May 16 07:42 commons-logging-1.1.3.jar

-rw-rw-r– 1 1001 root 2213560 Feb 26 12:33 commons-math3-3.6.1.jar

-rw-rw-r– 1 1001 root 96221 Feb 26 12:33 commons-pool-1.5.4.jar

-rwxr-xr-x 1 root root 145516 May 16 07:42 commons-pool2-2.11.1.jar

-rw-rw-r– 1 1001 root 238400 Feb 26 12:34 commons-text-1.10.0.jar

-rw-rw-r– 1 1001 root 81831 Feb 26 12:33 compress-lzf-1.1.2.jar

-rw-rw-r– 1 1001 root 2423157 Feb 26 12:33 curator-client-2.13.0.jar

-rw-rw-r– 1 1001 root 201965 Feb 26 12:33 curator-framework-2.13.0.jar

-rw-rw-r– 1 1001 root 283653 Feb 26 12:33 curator-recipes-2.13.0.jar

-rw-rw-r– 1 1001 root 366748 Feb 26 12:33 datanucleus-api-jdo-4.2.4.jar

-rw-rw-r– 1 1001 root 2016766 Feb 26 12:33 datanucleus-core-4.1.17.jar

-rw-rw-r– 1 1001 root 1908681 Feb 26 12:33 datanucleus-rdbms-4.1.19.jar

-rw-rw-r– 1 1001 root 832024 Feb 26 12:33 datasketches-java-3.3.0.jar

-rw-rw-r– 1 1001 root 129774 Feb 26 12:33 datasketches-memory-2.1.0.jar

-rw-rw-r– 1 1001 root 3232770 Feb 26 12:33 derby-10.14.2.0.jar

-rw-rw-r– 1 1001 root 15935 Feb 26 12:33 dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar

-rw-rw-r– 1 1001 root 64873 Feb 26 12:33 flatbuffers-java-1.12.0.jar

-rw-rw-r– 1 1001 root 190432 Feb 26 12:34 gson-2.2.4.jar

-rw-rw-r– 1 1001 root 2189117 Feb 26 12:33 guava-14.0.1.jar

-rw-rw-r– 1 1001 root 962685 Feb 26 12:35 hadoop-aws-3.3.4.jar

-rwxr-xr-x 1 root root 19458635 May 16 07:42 hadoop-client-api-3.3.4.jar

-rwxr-xr-x 1 root root 30085504 May 16 07:42 hadoop-client-runtime-3.3.4.jar

-rw-rw-r– 1 1001 root 3362359 Feb 26 12:33 hadoop-shaded-guava-1.1.1.jar

-rw-rw-r– 1 1001 root 56812 Feb 26 12:33 hadoop-yarn-server-web-proxy-3.3.4.jar

-rw-rw-r– 1 1001 root 183633 Feb 26 12:33 hive-beeline-2.3.9.jar

-rw-rw-r– 1 1001 root 44704 Feb 26 12:33 hive-cli-2.3.9.jar

-rw-rw-r– 1 1001 root 436169 Feb 26 12:33 hive-common-2.3.9.jar

-rw-rw-r– 1 1001 root 10840949 Feb 26 12:33 hive-exec-2.3.9-core.jar

-rw-rw-r– 1 1001 root 116364 Feb 26 12:33 hive-jdbc-2.3.9.jar

-rw-rw-r– 1 1001 root 326585 Feb 26 12:33 hive-llap-common-2.3.9.jar

-rw-rw-r– 1 1001 root 8195966 Feb 26 12:33 hive-metastore-2.3.9.jar

-rw-rw-r– 1 1001 root 916630 Feb 26 12:33 hive-serde-2.3.9.jar

-rw-rw-r– 1 1001 root 1679366 Feb 26 12:33 hive-service-rpc-3.1.3.jar

-rw-rw-r– 1 1001 root 53902 Feb 26 12:33 hive-shims-0.23-2.3.9.jar

-rw-rw-r– 1 1001 root 8786 Feb 26 12:34 hive-shims-2.3.9.jar

-rw-rw-r– 1 1001 root 120293 Feb 26 12:33 hive-shims-common-2.3.9.jar

-rw-rw-r– 1 1001 root 12923 Feb 26 12:33 hive-shims-scheduler-2.3.9.jar

-rw-rw-r– 1 1001 root 258346 Feb 26 12:33 hive-storage-api-2.8.1.jar

-rw-rw-r– 1 1001 root 200223 Feb 26 12:33 hk2-api-2.6.1.jar

-rw-rw-r– 1 1001 root 203358 Feb 26 12:33 hk2-locator-2.6.1.jar

-rw-rw-r– 1 1001 root 131590 Feb 26 12:33 hk2-utils-2.6.1.jar

-rw-rw-r– 1 1001 root 785639 Feb 26 12:33 httpclient-4.5.14.jar

-rw-rw-r– 1 1001 root 327891 Feb 26 12:33 httpcore-4.4.16.jar

-rw-rw-r– 1 1001 root 27156 Feb 26 12:33 istack-commons-runtime-3.0.8.jar

-rw-rw-r– 1 1001 root 1398591 Feb 26 12:34 ivy-2.5.1.jar

-rw-rw-r– 1 1001 root 75567 Feb 26 12:34 jackson-annotations-2.15.2.jar

-rw-rw-r– 1 1001 root 549207 Feb 26 12:34 jackson-core-2.15.2.jar

-rw-rw-r– 1 1001 root 232248 Feb 26 12:33 jackson-core-asl-1.9.13.jar

-rw-rw-r– 1 1001 root 1620088 Feb 26 12:33 jackson-databind-2.15.2.jar

-rw-rw-r– 1 1001 root 54630 Feb 26 12:33 jackson-dataformat-yaml-2.15.2.jar

-rw-rw-r– 1 1001 root 122937 Feb 26 12:33 jackson-datatype-jsr310-2.15.2.jar

-rw-rw-r– 1 1001 root 780664 Feb 26 12:33 jackson-mapper-asl-1.9.13.jar

-rw-rw-r– 1 1001 root 513968 Feb 26 12:33 jackson-module-scala_2.12-2.15.2.jar

-rw-rw-r– 1 1001 root 25058 Feb 26 12:34 jakarta.annotation-api-1.3.5.jar

-rw-rw-r– 1 1001 root 18140 Feb 26 12:33 jakarta.inject-2.6.1.jar

-rw-rw-r– 1 1001 root 82872 Feb 26 12:33 jakarta.servlet-api-4.0.3.jar

-rw-rw-r– 1 1001 root 91930 Feb 26 12:33 jakarta.validation-api-2.0.2.jar

-rw-rw-r– 1 1001 root 140376 Feb 26 12:33 jakarta.ws.rs-api-2.1.6.jar

-rw-rw-r– 1 1001 root 115498 Feb 26 12:33 jakarta.xml.bind-api-2.3.2.jar

-rw-rw-r– 1 1001 root 958840 Feb 26 12:33 janino-3.1.9.jar

-rw-rw-r– 1 1001 root 794137 Feb 26 12:33 javassist-3.29.2-GA.jar

-rw-rw-r– 1 1001 root 249790 Feb 26 12:33 javax.jdo-3.2.0-m3.jar

-rw-rw-r– 1 1001 root 395195 Feb 26 12:33 javolution-5.5.1.jar

-rw-rw-r– 1 1001 root 1013367 Feb 26 12:33 jaxb-runtime-2.3.2.jar

-rw-rw-r– 1 1001 root 21143 Feb 26 12:33 jcl-over-slf4j-2.0.7.jar

-rw-rw-r– 1 1001 root 201124 Feb 26 12:33 jdo-api-3.0.1.jar

-rw-rw-r– 1 1001 root 301876 Feb 26 12:33 jersey-client-2.40.jar

-rw-rw-r– 1 1001 root 1230119 Feb 26 12:34 jersey-common-2.40.jar

-rw-rw-r– 1 1001 root 32298 Feb 26 12:33 jersey-container-servlet-2.40.jar

-rw-rw-r– 1 1001 root 73256 Feb 26 12:33 jersey-container-servlet-core-2.40.jar

-rw-rw-r– 1 1001 root 78477 Feb 26 12:33 jersey-hk2-2.40.jar

-rw-rw-r– 1 1001 root 950564 Feb 26 12:33 jersey-server-2.40.jar

-rw-rw-r– 1 1001 root 268780 Feb 26 12:33 jline-2.14.6.jar

-rw-rw-r– 1 1001 root 637993 Feb 26 12:33 joda-time-2.12.5.jar

-rw-rw-r– 1 1001 root 427780 Feb 26 12:33 jodd-core-3.5.2.jar

-rw-rw-r– 1 1001 root 12131 Feb 26 12:33 jpam-1.1.jar

-rw-rw-r– 1 1001 root 25475 Feb 26 12:33 json-1.8.jar

-rw-rw-r– 1 1001 root 89855 Feb 26 12:33 json4s-ast_2.12-3.7.0-M11.jar

-rw-rw-r– 1 1001 root 526286 Feb 26 12:33 json4s-core_2.12-3.7.0-M11.jar

-rw-rw-r– 1 1001 root 37065 Feb 26 12:33 json4s-jackson_2.12-3.7.0-M11.jar

-rw-rw-r– 1 1001 root 348265 Feb 26 12:33 json4s-scalap_2.12-3.7.0-M11.jar

-rwxr-xr-x 1 root root 33031 May 16 07:42 jsr305-3.0.0.jar

-rw-rw-r– 1 1001 root 15071 Feb 26 12:34 jta-1.1.jar

-rw-rw-r– 1 1001 root 5655 Feb 26 12:33 jul-to-slf4j-2.0.7.jar

-rwxr-xr-x 1 root root 5050443 May 16 07:42 kafka-clients-3.4.1.jar

-rw-rw-r– 1 1001 root 410874 Feb 26 12:33 kryo-shaded-4.0.2.jar

-rw-rw-r– 1 1001 root 392179 Feb 26 12:33 kubernetes-client-6.7.2.jar

-rw-rw-r– 1 1001 root 486414 Feb 26 12:33 kubernetes-client-api-6.7.2.jar

-rw-rw-r– 1 1001 root 31604 Feb 26 12:33 kubernetes-httpclient-okhttp-6.7.2.jar

-rw-rw-r– 1 1001 root 961299 Feb 26 12:33 kubernetes-model-admissionregistration-6.7.2.jar

-rw-rw-r– 1 1001 root 1037169 Feb 26 12:33 kubernetes-model-apiextensions-6.7.2.jar

-rw-rw-r– 1 1001 root 530799 Feb 26 12:33 kubernetes-model-apps-6.7.2.jar

-rw-rw-r– 1 1001 root 953001 Feb 26 12:33 kubernetes-model-autoscaling-6.7.2.jar

-rw-rw-r– 1 1001 root 296926 Feb 26 12:33 kubernetes-model-batch-6.7.2.jar

-rw-rw-r– 1 1001 root 145397 Feb 26 12:34 kubernetes-model-certificates-6.7.2.jar

-rw-rw-r– 1 1001 root 29603 Feb 26 12:33 kubernetes-model-common-6.7.2.jar

-rw-rw-r– 1 1001 root 48987 Feb 26 12:33 kubernetes-model-coordination-6.7.2.jar

-rw-rw-r– 1 1001 root 4907714 Feb 26 12:33 kubernetes-model-core-6.7.2.jar

-rw-rw-r– 1 1001 root 191677 Feb 26 12:33 kubernetes-model-discovery-6.7.2.jar

-rw-rw-r– 1 1001 root 103931 Feb 26 12:33 kubernetes-model-events-6.7.2.jar

-rw-rw-r– 1 1001 root 579727 Feb 26 12:33 kubernetes-model-extensions-6.7.2.jar

-rw-rw-r– 1 1001 root 1022407 Feb 26 12:33 kubernetes-model-flowcontrol-6.7.2.jar

-rw-rw-r– 1 1001 root 1036374 Feb 26 12:33 kubernetes-model-gatewayapi-6.7.2.jar

-rw-rw-r– 1 1001 root 77939 Feb 26 12:33 kubernetes-model-metrics-6.7.2.jar

-rw-rw-r– 1 1001 root 577133 Feb 26 12:33 kubernetes-model-networking-6.7.2.jar

-rw-rw-r– 1 1001 root 159174 Feb 26 12:33 kubernetes-model-node-6.7.2.jar

-rw-rw-r– 1 1001 root 341926 Feb 26 12:33 kubernetes-model-policy-6.7.2.jar

-rw-rw-r– 1 1001 root 174487 Feb 26 12:33 kubernetes-model-rbac-6.7.2.jar

-rw-rw-r– 1 1001 root 228230 Feb 26 12:33 kubernetes-model-resource-6.7.2.jar

-rw-rw-r– 1 1001 root 65966 Feb 26 12:33 kubernetes-model-scheduling-6.7.2.jar

-rw-rw-r– 1 1001 root 395537 Feb 26 12:33 kubernetes-model-storageclass-6.7.2.jar

-rw-rw-r– 1 1001 root 867679 Feb 26 12:33 lapack-3.0.3.jar

-rw-rw-r– 1 1001 root 1045744 Feb 26 12:33 leveldbjni-all-1.8.jar

-rw-rw-r– 1 1001 root 313702 Feb 26 12:33 libfb303-0.9.3.jar

-rw-rw-r– 1 1001 root 246445 Feb 26 12:33 libthrift-0.12.0.jar

-rw-rw-r– 1 1001 root 344375 Feb 26 12:33 log4j-1.2-api-2.20.0.jar

-rw-rw-r– 1 1001 root 313296 Feb 26 12:33 log4j-api-2.20.0.jar

-rw-rw-r– 1 1001 root 1847550 Feb 26 12:33 log4j-core-2.20.0.jar

-rw-rw-r– 1 1001 root 26430 Feb 26 12:33 log4j-slf4j2-impl-2.20.0.jar

-rw-rw-r– 1 1001 root 12483 Feb 26 12:34 logging-interceptor-3.12.12.jar

-rwxr-xr-x 1 root root 682804 May 16 07:42 lz4-java-1.8.0.jar

-rw-rw-r– 1 1001 root 7345382 Feb 26 12:33 mesos-1.4.3-shaded-protobuf.jar

-rw-rw-r– 1 1001 root 129647 Feb 26 12:34 metrics-core-4.2.19.jar

-rw-rw-r– 1 1001 root 23890 Feb 26 12:33 metrics-graphite-4.2.19.jar

-rw-rw-r– 1 1001 root 21568 Feb 26 12:33 metrics-jmx-4.2.19.jar

-rw-rw-r– 1 1001 root 17037 Feb 26 12:33 metrics-json-4.2.19.jar

-rw-rw-r– 1 1001 root 24683 Feb 26 12:33 metrics-jvm-4.2.19.jar

-rw-rw-r– 1 1001 root 5711 Feb 26 12:34 minlog-1.3.0.jar

-rw-rw-r– 1 1001 root 4468 Feb 26 12:33 netty-all-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 306489 Feb 26 12:33 netty-buffer-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 344788 Feb 26 12:33 netty-codec-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 656598 Feb 26 12:33 netty-codec-http-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 483284 Feb 26 12:33 netty-codec-http2-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 120974 Feb 26 12:33 netty-codec-socks-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 659926 Feb 26 12:33 netty-common-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 557737 Feb 26 12:33 netty-handler-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 25486 Feb 26 12:33 netty-handler-proxy-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 37791 Feb 26 12:33 netty-resolver-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 489581 Feb 26 12:33 netty-transport-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 147152 Feb 26 12:33 netty-transport-classes-epoll-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 108433 Feb 26 12:33 netty-transport-classes-kqueue-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 40475 Feb 26 12:33 netty-transport-native-epoll-4.1.96.Final-linux-aarch_64.jar

-rw-rw-r– 1 1001 root 38970 Feb 26 12:33 netty-transport-native-epoll-4.1.96.Final-linux-x86_64.jar

-rw-rw-r– 1 1001 root 25400 Feb 26 12:33 netty-transport-native-kqueue-4.1.96.Final-osx-aarch_64.jar

-rw-rw-r– 1 1001 root 24665 Feb 26 12:33 netty-transport-native-kqueue-4.1.96.Final-osx-x86_64.jar

-rw-rw-r– 1 1001 root 43897 Feb 26 12:33 netty-transport-native-unix-common-4.1.96.Final.jar

-rw-rw-r– 1 1001 root 49423 Feb 26 12:33 objenesis-3.3.jar

-rw-rw-r– 1 1001 root 427674 Feb 26 12:33 okhttp-3.12.12.jar

-rw-rw-r– 1 1001 root 88732 Feb 26 12:33 okio-1.15.0.jar

-rw-rw-r– 1 1001 root 19827 Feb 26 12:33 opencsv-2.3.jar

-rw-rw-r– 1 1001 root 2830854 Feb 26 12:33 orc-core-1.9.2-shaded-protobuf.jar

-rw-rw-r– 1 1001 root 1710748 Feb 26 12:34 orc-mapreduce-1.9.2-shaded-protobuf.jar

-rw-rw-r– 1 1001 root 28997 Feb 26 12:33 orc-shims-1.9.2.jar

-rw-rw-r– 1 1001 root 65261 Feb 26 12:33 oro-2.0.8.jar

-rw-rw-r– 1 1001 root 19479 Feb 26 12:33 osgi-resource-locator-1.0.3.jar

-rw-rw-r– 1 1001 root 34654 Feb 26 12:33 paranamer-2.8.jar

-rw-rw-r– 1 1001 root 2027128 Feb 26 12:33 parquet-column-1.13.1.jar

-rw-rw-r– 1 1001 root 97009 Feb 26 12:33 parquet-common-1.13.1.jar

-rw-rw-r– 1 1001 root 849213 Feb 26 12:33 parquet-encoding-1.13.1.jar

-rw-rw-r– 1 1001 root 726071 Feb 26 12:33 parquet-format-structures-1.13.1.jar

-rw-rw-r– 1 1001 root 1004811 Feb 26 12:33 parquet-hadoop-1.13.1.jar

-rw-rw-r– 1 1001 root 2017388 Feb 26 12:34 parquet-jackson-1.13.1.jar

-rw-rw-r– 1 1001 root 54279 Feb 26 12:33 pickle-1.3.jar

-rw-rw-r– 1 1001 root 124506 Feb 26 12:33 py4j-0.10.9.7.jar

-rw-rw-r– 1 1001 root 59326387 Feb 26 12:34 rocksdbjni-8.3.2.jar

-rw-rw-r– 1 1001 root 247466 Feb 26 12:34 scala-collection-compat_2.12-2.7.0.jar

-rw-rw-r– 1 1001 root 10983677 Feb 26 12:33 scala-compiler-2.12.18.jar

-rwxr-xr-x 1 root root 5433857 May 16 07:42 scala-library-2.12.18.jar

-rw-rw-r– 1 1001 root 186777 Feb 26 12:33 scala-parser-combinators_2.12-2.3.0.jar

-rw-rw-r– 1 1001 root 3670535 Feb 26 12:33 scala-reflect-2.12.18.jar

-rw-rw-r– 1 1001 root 466520 Feb 26 12:33 scala-xml_2.12-2.1.0.jar

-rw-rw-r– 1 1001 root 2551 Feb 26 12:33 shims-0.9.45.jar

-rwxr-xr-x 1 root root 41125 May 16 07:42 slf4j-api-1.7.36.jar

-rw-rw-r– 1 1001 root 63635 Feb 26 12:34 slf4j-api-2.0.7.jar

-rw-rw-r– 1 1001 root 334803 Feb 26 12:33 snakeyaml-2.0.jar

-rw-rw-r– 1 1001 root 292124 Feb 26 12:34 snakeyaml-engine-2.6.jar

-rw-rw-r– 1 1001 root 2058806 Feb 26 12:33 snappy-java-1.1.10.3.jar

-rwxr-xr-x 1 root root 1970939 May 16 07:42 snappy-java-1.1.8.4.jar

-rw-rw-r– 1 1001 root 12551721 Feb 26 12:33 spark-catalyst_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 244621 Feb 26 12:33 spark-common-utils_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 14667703 Feb 26 12:33 spark-core_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 432651 Feb 26 12:33 spark-graphx_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 571369 Feb 26 12:33 spark-hive-thriftserver_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 724280 Feb 26 12:34 spark-hive_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 541587 Feb 26 12:33 spark-kubernetes_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 84199 Feb 26 12:33 spark-kvstore_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 78441 Feb 26 12:33 spark-launcher_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 297253 Feb 26 12:33 spark-mesos_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 117002 Feb 26 12:33 spark-mllib-local_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 6143759 Feb 26 12:33 spark-mllib_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 2422356 Feb 26 12:33 spark-network-common_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 177704 Feb 26 12:33 spark-network-shuffle_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 38711 Feb 26 12:33 spark-repl_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 30823 Feb 26 12:33 spark-sketch_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 1772199 Feb 26 12:33 spark-sql-api_2.12-3.5.1.jar

-rwxr-xr-x 1 root root 432335 May 16 07:42 spark-sql-kafka-0-10_2.12-3.5.0.jar

-rw-rw-r– 1 1001 root 9644368 Feb 26 12:33 spark-sql_2.12-3.5.1.jar

-rwxr-xr-x 1 root root 12002039 May 16 04:31 spark-streaming-kafka-0-8-assembly_2.11-2.4.8.jar

-rw-rw-r– 1 1001 root 1133653 Feb 26 12:33 spark-streaming_2.12-3.5.1.jar

-rwxr-xr-x 1 root root 15155 May 16 07:42 spark-tags_2.12-3.5.0.jar

-rw-rw-r– 1 1001 root 15160 Feb 26 12:33 spark-tags_2.12-3.5.1.jar

-rwxr-xr-x 1 root root 56808 May 16 07:42 spark-token-provider-kafka-0-10_2.12-3.5.0.jar

-rw-rw-r– 1 1001 root 54774 Feb 26 12:33 spark-unsafe_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 351778 Feb 26 12:34 spark-yarn_2.12-3.5.1.jar

-rw-rw-r– 1 1001 root 114698 Feb 26 12:33 spire-macros_2.12-0.17.0.jar

-rw-rw-r– 1 1001 root 8455 Feb 26 12:33 spire-platform_2.12-0.17.0.jar

-rw-rw-r– 1 1001 root 35085 Feb 26 12:33 spire-util_2.12-0.17.0.jar

-rw-rw-r– 1 1001 root 7243903 Feb 26 12:33 spire_2.12-0.17.0.jar

-rw-rw-r– 1 1001 root 26514 Feb 26 12:33 stax-api-1.0.1.jar

-rw-rw-r– 1 1001 root 178149 Feb 26 12:33 stream-2.9.6.jar

-rw-rw-r– 1 1001 root 93210 Feb 26 12:33 super-csv-2.2.0.jar

-rw-rw-r– 1 1001 root 256667 Feb 26 12:33 threeten-extra-1.7.1.jar

-rw-rw-r– 1 1001 root 2168533 Feb 26 12:33 tink-1.9.0.jar

-rw-rw-r– 1 1001 root 15071 Feb 26 12:33 transaction-api-1.1.jar

-rw-rw-r– 1 1001 root 447005 Feb 26 12:34 univocity-parsers-2.9.1.jar

-rw-rw-r– 1 1001 root 262591 Feb 26 12:33 xbean-asm9-shaded-4.23.jar

-rw-rw-r– 1 1001 root 116013 Feb 26 12:33 xz-1.9.jar

-rw-rw-r– 1 1001 root 35518 Feb 26 12:34 zjsonpatch-0.3.0.jar

-rw-rw-r– 1 1001 root 1254153 Feb 26 12:33 zookeeper-3.6.3.jar

-rw-rw-r– 1 1001 root 250399 Feb 26 12:33 zookeeper-jute-3.6.3.jar

-rw-rw-r– 1 1001 root 5940719 Feb 26 12:33 zstd-jni-1.5.5-4.jar