from pyspark.sql import SparkSession
spark = SparkSession.builder.appName("Demo Spark Python Cluster Program").getOrCreate()

df = spark.read.csv("hdfs://192.168.1.100/user/controller/ncdc-parsed-csv/20/part-r-00000").option("inferSchema","true").option("header","true")
print(df.show(10))

b8d6bb41b24c85a37df2c1b9748945dfa59348af
<mask token>

<mask token>
print(df.show(10))

<mask token>
spark = SparkSession.builder.appName('Demo Spark Python Cluster Program'
    ).getOrCreate()
df = spark.read.csv(
    'hdfs://192.168.1.100/user/controller/ncdc-parsed-csv/20/part-r-00000'
    ).option('inferSchema', 'true').option('header', 'true')
print(df.show(10))

from pyspark.sql import SparkSession
spark = SparkSession.builder.appName('Demo Spark Python Cluster Program'
    ).getOrCreate()
df = spark.read.csv(
    'hdfs://192.168.1.100/user/controller/ncdc-parsed-csv/20/part-r-00000'
    ).option('inferSchema', 'true').option('header', 'true')
print(df.show(10))

from pyspark.sql import SparkSession
spark = SparkSession.builder.appName("Demo Spark Python Cluster Program").getOrCreate()

df = spark.read.csv("hdfs://192.168.1.100/user/controller/ncdc-parsed-csv/20/part-r-00000").option("inferSchema","true").option("header","true")
print(df.show(10))
