_SvIncludePlusContent-_DP_ImportConfig_Spark_Confluence 1
%python
# File location
file_location = "/FileStore/**/export_2020_09_24T03_32_18Z.csv"
# Automatically set data type for columns
infer_schema = "true"
# Skip first row as it's a header
first_row_is_header = "true"
# Ignore multiline within double quotes
multiline_support = "true"
# The applied options are for CSV files. For other file types, these will be ignored. Note escape & quote options for RFC-4801 compliant files
df = spark.read.format("csv") \
.option("inferSchema", infer_schema) \
.option("header", first_row_is_header) \
.option("multiLine", multiline_support) \
.option("quote", "\"") \
.option("escape", "\"") \
.option("encoding", "UTF-8").load(file_location)
display(df)
Last modified on Dec 2, 2025
Powered by Confluence and Scroll Viewport.