Skip to main content
Ctrl
+
K
Site Navigation
Overview
Getting Started
Tutorials
User Guide
API Reference
Development
More
Migration Guides
GitHub
PyPI
Site Navigation
Overview
Getting Started
Tutorials
User Guide
API Reference
Development
More
Migration Guides
GitHub
PyPI
Section Navigation
Spark SQL
Core Classes
pyspark.sql.SparkSession
pyspark.sql.Catalog
pyspark.sql.DataFrame
pyspark.sql.Column
pyspark.sql.Observation
pyspark.sql.Row
pyspark.sql.GroupedData
pyspark.sql.PandasCogroupedOps
pyspark.sql.DataFrameNaFunctions
pyspark.sql.DataFrameStatFunctions
pyspark.sql.Window
pyspark.sql.DataFrameReader
pyspark.sql.DataFrameWriter
pyspark.sql.DataFrameWriterV2
pyspark.sql.UDFRegistration
pyspark.sql.UDTFRegistration
pyspark.sql.udf.UserDefinedFunction
pyspark.sql.udtf.UserDefinedTableFunction
pyspark.sql.datasource.DataSource
pyspark.sql.datasource.DataSourceReader
pyspark.sql.datasource.DataSourceStreamReader
pyspark.sql.datasource.DataSourceWriter
pyspark.sql.datasource.DataSourceRegistration
pyspark.sql.datasource.InputPartition
pyspark.sql.datasource.WriterCommitMessage
pyspark.sql.tvf.TableValuedFunction
pyspark.sql.VariantVal
pyspark.sql.table_arg.TableArg
Spark Session
pyspark.sql.SparkSession.active
pyspark.sql.SparkSession.builder.appName
pyspark.sql.SparkSession.builder.config
pyspark.sql.SparkSession.builder.enableHiveSupport
pyspark.sql.SparkSession.builder.getOrCreate
pyspark.sql.SparkSession.builder.master
pyspark.sql.SparkSession.builder.remote
pyspark.sql.SparkSession.addArtifact
pyspark.sql.SparkSession.addArtifacts
pyspark.sql.SparkSession.addTag
pyspark.sql.SparkSession.catalog
pyspark.sql.SparkSession.clearTags
pyspark.sql.SparkSession.conf
pyspark.sql.SparkSession.createDataFrame
pyspark.sql.SparkSession.dataSource
pyspark.sql.SparkSession.getActiveSession
pyspark.sql.SparkSession.getTags
pyspark.sql.SparkSession.interruptAll
pyspark.sql.SparkSession.interruptOperation
pyspark.sql.SparkSession.interruptTag
pyspark.sql.SparkSession.newSession
pyspark.sql.SparkSession.profile
pyspark.sql.SparkSession.removeTag
pyspark.sql.SparkSession.range
pyspark.sql.SparkSession.read
pyspark.sql.SparkSession.readStream
pyspark.sql.SparkSession.sparkContext
pyspark.sql.SparkSession.sql
pyspark.sql.SparkSession.stop
pyspark.sql.SparkSession.streams
pyspark.sql.SparkSession.table
pyspark.sql.SparkSession.tvf
pyspark.sql.SparkSession.udf
pyspark.sql.SparkSession.udtf
pyspark.sql.SparkSession.version
pyspark.sql.is_remote
pyspark.sql.SparkSession.builder.create
pyspark.sql.SparkSession.clearProgressHandlers
pyspark.sql.SparkSession.client
pyspark.sql.SparkSession.copyFromLocalToFs
pyspark.sql.SparkSession.registerProgressHandler
pyspark.sql.SparkSession.removeProgressHandler
Configuration
pyspark.sql.conf.RuntimeConfig
Input/Output
pyspark.sql.DataFrameReader.csv
pyspark.sql.DataFrameReader.format
pyspark.sql.DataFrameReader.jdbc
pyspark.sql.DataFrameReader.json
pyspark.sql.DataFrameReader.load
pyspark.sql.DataFrameReader.option
pyspark.sql.DataFrameReader.options
pyspark.sql.DataFrameReader.orc
pyspark.sql.DataFrameReader.parquet
pyspark.sql.DataFrameReader.schema
pyspark.sql.DataFrameReader.table
pyspark.sql.DataFrameReader.text
pyspark.sql.DataFrameWriter.bucketBy
pyspark.sql.DataFrameWriter.csv
pyspark.sql.DataFrameWriter.format
pyspark.sql.DataFrameWriter.insertInto
pyspark.sql.DataFrameWriter.jdbc
pyspark.sql.DataFrameWriter.json
pyspark.sql.DataFrameWriter.mode
pyspark.sql.DataFrameWriter.option
pyspark.sql.DataFrameWriter.options
pyspark.sql.DataFrameWriter.orc
pyspark.sql.DataFrameWriter.parquet
pyspark.sql.DataFrameWriter.partitionBy
pyspark.sql.DataFrameWriter.save
pyspark.sql.DataFrameWriter.saveAsTable
pyspark.sql.DataFrameWriter.sortBy
pyspark.sql.DataFrameWriter.text
pyspark.sql.DataFrameWriterV2.using
pyspark.sql.DataFrameWriterV2.option
pyspark.sql.DataFrameWriterV2.options
pyspark.sql.DataFrameWriterV2.tableProperty
pyspark.sql.DataFrameWriterV2.partitionedBy
pyspark.sql.DataFrameWriterV2.create
pyspark.sql.DataFrameWriterV2.replace
pyspark.sql.DataFrameWriterV2.createOrReplace
pyspark.sql.DataFrameWriterV2.append
pyspark.sql.DataFrameWriterV2.overwrite
pyspark.sql.DataFrameWriterV2.overwritePartitions
pyspark.sql.MergeIntoWriter.whenMatched
pyspark.sql.MergeIntoWriter.whenNotMatched
pyspark.sql.MergeIntoWriter.whenNotMatchedBySource
pyspark.sql.MergeIntoWriter.withSchemaEvolution
pyspark.sql.MergeIntoWriter.merge
DataFrame
pyspark.sql.DataFrame.__getattr__
pyspark.sql.DataFrame.__getitem__
pyspark.sql.DataFrame.agg
pyspark.sql.DataFrame.alias
pyspark.sql.DataFrame.approxQuantile
pyspark.sql.DataFrame.asTable
pyspark.sql.DataFrame.cache
pyspark.sql.DataFrame.checkpoint
pyspark.sql.DataFrame.coalesce
pyspark.sql.DataFrame.colRegex
pyspark.sql.DataFrame.collect
pyspark.sql.DataFrame.columns
pyspark.sql.DataFrame.corr
pyspark.sql.DataFrame.count
pyspark.sql.DataFrame.cov
pyspark.sql.DataFrame.createGlobalTempView
pyspark.sql.DataFrame.createOrReplaceGlobalTempView
pyspark.sql.DataFrame.createOrReplaceTempView
pyspark.sql.DataFrame.createTempView
pyspark.sql.DataFrame.crossJoin
pyspark.sql.DataFrame.crosstab
pyspark.sql.DataFrame.cube
pyspark.sql.DataFrame.describe
pyspark.sql.DataFrame.distinct
pyspark.sql.DataFrame.drop
pyspark.sql.DataFrame.dropDuplicates
pyspark.sql.DataFrame.dropDuplicatesWithinWatermark
pyspark.sql.DataFrame.drop_duplicates
pyspark.sql.DataFrame.dropna
pyspark.sql.DataFrame.dtypes
pyspark.sql.DataFrame.exceptAll
pyspark.sql.DataFrame.executionInfo
pyspark.sql.DataFrame.exists
pyspark.sql.DataFrame.explain
pyspark.sql.DataFrame.fillna
pyspark.sql.DataFrame.filter
pyspark.sql.DataFrame.first
pyspark.sql.DataFrame.foreach
pyspark.sql.DataFrame.foreachPartition
pyspark.sql.DataFrame.freqItems
pyspark.sql.DataFrame.groupBy
pyspark.sql.DataFrame.groupingSets
pyspark.sql.DataFrame.head
pyspark.sql.DataFrame.hint
pyspark.sql.DataFrame.inputFiles
pyspark.sql.DataFrame.intersect
pyspark.sql.DataFrame.intersectAll
pyspark.sql.DataFrame.isEmpty
pyspark.sql.DataFrame.isLocal
pyspark.sql.DataFrame.isStreaming
pyspark.sql.DataFrame.join
pyspark.sql.DataFrame.limit
pyspark.sql.DataFrame.lateralJoin
pyspark.sql.DataFrame.localCheckpoint
pyspark.sql.DataFrame.mapInPandas
pyspark.sql.DataFrame.mapInArrow
pyspark.sql.DataFrame.metadataColumn
pyspark.sql.DataFrame.melt
pyspark.sql.DataFrame.na
pyspark.sql.DataFrame.observe
pyspark.sql.DataFrame.offset
pyspark.sql.DataFrame.orderBy
pyspark.sql.DataFrame.persist
pyspark.sql.DataFrame.plot
pyspark.sql.DataFrame.printSchema
pyspark.sql.DataFrame.randomSplit
pyspark.sql.DataFrame.rdd
pyspark.sql.DataFrame.registerTempTable
pyspark.sql.DataFrame.repartition
pyspark.sql.DataFrame.repartitionByRange
pyspark.sql.DataFrame.replace
pyspark.sql.DataFrame.rollup
pyspark.sql.DataFrame.sameSemantics
pyspark.sql.DataFrame.sample
pyspark.sql.DataFrame.sampleBy
pyspark.sql.DataFrame.scalar
pyspark.sql.DataFrame.schema
pyspark.sql.DataFrame.select
pyspark.sql.DataFrame.selectExpr
pyspark.sql.DataFrame.semanticHash
pyspark.sql.DataFrame.show
pyspark.sql.DataFrame.sort
pyspark.sql.DataFrame.sortWithinPartitions
pyspark.sql.DataFrame.sparkSession
pyspark.sql.DataFrame.stat
pyspark.sql.DataFrame.storageLevel
pyspark.sql.DataFrame.subtract
pyspark.sql.DataFrame.summary
pyspark.sql.DataFrame.tail
pyspark.sql.DataFrame.take
pyspark.sql.DataFrame.to
pyspark.sql.DataFrame.toArrow
pyspark.sql.DataFrame.toDF
pyspark.sql.DataFrame.toJSON
pyspark.sql.DataFrame.toLocalIterator
pyspark.sql.DataFrame.toPandas
pyspark.sql.DataFrame.transform
pyspark.sql.DataFrame.transpose
pyspark.sql.DataFrame.union
pyspark.sql.DataFrame.unionAll
pyspark.sql.DataFrame.unionByName
pyspark.sql.DataFrame.unpersist
pyspark.sql.DataFrame.unpivot
pyspark.sql.DataFrame.where
pyspark.sql.DataFrame.withColumn
pyspark.sql.DataFrame.withColumns
pyspark.sql.DataFrame.withColumnRenamed
pyspark.sql.DataFrame.withColumnsRenamed
pyspark.sql.DataFrame.withMetadata
pyspark.sql.DataFrame.withWatermark
pyspark.sql.DataFrame.write
pyspark.sql.DataFrame.writeStream
pyspark.sql.DataFrame.writeTo
pyspark.sql.DataFrame.mergeInto
pyspark.sql.DataFrame.pandas_api
pyspark.sql.DataFrameNaFunctions.drop
pyspark.sql.DataFrameNaFunctions.fill
pyspark.sql.DataFrameNaFunctions.replace
pyspark.sql.DataFrameStatFunctions.approxQuantile
pyspark.sql.DataFrameStatFunctions.corr
pyspark.sql.DataFrameStatFunctions.cov
pyspark.sql.DataFrameStatFunctions.crosstab
pyspark.sql.DataFrameStatFunctions.freqItems
pyspark.sql.DataFrameStatFunctions.sampleBy
pyspark.sql.table_arg.TableArg.partitionBy
pyspark.sql.table_arg.TableArg.orderBy
pyspark.sql.table_arg.TableArg.withSinglePartition
pyspark.sql.plot.core.PySparkPlotAccessor.area
pyspark.sql.plot.core.PySparkPlotAccessor.bar
pyspark.sql.plot.core.PySparkPlotAccessor.barh
pyspark.sql.plot.core.PySparkPlotAccessor.line
pyspark.sql.plot.core.PySparkPlotAccessor.pie
pyspark.sql.plot.core.PySparkPlotAccessor.scatter
pyspark.sql.plot.core.PySparkPlotAccessor.box
pyspark.sql.plot.core.PySparkPlotAccessor.kde
pyspark.sql.plot.core.PySparkPlotAccessor.hist
Column
pyspark.sql.Column.__getattr__
pyspark.sql.Column.__getitem__
pyspark.sql.Column.alias
pyspark.sql.Column.asc
pyspark.sql.Column.asc_nulls_first
pyspark.sql.Column.asc_nulls_last
pyspark.sql.Column.astype
pyspark.sql.Column.between
pyspark.sql.Column.bitwiseAND
pyspark.sql.Column.bitwiseOR
pyspark.sql.Column.bitwiseXOR
pyspark.sql.Column.cast
pyspark.sql.Column.contains
pyspark.sql.Column.desc
pyspark.sql.Column.desc_nulls_first
pyspark.sql.Column.desc_nulls_last
pyspark.sql.Column.dropFields
pyspark.sql.Column.endswith
pyspark.sql.Column.eqNullSafe
pyspark.sql.Column.getField
pyspark.sql.Column.getItem
pyspark.sql.Column.ilike
pyspark.sql.Column.isNaN
pyspark.sql.Column.isNotNull
pyspark.sql.Column.isNull
pyspark.sql.Column.isin
pyspark.sql.Column.like
pyspark.sql.Column.name
pyspark.sql.Column.otherwise
pyspark.sql.Column.outer
pyspark.sql.Column.over
pyspark.sql.Column.rlike
pyspark.sql.Column.startswith
pyspark.sql.Column.substr
pyspark.sql.Column.transform
pyspark.sql.Column.try_cast
pyspark.sql.Column.when
pyspark.sql.Column.withField
Data Types
ArrayType
BinaryType
BooleanType
ByteType
DataType
DateType
TimeType
DecimalType
DoubleType
FloatType
GeographyType
GeometryType
IntegerType
LongType
MapType
NullType
ShortType
StringType
CharType
VarcharType
StructField
StructType
VariantType
TimestampType
TimestampNTZType
DayTimeIntervalType
YearMonthIntervalType
CalendarIntervalType
Row
pyspark.sql.Row.asDict
Functions
pyspark.sql.functions.broadcast
pyspark.sql.functions.call_function
pyspark.sql.functions.col
pyspark.sql.functions.column
pyspark.sql.functions.lit
pyspark.sql.functions.expr
pyspark.sql.functions.coalesce
pyspark.sql.functions.ifnull
pyspark.sql.functions.nanvl
pyspark.sql.functions.nullif
pyspark.sql.functions.nullifzero
pyspark.sql.functions.nvl
pyspark.sql.functions.nvl2
pyspark.sql.functions.when
pyspark.sql.functions.zeroifnull
pyspark.sql.functions.equal_null
pyspark.sql.functions.ilike
pyspark.sql.functions.isnan
pyspark.sql.functions.isnotnull
pyspark.sql.functions.isnull
pyspark.sql.functions.like
pyspark.sql.functions.regexp
pyspark.sql.functions.regexp_like
pyspark.sql.functions.rlike
pyspark.sql.functions.asc
pyspark.sql.functions.asc_nulls_first
pyspark.sql.functions.asc_nulls_last
pyspark.sql.functions.desc
pyspark.sql.functions.desc_nulls_first
pyspark.sql.functions.desc_nulls_last
pyspark.sql.functions.abs
pyspark.sql.functions.acos
pyspark.sql.functions.acosh
pyspark.sql.functions.asin
pyspark.sql.functions.asinh
pyspark.sql.functions.atan
pyspark.sql.functions.atan2
pyspark.sql.functions.atanh
pyspark.sql.functions.bin
pyspark.sql.functions.bround
pyspark.sql.functions.cbrt
pyspark.sql.functions.ceil
pyspark.sql.functions.ceiling
pyspark.sql.functions.conv
pyspark.sql.functions.cos
pyspark.sql.functions.cosh
pyspark.sql.functions.cot
pyspark.sql.functions.csc
pyspark.sql.functions.degrees
pyspark.sql.functions.e
pyspark.sql.functions.exp
pyspark.sql.functions.expm1
pyspark.sql.functions.factorial
pyspark.sql.functions.floor
pyspark.sql.functions.greatest
pyspark.sql.functions.hex
pyspark.sql.functions.hypot
pyspark.sql.functions.least
pyspark.sql.functions.ln
pyspark.sql.functions.log
pyspark.sql.functions.log10
pyspark.sql.functions.log1p
pyspark.sql.functions.log2
pyspark.sql.functions.negate
pyspark.sql.functions.negative
pyspark.sql.functions.pi
pyspark.sql.functions.pmod
pyspark.sql.functions.positive
pyspark.sql.functions.pow
pyspark.sql.functions.power
pyspark.sql.functions.radians
pyspark.sql.functions.rand
pyspark.sql.functions.randn
pyspark.sql.functions.random
pyspark.sql.functions.rint
pyspark.sql.functions.round
pyspark.sql.functions.sec
pyspark.sql.functions.sign
pyspark.sql.functions.signum
pyspark.sql.functions.sin
pyspark.sql.functions.sinh
pyspark.sql.functions.sqrt
pyspark.sql.functions.tan
pyspark.sql.functions.tanh
pyspark.sql.functions.try_add
pyspark.sql.functions.try_divide
pyspark.sql.functions.try_mod
pyspark.sql.functions.try_multiply
pyspark.sql.functions.try_subtract
pyspark.sql.functions.unhex
pyspark.sql.functions.uniform
pyspark.sql.functions.width_bucket
pyspark.sql.functions.ascii
pyspark.sql.functions.base64
pyspark.sql.functions.bit_length
pyspark.sql.functions.btrim
pyspark.sql.functions.char
pyspark.sql.functions.char_length
pyspark.sql.functions.character_length
pyspark.sql.functions.chr
pyspark.sql.functions.collate
pyspark.sql.functions.collation
pyspark.sql.functions.concat_ws
pyspark.sql.functions.contains
pyspark.sql.functions.decode
pyspark.sql.functions.elt
pyspark.sql.functions.encode
pyspark.sql.functions.endswith
pyspark.sql.functions.find_in_set
pyspark.sql.functions.format_number
pyspark.sql.functions.format_string
pyspark.sql.functions.initcap
pyspark.sql.functions.instr
pyspark.sql.functions.is_valid_utf8
pyspark.sql.functions.lcase
pyspark.sql.functions.left
pyspark.sql.functions.length
pyspark.sql.functions.levenshtein
pyspark.sql.functions.locate
pyspark.sql.functions.lower
pyspark.sql.functions.lpad
pyspark.sql.functions.ltrim
pyspark.sql.functions.make_valid_utf8
pyspark.sql.functions.mask
pyspark.sql.functions.octet_length
pyspark.sql.functions.overlay
pyspark.sql.functions.position
pyspark.sql.functions.printf
pyspark.sql.functions.quote
pyspark.sql.functions.randstr
pyspark.sql.functions.regexp_count
pyspark.sql.functions.regexp_extract
pyspark.sql.functions.regexp_extract_all
pyspark.sql.functions.regexp_instr
pyspark.sql.functions.regexp_replace
pyspark.sql.functions.regexp_substr
pyspark.sql.functions.repeat
pyspark.sql.functions.replace
pyspark.sql.functions.right
pyspark.sql.functions.rpad
pyspark.sql.functions.rtrim
pyspark.sql.functions.sentences
pyspark.sql.functions.soundex
pyspark.sql.functions.split
pyspark.sql.functions.split_part
pyspark.sql.functions.startswith
pyspark.sql.functions.substr
pyspark.sql.functions.substring
pyspark.sql.functions.substring_index
pyspark.sql.functions.to_binary
pyspark.sql.functions.to_char
pyspark.sql.functions.to_number
pyspark.sql.functions.to_varchar
pyspark.sql.functions.translate
pyspark.sql.functions.trim
pyspark.sql.functions.try_to_binary
pyspark.sql.functions.try_to_number
pyspark.sql.functions.try_validate_utf8
pyspark.sql.functions.ucase
pyspark.sql.functions.unbase64
pyspark.sql.functions.upper
pyspark.sql.functions.validate_utf8
pyspark.sql.functions.bit_count
pyspark.sql.functions.bit_get
pyspark.sql.functions.bitwise_not
pyspark.sql.functions.getbit
pyspark.sql.functions.shiftleft
pyspark.sql.functions.shiftright
pyspark.sql.functions.shiftrightunsigned
pyspark.sql.functions.add_months
pyspark.sql.functions.convert_timezone
pyspark.sql.functions.curdate
pyspark.sql.functions.current_date
pyspark.sql.functions.current_time
pyspark.sql.functions.current_timestamp
pyspark.sql.functions.current_timezone
pyspark.sql.functions.date_add
pyspark.sql.functions.date_diff
pyspark.sql.functions.date_format
pyspark.sql.functions.date_from_unix_date
pyspark.sql.functions.date_part
pyspark.sql.functions.date_sub
pyspark.sql.functions.date_trunc
pyspark.sql.functions.dateadd
pyspark.sql.functions.datediff
pyspark.sql.functions.datepart
pyspark.sql.functions.day
pyspark.sql.functions.dayname
pyspark.sql.functions.dayofmonth
pyspark.sql.functions.dayofweek
pyspark.sql.functions.dayofyear
pyspark.sql.functions.extract
pyspark.sql.functions.from_unixtime
pyspark.sql.functions.from_utc_timestamp
pyspark.sql.functions.hour
pyspark.sql.functions.last_day
pyspark.sql.functions.localtimestamp
pyspark.sql.functions.make_date
pyspark.sql.functions.make_dt_interval
pyspark.sql.functions.make_interval
pyspark.sql.functions.make_time
pyspark.sql.functions.make_timestamp
pyspark.sql.functions.make_timestamp_ltz
pyspark.sql.functions.make_timestamp_ntz
pyspark.sql.functions.make_ym_interval
pyspark.sql.functions.minute
pyspark.sql.functions.month
pyspark.sql.functions.monthname
pyspark.sql.functions.months_between
pyspark.sql.functions.next_day
pyspark.sql.functions.now
pyspark.sql.functions.quarter
pyspark.sql.functions.second
pyspark.sql.functions.session_window
pyspark.sql.functions.timestamp_add
pyspark.sql.functions.timestamp_diff
pyspark.sql.functions.timestamp_micros
pyspark.sql.functions.timestamp_millis
pyspark.sql.functions.timestamp_seconds
pyspark.sql.functions.time_diff
pyspark.sql.functions.time_trunc
pyspark.sql.functions.to_date
pyspark.sql.functions.to_time
pyspark.sql.functions.to_timestamp
pyspark.sql.functions.to_timestamp_ltz
pyspark.sql.functions.to_timestamp_ntz
pyspark.sql.functions.to_unix_timestamp
pyspark.sql.functions.to_utc_timestamp
pyspark.sql.functions.trunc
pyspark.sql.functions.try_make_interval
pyspark.sql.functions.try_make_timestamp
pyspark.sql.functions.try_make_timestamp_ltz
pyspark.sql.functions.try_make_timestamp_ntz
pyspark.sql.functions.try_to_time
pyspark.sql.functions.try_to_timestamp
pyspark.sql.functions.try_to_date
pyspark.sql.functions.unix_date
pyspark.sql.functions.unix_micros
pyspark.sql.functions.unix_millis
pyspark.sql.functions.unix_seconds
pyspark.sql.functions.unix_timestamp
pyspark.sql.functions.weekday
pyspark.sql.functions.weekofyear
pyspark.sql.functions.window
pyspark.sql.functions.window_time
pyspark.sql.functions.year
pyspark.sql.functions.crc32
pyspark.sql.functions.hash
pyspark.sql.functions.md5
pyspark.sql.functions.sha
pyspark.sql.functions.sha1
pyspark.sql.functions.sha2
pyspark.sql.functions.xxhash64
pyspark.sql.functions.aggregate
pyspark.sql.functions.array_sort
pyspark.sql.functions.cardinality
pyspark.sql.functions.concat
pyspark.sql.functions.element_at
pyspark.sql.functions.exists
pyspark.sql.functions.filter
pyspark.sql.functions.forall
pyspark.sql.functions.map_filter
pyspark.sql.functions.map_zip_with
pyspark.sql.functions.reduce
pyspark.sql.functions.reverse
pyspark.sql.functions.size
pyspark.sql.functions.transform
pyspark.sql.functions.transform_keys
pyspark.sql.functions.transform_values
pyspark.sql.functions.try_element_at
pyspark.sql.functions.zip_with
pyspark.sql.functions.array
pyspark.sql.functions.array_append
pyspark.sql.functions.array_compact
pyspark.sql.functions.array_contains
pyspark.sql.functions.array_distinct
pyspark.sql.functions.array_except
pyspark.sql.functions.array_insert
pyspark.sql.functions.array_intersect
pyspark.sql.functions.array_join
pyspark.sql.functions.array_max
pyspark.sql.functions.array_min
pyspark.sql.functions.array_position
pyspark.sql.functions.array_prepend
pyspark.sql.functions.array_remove
pyspark.sql.functions.array_repeat
pyspark.sql.functions.array_size
pyspark.sql.functions.array_union
pyspark.sql.functions.arrays_overlap
pyspark.sql.functions.arrays_zip
pyspark.sql.functions.flatten
pyspark.sql.functions.get
pyspark.sql.functions.sequence
pyspark.sql.functions.shuffle
pyspark.sql.functions.slice
pyspark.sql.functions.sort_array
pyspark.sql.functions.named_struct
pyspark.sql.functions.struct
pyspark.sql.functions.create_map
pyspark.sql.functions.map_concat
pyspark.sql.functions.map_contains_key
pyspark.sql.functions.map_entries
pyspark.sql.functions.map_from_arrays
pyspark.sql.functions.map_from_entries
pyspark.sql.functions.map_keys
pyspark.sql.functions.map_values
pyspark.sql.functions.str_to_map
pyspark.sql.functions.any_value
pyspark.sql.functions.approx_count_distinct
pyspark.sql.functions.approx_percentile
pyspark.sql.functions.array_agg
pyspark.sql.functions.avg
pyspark.sql.functions.bit_and
pyspark.sql.functions.bit_or
pyspark.sql.functions.bit_xor
pyspark.sql.functions.bitmap_construct_agg
pyspark.sql.functions.bitmap_or_agg
pyspark.sql.functions.bool_and
pyspark.sql.functions.bool_or
pyspark.sql.functions.collect_list
pyspark.sql.functions.collect_set
pyspark.sql.functions.corr
pyspark.sql.functions.count
pyspark.sql.functions.count_distinct
pyspark.sql.functions.count_if
pyspark.sql.functions.count_min_sketch
pyspark.sql.functions.covar_pop
pyspark.sql.functions.covar_samp
pyspark.sql.functions.every
pyspark.sql.functions.first
pyspark.sql.functions.first_value
pyspark.sql.functions.grouping
pyspark.sql.functions.grouping_id
pyspark.sql.functions.histogram_numeric
pyspark.sql.functions.hll_sketch_agg
pyspark.sql.functions.hll_union_agg
pyspark.sql.functions.kurtosis
pyspark.sql.functions.last
pyspark.sql.functions.last_value
pyspark.sql.functions.listagg
pyspark.sql.functions.listagg_distinct
pyspark.sql.functions.max
pyspark.sql.functions.max_by
pyspark.sql.functions.mean
pyspark.sql.functions.median
pyspark.sql.functions.min
pyspark.sql.functions.min_by
pyspark.sql.functions.mode
pyspark.sql.functions.percentile
pyspark.sql.functions.percentile_approx
pyspark.sql.functions.product
pyspark.sql.functions.regr_avgx
pyspark.sql.functions.regr_avgy
pyspark.sql.functions.regr_count
pyspark.sql.functions.regr_intercept
pyspark.sql.functions.regr_r2
pyspark.sql.functions.regr_slope
pyspark.sql.functions.regr_sxx
pyspark.sql.functions.regr_sxy
pyspark.sql.functions.regr_syy
pyspark.sql.functions.skewness
pyspark.sql.functions.some
pyspark.sql.functions.std
pyspark.sql.functions.stddev
pyspark.sql.functions.stddev_pop
pyspark.sql.functions.stddev_samp
pyspark.sql.functions.string_agg
pyspark.sql.functions.string_agg_distinct
pyspark.sql.functions.sum
pyspark.sql.functions.sum_distinct
pyspark.sql.functions.theta_intersection_agg
pyspark.sql.functions.theta_sketch_agg
pyspark.sql.functions.theta_union_agg
pyspark.sql.functions.try_avg
pyspark.sql.functions.try_sum
pyspark.sql.functions.var_pop
pyspark.sql.functions.var_samp
pyspark.sql.functions.variance
pyspark.sql.functions.cume_dist
pyspark.sql.functions.dense_rank
pyspark.sql.functions.lag
pyspark.sql.functions.lead
pyspark.sql.functions.nth_value
pyspark.sql.functions.ntile
pyspark.sql.functions.percent_rank
pyspark.sql.functions.rank
pyspark.sql.functions.row_number
pyspark.sql.functions.explode
pyspark.sql.functions.explode_outer
pyspark.sql.functions.inline
pyspark.sql.functions.inline_outer
pyspark.sql.functions.posexplode
pyspark.sql.functions.posexplode_outer
pyspark.sql.functions.stack
pyspark.sql.functions.partitioning.years
pyspark.sql.functions.partitioning.months
pyspark.sql.functions.partitioning.days
pyspark.sql.functions.partitioning.hours
pyspark.sql.functions.partitioning.bucket
pyspark.sql.functions.from_csv
pyspark.sql.functions.schema_of_csv
pyspark.sql.functions.to_csv
pyspark.sql.functions.from_json
pyspark.sql.functions.get_json_object
pyspark.sql.functions.json_array_length
pyspark.sql.functions.json_object_keys
pyspark.sql.functions.json_tuple
pyspark.sql.functions.schema_of_json
pyspark.sql.functions.to_json
pyspark.sql.functions.is_variant_null
pyspark.sql.functions.parse_json
pyspark.sql.functions.schema_of_variant
pyspark.sql.functions.schema_of_variant_agg
pyspark.sql.functions.try_variant_get
pyspark.sql.functions.variant_get
pyspark.sql.functions.try_parse_json
pyspark.sql.functions.to_variant_object
pyspark.sql.functions.from_xml
pyspark.sql.functions.schema_of_xml
pyspark.sql.functions.to_xml
pyspark.sql.functions.xpath
pyspark.sql.functions.xpath_boolean
pyspark.sql.functions.xpath_double
pyspark.sql.functions.xpath_float
pyspark.sql.functions.xpath_int
pyspark.sql.functions.xpath_long
pyspark.sql.functions.xpath_number
pyspark.sql.functions.xpath_short
pyspark.sql.functions.xpath_string
pyspark.sql.functions.parse_url
pyspark.sql.functions.try_parse_url
pyspark.sql.functions.url_decode
pyspark.sql.functions.url_encode
pyspark.sql.functions.try_url_decode
pyspark.sql.functions.aes_decrypt
pyspark.sql.functions.aes_encrypt
pyspark.sql.functions.assert_true
pyspark.sql.functions.bitmap_bit_position
pyspark.sql.functions.bitmap_bucket_number
pyspark.sql.functions.bitmap_count
pyspark.sql.functions.current_catalog
pyspark.sql.functions.current_database
pyspark.sql.functions.current_schema
pyspark.sql.functions.current_user
pyspark.sql.functions.hll_sketch_estimate
pyspark.sql.functions.hll_union
pyspark.sql.functions.input_file_block_length
pyspark.sql.functions.input_file_block_start
pyspark.sql.functions.input_file_name
pyspark.sql.functions.java_method
pyspark.sql.functions.monotonically_increasing_id
pyspark.sql.functions.raise_error
pyspark.sql.functions.reflect
pyspark.sql.functions.session_user
pyspark.sql.functions.spark_partition_id
pyspark.sql.functions.theta_difference
pyspark.sql.functions.theta_intersection
pyspark.sql.functions.theta_sketch_estimate
pyspark.sql.functions.theta_union
pyspark.sql.functions.try_aes_decrypt
pyspark.sql.functions.try_reflect
pyspark.sql.functions.typeof
pyspark.sql.functions.user
pyspark.sql.functions.uuid
pyspark.sql.functions.version
pyspark.sql.functions.arrow_udf
pyspark.sql.functions.arrow_udtf
pyspark.sql.functions.call_udf
pyspark.sql.functions.pandas_udf
pyspark.sql.functions.udf
pyspark.sql.functions.udtf
pyspark.sql.functions.unwrap_udt
pyspark.sql.tvf.TableValuedFunction.collations
pyspark.sql.tvf.TableValuedFunction.explode
pyspark.sql.tvf.TableValuedFunction.explode_outer
pyspark.sql.tvf.TableValuedFunction.inline
pyspark.sql.tvf.TableValuedFunction.inline_outer
pyspark.sql.tvf.TableValuedFunction.json_tuple
pyspark.sql.tvf.TableValuedFunction.posexplode
pyspark.sql.tvf.TableValuedFunction.posexplode_outer
pyspark.sql.tvf.TableValuedFunction.range
pyspark.sql.tvf.TableValuedFunction.sql_keywords
pyspark.sql.tvf.TableValuedFunction.stack
pyspark.sql.tvf.TableValuedFunction.variant_explode
pyspark.sql.tvf.TableValuedFunction.variant_explode_outer
Window
pyspark.sql.Window.currentRow
pyspark.sql.Window.orderBy
pyspark.sql.Window.partitionBy
pyspark.sql.Window.rangeBetween
pyspark.sql.Window.rowsBetween
pyspark.sql.Window.unboundedFollowing
pyspark.sql.Window.unboundedPreceding
pyspark.sql.WindowSpec.orderBy
pyspark.sql.WindowSpec.partitionBy
pyspark.sql.WindowSpec.rangeBetween
pyspark.sql.WindowSpec.rowsBetween
Grouping
pyspark.sql.GroupedData.agg
pyspark.sql.GroupedData.apply
pyspark.sql.GroupedData.applyInArrow
pyspark.sql.GroupedData.applyInPandas
pyspark.sql.GroupedData.applyInPandasWithState
pyspark.sql.GroupedData.avg
pyspark.sql.GroupedData.cogroup
pyspark.sql.GroupedData.count
pyspark.sql.GroupedData.max
pyspark.sql.GroupedData.mean
pyspark.sql.GroupedData.min
pyspark.sql.GroupedData.pivot
pyspark.sql.GroupedData.sum
pyspark.sql.GroupedData.transformWithStateInPandas
pyspark.sql.PandasCogroupedOps.applyInArrow
pyspark.sql.PandasCogroupedOps.applyInPandas
Catalog
pyspark.sql.Catalog.cacheTable
pyspark.sql.Catalog.clearCache
pyspark.sql.Catalog.createExternalTable
pyspark.sql.Catalog.createTable
pyspark.sql.Catalog.currentCatalog
pyspark.sql.Catalog.currentDatabase
pyspark.sql.Catalog.databaseExists
pyspark.sql.Catalog.dropGlobalTempView
pyspark.sql.Catalog.dropTempView
pyspark.sql.Catalog.functionExists
pyspark.sql.Catalog.getDatabase
pyspark.sql.Catalog.getFunction
pyspark.sql.Catalog.getTable
pyspark.sql.Catalog.isCached
pyspark.sql.Catalog.listCatalogs
pyspark.sql.Catalog.listColumns
pyspark.sql.Catalog.listDatabases
pyspark.sql.Catalog.listFunctions
pyspark.sql.Catalog.listTables
pyspark.sql.Catalog.recoverPartitions
pyspark.sql.Catalog.refreshByPath
pyspark.sql.Catalog.refreshTable
pyspark.sql.Catalog.registerFunction
pyspark.sql.Catalog.setCurrentCatalog
pyspark.sql.Catalog.setCurrentDatabase
pyspark.sql.Catalog.tableExists
pyspark.sql.Catalog.uncacheTable
Avro
pyspark.sql.avro.functions.from_avro
pyspark.sql.avro.functions.to_avro
Observation
pyspark.sql.Observation.get
UDF
pyspark.sql.udf.UserDefinedFunction.asNondeterministic
pyspark.sql.udf.UserDefinedFunction.returnType
pyspark.sql.UDFRegistration.register
pyspark.sql.UDFRegistration.registerJavaFunction
pyspark.sql.UDFRegistration.registerJavaUDAF
UDTF
pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic
pyspark.sql.udtf.UserDefinedTableFunction.returnType
pyspark.sql.UDTFRegistration.register
VariantVal
pyspark.sql.VariantVal.toPython
pyspark.sql.VariantVal.toJson
pyspark.sql.VariantVal.parseJson
Protobuf
pyspark.sql.protobuf.functions.from_protobuf
pyspark.sql.protobuf.functions.to_protobuf
Python Data Source
pyspark.sql.datasource.DataSource.name
pyspark.sql.datasource.DataSource.reader
pyspark.sql.datasource.DataSource.schema
pyspark.sql.datasource.DataSource.streamReader
pyspark.sql.datasource.DataSource.writer
pyspark.sql.datasource.DataSourceReader.partitions
pyspark.sql.datasource.DataSourceReader.read
pyspark.sql.datasource.DataSourceRegistration.register
pyspark.sql.datasource.DataSourceStreamReader.commit