logo
  • Getting Started
  • User Guide
  • API Reference
  • Development
  • Migration Guide
  • Spark SQL
    • pyspark.sql.SparkSession
    • pyspark.sql.Catalog
    • pyspark.sql.DataFrame
    • pyspark.sql.Column
    • pyspark.sql.Row
    • pyspark.sql.GroupedData
    • pyspark.sql.PandasCogroupedOps
    • pyspark.sql.DataFrameNaFunctions
    • pyspark.sql.DataFrameStatFunctions
    • pyspark.sql.Window
    • pyspark.sql.SparkSession.builder.appName
    • pyspark.sql.SparkSession.builder.config
    • pyspark.sql.SparkSession.builder.enableHiveSupport
    • pyspark.sql.SparkSession.builder.getOrCreate
    • pyspark.sql.SparkSession.builder.master
    • pyspark.sql.SparkSession.catalog
    • pyspark.sql.SparkSession.conf
    • pyspark.sql.SparkSession.createDataFrame
    • pyspark.sql.SparkSession.getActiveSession
    • pyspark.sql.SparkSession.newSession
    • pyspark.sql.SparkSession.range
    • pyspark.sql.SparkSession.read
    • pyspark.sql.SparkSession.readStream
    • pyspark.sql.SparkSession.sparkContext
    • pyspark.sql.SparkSession.sql
    • pyspark.sql.SparkSession.stop
    • pyspark.sql.SparkSession.streams
    • pyspark.sql.SparkSession.table
    • pyspark.sql.SparkSession.udf
    • pyspark.sql.SparkSession.version
    • pyspark.sql.conf.RuntimeConfig
    • pyspark.sql.DataFrameReader.csv
    • pyspark.sql.DataFrameReader.format
    • pyspark.sql.DataFrameReader.jdbc
    • pyspark.sql.DataFrameReader.json
    • pyspark.sql.DataFrameReader.load
    • pyspark.sql.DataFrameReader.option
    • pyspark.sql.DataFrameReader.options
    • pyspark.sql.DataFrameReader.orc
    • pyspark.sql.DataFrameReader.parquet
    • pyspark.sql.DataFrameReader.schema
    • pyspark.sql.DataFrameReader.table
    • pyspark.sql.DataFrameWriter.bucketBy
    • pyspark.sql.DataFrameWriter.csv
    • pyspark.sql.DataFrameWriter.format
    • pyspark.sql.DataFrameWriter.insertInto
    • pyspark.sql.DataFrameWriter.jdbc
    • pyspark.sql.DataFrameWriter.json
    • pyspark.sql.DataFrameWriter.mode
    • pyspark.sql.DataFrameWriter.option
    • pyspark.sql.DataFrameWriter.options
    • pyspark.sql.DataFrameWriter.orc
    • pyspark.sql.DataFrameWriter.parquet
    • pyspark.sql.DataFrameWriter.partitionBy
    • pyspark.sql.DataFrameWriter.save
    • pyspark.sql.DataFrameWriter.saveAsTable
    • pyspark.sql.DataFrameWriter.sortBy
    • pyspark.sql.DataFrameWriter.text
    • pyspark.sql.DataFrame.agg
    • pyspark.sql.DataFrame.alias
    • pyspark.sql.DataFrame.approxQuantile
    • pyspark.sql.DataFrame.cache
    • pyspark.sql.DataFrame.checkpoint
    • pyspark.sql.DataFrame.coalesce
    • pyspark.sql.DataFrame.colRegex
    • pyspark.sql.DataFrame.collect
    • pyspark.sql.DataFrame.columns
    • pyspark.sql.DataFrame.corr
    • pyspark.sql.DataFrame.count
    • pyspark.sql.DataFrame.cov
    • pyspark.sql.DataFrame.createGlobalTempView
    • pyspark.sql.DataFrame.createOrReplaceGlobalTempView
    • pyspark.sql.DataFrame.createOrReplaceTempView
    • pyspark.sql.DataFrame.createTempView
    • pyspark.sql.DataFrame.crossJoin
    • pyspark.sql.DataFrame.crosstab
    • pyspark.sql.DataFrame.cube
    • pyspark.sql.DataFrame.describe
    • pyspark.sql.DataFrame.distinct
    • pyspark.sql.DataFrame.drop
    • pyspark.sql.DataFrame.dropDuplicates
    • pyspark.sql.DataFrame.drop_duplicates
    • pyspark.sql.DataFrame.dropna
    • pyspark.sql.DataFrame.dtypes
    • pyspark.sql.DataFrame.exceptAll
    • pyspark.sql.DataFrame.explain
    • pyspark.sql.DataFrame.fillna
    • pyspark.sql.DataFrame.filter
    • pyspark.sql.DataFrame.first
    • pyspark.sql.DataFrame.foreach
    • pyspark.sql.DataFrame.foreachPartition
    • pyspark.sql.DataFrame.freqItems
    • pyspark.sql.DataFrame.groupBy
    • pyspark.sql.DataFrame.head
    • pyspark.sql.DataFrame.hint
    • pyspark.sql.DataFrame.inputFiles
    • pyspark.sql.DataFrame.intersect
    • pyspark.sql.DataFrame.intersectAll
    • pyspark.sql.DataFrame.isLocal
    • pyspark.sql.DataFrame.isStreaming
    • pyspark.sql.DataFrame.join
    • pyspark.sql.DataFrame.limit
    • pyspark.sql.DataFrame.localCheckpoint
    • pyspark.sql.DataFrame.mapInPandas
    • pyspark.sql.DataFrame.na
    • pyspark.sql.DataFrame.orderBy
    • pyspark.sql.DataFrame.persist
    • pyspark.sql.DataFrame.printSchema
    • pyspark.sql.DataFrame.randomSplit
    • pyspark.sql.DataFrame.rdd
    • pyspark.sql.DataFrame.registerTempTable
    • pyspark.sql.DataFrame.repartition
    • pyspark.sql.DataFrame.repartitionByRange
    • pyspark.sql.DataFrame.replace
    • pyspark.sql.DataFrame.rollup
    • pyspark.sql.DataFrame.sameSemantics
    • pyspark.sql.DataFrame.sample
    • pyspark.sql.DataFrame.sampleBy
    • pyspark.sql.DataFrame.schema
    • pyspark.sql.DataFrame.select
    • pyspark.sql.DataFrame.selectExpr
    • pyspark.sql.DataFrame.semanticHash
    • pyspark.sql.DataFrame.show
    • pyspark.sql.DataFrame.sort
    • pyspark.sql.DataFrame.sortWithinPartitions
    • pyspark.sql.DataFrame.stat
    • pyspark.sql.DataFrame.storageLevel
    • pyspark.sql.DataFrame.subtract
    • pyspark.sql.DataFrame.summary
    • pyspark.sql.DataFrame.tail
    • pyspark.sql.DataFrame.take
    • pyspark.sql.DataFrame.toDF
    • pyspark.sql.DataFrame.toJSON
    • pyspark.sql.DataFrame.toLocalIterator
    • pyspark.sql.DataFrame.toPandas
    • pyspark.sql.DataFrame.transform
    • pyspark.sql.DataFrame.union
    • pyspark.sql.DataFrame.unionAll
    • pyspark.sql.DataFrame.unionByName
    • pyspark.sql.DataFrame.unpersist
    • pyspark.sql.DataFrame.where
    • pyspark.sql.DataFrame.withColumn
    • pyspark.sql.DataFrame.withColumnRenamed
    • pyspark.sql.DataFrame.withWatermark
    • pyspark.sql.DataFrame.write
    • pyspark.sql.DataFrame.writeStream
    • pyspark.sql.DataFrame.writeTo
    • pyspark.sql.DataFrame.to_pandas_on_spark
    • pyspark.sql.DataFrameNaFunctions.drop
    • pyspark.sql.DataFrameNaFunctions.fill
    • pyspark.sql.DataFrameNaFunctions.replace
    • pyspark.sql.DataFrameStatFunctions.approxQuantile
    • pyspark.sql.DataFrameStatFunctions.corr
    • pyspark.sql.DataFrameStatFunctions.cov
    • pyspark.sql.DataFrameStatFunctions.crosstab
    • pyspark.sql.DataFrameStatFunctions.freqItems
    • pyspark.sql.DataFrameStatFunctions.sampleBy
    • pyspark.sql.Column.alias
    • pyspark.sql.Column.asc
    • pyspark.sql.Column.asc_nulls_first
    • pyspark.sql.Column.asc_nulls_last