Interface FileIngestionOptions

interface FileIngestionOptions {
    corruptRecordColumn?: string;
    fileFilters?: FileFilter[];
    format?: FileIngestionOptions_FileFormat;
    formatOptions?: Record<string, string>;
    ignoreCorruptFiles?: boolean;
    inferColumnTypes?: boolean;
    readerCaseSensitive?: boolean;
    rescuedDataColumn?: string;
    schemaEvolutionMode?: FileIngestionOptions_SchemaEvolutionMode;
    schemaHints?: string;
    singleVariantColumn?: string;
}

Index

Properties

corruptRecordColumn? fileFilters? format? formatOptions? ignoreCorruptFiles? inferColumnTypes? readerCaseSensitive? rescuedDataColumn? schemaEvolutionMode? schemaHints? singleVariantColumn?

Properties

`Optional`corruptRecordColumn

corruptRecordColumn?: string

`Optional`fileFilters

fileFilters?: FileFilter[]

Generic options

`Optional`format

format?: FileIngestionOptions_FileFormat

required for TableSpec

`Optional`formatOptions

formatOptions?: Record<string, string>

Format-specific options Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/options#file-format-options

`Optional`ignoreCorruptFiles

ignoreCorruptFiles?: boolean

`Optional`inferColumnTypes

inferColumnTypes?: boolean

`Optional`readerCaseSensitive

readerCaseSensitive?: boolean

Column name case sensitivity https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#change-case-sensitive-behavior

`Optional`rescuedDataColumn

rescuedDataColumn?: string

`Optional`schemaEvolutionMode

schemaEvolutionMode?: FileIngestionOptions_SchemaEvolutionMode

`Optional`schemaHints

schemaHints?: string

Override inferred schema of specific columns Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#override-schema-inference-with-schema-hints

`Optional`singleVariantColumn

singleVariantColumn?: string