Systematic Configuration in 'Create External Table' and 'Copy To' Options

benchmarks/src/tpch/run.rs

@@ -253,7 +253,7 @@ impl RunOpt {
                 }
                 "parquet" => {
                     let path = format!("{path}/{table}");
-                    let format = ParquetFormat::default().with_enable_pruning(Some(true));
+                    let format = ParquetFormat::default().with_enable_pruning(true);
 
                     (Arc::new(format), path, DEFAULT_PARQUET_EXTENSION)
                 }

datafusion-cli/src/exec.rs

@@ -314,20 +314,6 @@ mod tests {
 
         if let LogicalPlan::Ddl(DdlStatement::CreateExternalTable(cmd)) = &mut plan {
             create_external_table(&ctx, cmd).await?;
-            let options: Vec<_> = cmd
-                .options
-                .iter()
-                .map(|(k, v)| (k.clone(), v.clone()))
-                .collect();
-            let statement_options = StatementOptions::new(options);
-            let file_type =
-                datafusion_common::FileType::from_str(cmd.file_type.as_str())?;
-
-            let _file_type_writer_options = FileTypeWriterOptions::build(
-                &file_type,
-                ctx.state().config_options(),
-                &statement_options,
-            )?;
         } else {
             return plan_err!("LogicalPlan is not a CreateExternalTable");
         }

datafusion-examples/examples/dataframe_output.rs

@@ -69,6 +69,7 @@ async fn main() -> Result<(), DataFusionError> {
         .write_json(
             "./datafusion-examples/test_json/",
             DataFrameWriteOptions::new(),
+            None,
         )
         .await?;
 

datafusion-examples/examples/parquet_sql_multiple_files.rs

@@ -34,7 +34,7 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
     let test_data = datafusion::test_util::parquet_test_data();
 
     // Configure listing options
-    let file_format = ParquetFormat::default().with_enable_pruning(Some(true));
+    let file_format = ParquetFormat::default().with_enable_pruning(true);
     let listing_options = ListingOptions::new(Arc::new(file_format))
         // This is a workaround for this example since `test_data` contains
         // many different parquet different files,