diff --git a/src/daft-micropartition/src/micropartition.rs b/src/daft-micropartition/src/micropartition.rs index 12e30089b..e8d349e55 100644 --- a/src/daft-micropartition/src/micropartition.rs +++ b/src/daft-micropartition/src/micropartition.rs @@ -489,6 +489,7 @@ fn materialize_scan_task( // If there is a partition spec and partition values aren't duplicated in the data, inline the partition values // into the table when casting the schema. let fill_map = scan_task.partition_spec().map(|pspec| pspec.to_fill_map()); + table_values = table_values .iter() .map(|tbl| tbl.cast_to_schema_with_fill(cast_to_schema.as_ref(), fill_map.as_ref())) diff --git a/src/daft-scan/src/glob.rs b/src/daft-scan/src/glob.rs index 43b8d791b..72f630718 100644 --- a/src/daft-scan/src/glob.rs +++ b/src/daft-scan/src/glob.rs @@ -171,7 +171,7 @@ impl GlobScanOperator { let partitioning_keys = if let Some(fp_col) = &file_path_column { let partition_field = PartitionField::new(Field::new(fp_col, DataType::Utf8), None, None)?; - vec![partition_field] + vec![partition_field; 1] } else { vec![] }; @@ -329,6 +329,7 @@ impl ScanOperator for GlobScanOperator { self.glob_paths )); let file_format = self.file_format_config.file_format(); + let files = run_glob_parallel( self.glob_paths.clone(), io_client, diff --git a/src/daft-table/src/lib.rs b/src/daft-table/src/lib.rs index 33f3c92fe..cf96344a5 100644 --- a/src/daft-table/src/lib.rs +++ b/src/daft-table/src/lib.rs @@ -658,9 +658,7 @@ impl Table { schema: &Schema, fill_map: Option<&HashMap<&str, ExprRef>>, ) -> DaftResult { - println!("schema: {:?}", schema); let current_col_names = HashSet::<_>::from_iter(self.column_names()); - println!("current_col_names: {:?}", current_col_names); let null_lit = null_lit(); let exprs: Vec<_> = schema .fields