Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
Colin Ho authored and Colin Ho committed Oct 11, 2024
1 parent d73f6bb commit b5995d1
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
1 change: 1 addition & 0 deletions src/daft-micropartition/src/micropartition.rs
Original file line number Diff line number Diff line change
Expand Up @@ -489,6 +489,7 @@ fn materialize_scan_task(
// If there is a partition spec and partition values aren't duplicated in the data, inline the partition values
// into the table when casting the schema.
let fill_map = scan_task.partition_spec().map(|pspec| pspec.to_fill_map());

table_values = table_values
.iter()
.map(|tbl| tbl.cast_to_schema_with_fill(cast_to_schema.as_ref(), fill_map.as_ref()))
Expand Down
3 changes: 2 additions & 1 deletion src/daft-scan/src/glob.rs
Original file line number Diff line number Diff line change
Expand Up @@ -171,7 +171,7 @@ impl GlobScanOperator {
let partitioning_keys = if let Some(fp_col) = &file_path_column {
let partition_field =
PartitionField::new(Field::new(fp_col, DataType::Utf8), None, None)?;
vec![partition_field]
vec![partition_field; 1]
} else {
vec![]
};
Expand Down Expand Up @@ -329,6 +329,7 @@ impl ScanOperator for GlobScanOperator {
self.glob_paths
));
let file_format = self.file_format_config.file_format();

let files = run_glob_parallel(
self.glob_paths.clone(),
io_client,
Expand Down
2 changes: 0 additions & 2 deletions src/daft-table/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -658,9 +658,7 @@ impl Table {
schema: &Schema,
fill_map: Option<&HashMap<&str, ExprRef>>,
) -> DaftResult<Self> {
println!("schema: {:?}", schema);
let current_col_names = HashSet::<_>::from_iter(self.column_names());
println!("current_col_names: {:?}", current_col_names);
let null_lit = null_lit();
let exprs: Vec<_> = schema
.fields
Expand Down

0 comments on commit b5995d1

Please sign in to comment.