refactor: make the code clearer for schema even though they are the same
parent
a249b90952
commit
e6a4e0d709
|
@ -97,8 +97,8 @@ impl RecordBatchDeduplicator {
|
||||||
let lines = formatted.trim().split('\n').collect::<Vec<_>>();
|
let lines = formatted.trim().split('\n').collect::<Vec<_>>();
|
||||||
println!("\nBatch::\n\n{:#?}\n\n", lines);
|
println!("\nBatch::\n\n{:#?}\n\n", lines);
|
||||||
|
|
||||||
let schema = last_batch.schema();
|
|
||||||
// Build sorted columns for last_batch and current one
|
// Build sorted columns for last_batch and current one
|
||||||
|
let schema = last_batch.schema();
|
||||||
let last_batch_key_columns = self
|
let last_batch_key_columns = self
|
||||||
.sort_keys
|
.sort_keys
|
||||||
.iter()
|
.iter()
|
||||||
|
@ -120,6 +120,7 @@ impl RecordBatchDeduplicator {
|
||||||
.collect::<Vec<arrow::compute::SortColumn>>();
|
.collect::<Vec<arrow::compute::SortColumn>>();
|
||||||
|
|
||||||
// Build sorted columns for current batch
|
// Build sorted columns for current batch
|
||||||
|
let schema = batch.schema();
|
||||||
let batch_key_columns = self
|
let batch_key_columns = self
|
||||||
.sort_keys
|
.sort_keys
|
||||||
.iter()
|
.iter()
|
||||||
|
|
Loading…
Reference in New Issue