Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

feat: Add the partition ID to fetched parquet files

pull/24376/head
Carol (Nichols || Goulding) 2022-10-26 14:17:40 -04:00
parent e0722623d6
commit dc4adfeefb
No known key found for this signature in database
GPG Key ID: E907EE5A736F87D4
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
influxdb_iox/src/commands/remote/store.rs
View File

@ -90,14 +90,14 @@ pub async fn command(connection: Connection, config: Config) -> Result<(), Error
.await?; .await?;
let num_parquet_files = parquet_files.len(); let num_parquet_files = parquet_files.len();
println!("found {num_parquet_files} Parquet files, downloading..."); println!("found {num_parquet_files} Parquet files, downloading...");
let indexed_object_store_ids = parquet_files let indexed_parquet_file_metadata = parquet_files
.into_iter() .into_iter()
.map(|pf| pf.object_store_id) .map(|pf| (pf.object_store_id, pf.partition_id))
.enumerate(); .enumerate();
for (index, uuid) in indexed_object_store_ids { for (index, (uuid, partition_id)) in indexed_parquet_file_metadata {
let index = index + 1; let index = index + 1;
let filename = format!("{uuid}.parquet"); let filename = format!("{uuid}.{partition_id}.parquet");
println!("downloading file {index} of {num_parquet_files} ({filename})..."); println!("downloading file {index} of {num_parquet_files} ({filename})...");
let mut response = store_client let mut response = store_client
.get_parquet_file_by_object_store_id(uuid.clone()) .get_parquet_file_by_object_store_id(uuid.clone())