8d89fe80ff
- Archive: 85 agent .txt files → docs/archive/agents/legacy_txt/ - Scripts: Move 110 shell scripts → scripts/ (keep deploy.sh in root) - Models: Move 18 .safetensors → ml/models/checkpoints/training_artifacts/ - Delete: 34 directories (~33GB freed) - target/, coverage_*, test artifacts - Build: Clean 14 build artifacts (.rlib, .o, .pid, binaries) - Tests: Move 14 .rs files → tests/standalone/ - SQL: Move 5 files → sql/ (keep init-db*.sql for Docker) - Wave 153: Archive to docs/archive/historical/wave153/ - Docs: Archive 9 markdown files to wave_d/reports/ and historical/ Total impact: ~34GB freed (both waves), root directory cleaned from 583 to ~40 essential files Directory count reduced from 65 to 31 (52% reduction) All historical data preserved in organized archive structure
23 lines
862 B
Rust
23 lines
862 B
Rust
use parquet::file::reader::{FileReader, SerializedFileReader};
|
|
use std::fs::File;
|
|
|
|
fn main() {
|
|
let file_path = "/home/jgrusewski/Work/foxhunt/test_data/real/parquet/BTC-USD_30day_2024-09.parquet";
|
|
let file = File::open(file_path).expect("Failed to open file");
|
|
let reader = SerializedFileReader::new(file).expect("Failed to create reader");
|
|
let parquet_metadata = reader.metadata();
|
|
|
|
println!("Schema:");
|
|
println!("{}", parquet_metadata.file_metadata().schema());
|
|
|
|
println!("\nArrow Schema:");
|
|
let arrow_schema = parquet::arrow::parquet_to_arrow_schema(
|
|
parquet_metadata.file_metadata().schema_descr(),
|
|
parquet_metadata.file_metadata().key_value_metadata()
|
|
).expect("Failed to convert schema");
|
|
|
|
for field in arrow_schema.fields() {
|
|
println!(" {}: {:?}", field.name(), field.data_type());
|
|
}
|
|
}
|