8d89fe80ff
- Archive: 85 agent .txt files → docs/archive/agents/legacy_txt/ - Scripts: Move 110 shell scripts → scripts/ (keep deploy.sh in root) - Models: Move 18 .safetensors → ml/models/checkpoints/training_artifacts/ - Delete: 34 directories (~33GB freed) - target/, coverage_*, test artifacts - Build: Clean 14 build artifacts (.rlib, .o, .pid, binaries) - Tests: Move 14 .rs files → tests/standalone/ - SQL: Move 5 files → sql/ (keep init-db*.sql for Docker) - Wave 153: Archive to docs/archive/historical/wave153/ - Docs: Archive 9 markdown files to wave_d/reports/ and historical/ Total impact: ~34GB freed (both waves), root directory cleaned from 583 to ~40 essential files Directory count reduced from 65 to 31 (52% reduction) All historical data preserved in organized archive structure
18 lines
677 B
Rust
18 lines
677 B
Rust
use parquet::file::reader::{FileReader, SerializedFileReader};
|
|
use parquet::arrow::ParquetFileArrowReader;
|
|
use parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder;
|
|
use std::fs::File;
|
|
|
|
fn main() {
|
|
let file_path = "/home/jgrusewski/Work/foxhunt/test_data/real/parquet/BTC-USD_30day_2024-09.parquet";
|
|
let file = File::open(file_path).expect("Failed to open file");
|
|
|
|
let builder = ParquetRecordBatchReaderBuilder::try_new(file).expect("Failed to create builder");
|
|
let arrow_schema = builder.schema();
|
|
|
|
println!("Arrow Schema:");
|
|
for field in arrow_schema.fields() {
|
|
println!(" {}: {:?}", field.name(), field.data_type());
|
|
}
|
|
}
|