d746008e1f
- Created entrypoint-self-terminate.sh wrapper script - Updates entrypoint-generic.sh to be called by wrapper - Modified Dockerfile.runpod to use self-terminate entrypoint - Adds automatic pod termination via runpodctl after training completes - Prevents infinite restart loops and wasted GPU credits - Saves ~96% cost per training run ($4.59 per run) Implements pod self-termination using RUNPOD_POD_ID environment variable. Training exits with code 0 → runpodctl remove pod → immediate shutdown. Co-Authored-By: Claude <noreply@anthropic.com>
26 lines
853 B
Rust
26 lines
853 B
Rust
//! Quick utility to check Parquet file row count
|
|
use std::fs::File;
|
|
|
|
fn main() -> Result<(), Box<dyn std::error::Error>> {
|
|
let args: Vec<String> = std::env::args().collect();
|
|
let path = args.get(1).expect("Usage: check_parquet_rows <file.parquet>");
|
|
|
|
let file = File::open(path)?;
|
|
let builder = parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder::try_new(file)?;
|
|
let metadata = builder.metadata();
|
|
|
|
let mut total_rows = 0;
|
|
for i in 0..metadata.num_row_groups() {
|
|
total_rows += metadata.row_group(i).num_rows();
|
|
}
|
|
|
|
println!("{} rows in {}", total_rows, path);
|
|
println!("Minimum required: 120 rows (50 warmup + 60 lookback + 10 forecast)");
|
|
if total_rows < 120 {
|
|
println!("❌ INSUFFICIENT DATA");
|
|
} else {
|
|
println!("✅ Sufficient data");
|
|
}
|
|
Ok(())
|
|
}
|