This commit is contained in:
Elijah McMorris 2023-06-06 15:27:46 -07:00
parent 7e12fc1e65
commit be08848b0d
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
6 changed files with 162 additions and 72 deletions

View file

@ -1,39 +1,50 @@
use clokwerk::Interval::*;
use clokwerk::{AsyncScheduler, Job, TimeUnits};
use polars::prelude::LazyFrame;
use polars::prelude::*;
use std::error::Error;
use std::result::Result;
use std::time::Duration;
use strum::IntoEnumIterator;
// use clokwerk::{AsyncScheduler, Job, TimeUnits};
// use polars::prelude::LazyFrame;
// use polars::prelude::*;
// use std::error::Error;
// use std::result::Result;
// use std::time::Duration;
// use strum::IntoEnumIterator;
mod util;
use util::*;
#[tokio::main]
async fn main() {
let mut scheduler = AsyncScheduler::new();
scheduler.every(1.day()).at("11:30 pm").run(|| async {
for x in Ticker::iter() {
let plan = || -> Result<(), Box<dyn Error>> {
let df = LazyFrame::scan_parquet(
format!("data/old/{}/part.0.parquet", x),
ScanArgsParquet::default(),
)?;
let df = df_format(x, df)?;
write_parquet(x, df)?;
Ok(())
};
// #[tokio::main]
// async fn main() {
// let mut scheduler = AsyncScheduler::new();
// scheduler.every(1.day()).at("11:30 pm").run(|| async {
// for x in Ticker::iter() {
// let plan = || -> Result<(), Box<dyn Error>> {
// let df = LazyFrame::scan_parquet(
// format!("data/old/{}/part.0.parquet", x),
// ScanArgsParquet::default(),
// )?;
// let df = df_format(x, df)?;
// write_parquet(x, df)?;
// Ok(())
// };
if let Ok(_) = plan() {}
}
});
// if plan().is_ok() {}
// }
// });
let dfn = read_parquet(Ticker::ARKF).unwrap().collect().unwrap();
// let dfn = read_parquet(Ticker::ARKF).unwrap().collect().unwrap();
// println!("{:#?}", dfn);
// loop {
// scheduler.run_pending().await;
// // tokio::time::sleep(Duration::from_millis(10)).await;
// tokio::time::sleep(Duration::from_secs(1)).await;
// }
// }
fn main() {
let dfn = df_format(Ticker::ARKF, read_parquet(Ticker::ARKF).unwrap()).unwrap();
println!("{:#?}", dfn);
loop {
scheduler.run_pending().await;
// tokio::time::sleep(Duration::from_millis(10)).await;
tokio::time::sleep(Duration::from_secs(1)).await;
}
// update_parquet(Ticker::ARKF).unwrap();
let update = df_format(Ticker::ARKF, get_csv(Ticker::ARKF).unwrap()).unwrap();
// let update = get_csv(Ticker::ARKF).unwrap().collect().unwrap();
// let x = read_parquet(Ticker::ARKF).unwrap().collect().unwrap();
println!("{:#?}", update);
}