NexVeridian/ark-invest-api-rust-data
1
0
Fork 0
mirror of https://github.com/NexVeridian/ark-invest-api-rust-data.git synced 2025-09-02 09:59:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

0.3.9

Browse source
This commit is contained in:
Elijah McMorris 2023-06-16 07:58:46 +00:00
parent 0aff65bd51
commit 0c2b30f348
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
4 changed files with 111 additions and 109 deletions
Download patch file Download diff file Expand all files Collapse all files

113
src/util.rs
View file

@ -1,7 +1,6 @@
use chrono::NaiveDate;
use glob::glob;
use polars::datatypes::DataType;
use polars::prelude::*;
use polars::prelude::{DataFrame, StrptimeOptions, UniqueKeepStrategy};
use reqwest::blocking::Client;
@ -9,7 +8,6 @@ use serde_json::Value;
use std::error::Error;
use std::fs::File;
use std::io::Cursor;
use std::result::Result;
use strum_macros::EnumIter;
@ -109,7 +107,7 @@ impl Ark {
let update = match (source, existing_file) {
(Source::Read, false) => {
panic!("Can not read from file, file is empty or does not exist")
panic!("Can not read from file, file is empty, does not exist, or is locked")
}
(Source::Read, true) => None,
(Source::Ark, _) => Some(ark.get_csv_ark()?),
@ -174,12 +172,12 @@ impl Ark {
Ok(df.into())
}
fn sort(mut self) -> Result<Self, Box<dyn Error>> {
pub fn sort(mut self) -> Result<Self, Box<dyn Error>> {
self.df = Self::df_sort(self.df.clone())?;
Ok(self)
}
fn df_sort(df: DF) -> Result<DF, Box<dyn Error>> {
pub fn df_sort(df: DF) -> Result<DF, Box<dyn Error>> {
Ok(df
.collect()?
.sort(["date", "weight"], vec![false, true])?
@ -205,7 +203,7 @@ impl Ark {
Ok(self)
}
fn df_format(df: DF) -> Result<DF, Box<dyn Error>> {
pub fn df_format(df: DF) -> Result<DF, Box<dyn Error>> {
let mut df = df.collect()?;
if df.get_column_names().contains(&"market_value_($)") {
@ -425,11 +423,6 @@ mod tests {
use serial_test::serial;
use std::fs;
fn write_df_parquet(df: DF) -> Result<(), Box<dyn Error>> {
Ark::write_df_parquet("data/test/ARKK.parquet".into(), df)?;
Ok(())
}
#[test]
#[serial]
fn read_write_parquet() -> Result<(), Box<dyn Error>> {
@ -444,107 +437,11 @@ mod tests {
"weight" => [10.00]
]?;
write_df_parquet(test_df.clone().into())?;
Ark::write_df_parquet("data/test/ARKK.parquet".into(), test_df.clone().into())?;
let read = Ark::new(Source::Read, Ticker::ARKK, Some("data/test".to_owned()))?.collect()?;
fs::remove_file("data/test/ARKK.parquet")?;
assert_eq!(read, test_df);
Ok(())
}
#[test]
#[serial]
fn get_api_arkk() -> Result<(), Box<dyn Error>> {
let df = Ark::new(
Source::ApiIncremental,
Ticker::ARKK,
Some("data/test".to_owned()),
)?
.get_api(NaiveDate::from_ymd_opt(2023, 5, 18))?
.collect()?;
assert_eq!(
df.get_column_names(),
[
"company",
"cusip",
"date",
"market_value",
"share_price",
"shares",
"ticker",
"weight",
"weight_rank"
]
);
Ok(())
}
#[test]
#[serial]
fn get_api_format_arkk() -> Result<(), Box<dyn Error>> {
let dfl = Ark::new(
Source::ApiIncremental,
Ticker::ARKK,
Some("data/test".to_owned()),
)?
.get_api(NaiveDate::from_ymd_opt(2023, 5, 18))?;
let df = Ark::df_format(dfl.into())?.collect()?;
assert_eq!(
(df.get_column_names(), df.dtypes(), df.shape().1 > 1),
(
vec![
"date",
"ticker",
"cusip",
"company",
"market_value",
"shares",
"share_price",
"weight",
],
vec![
DataType::Date,
DataType::Utf8,
DataType::Utf8,
DataType::Utf8,
DataType::Int64,
DataType::Int64,
DataType::Float64,
DataType::Float64,
],
true
)
);
Ok(())
}
#[test]
#[serial]
fn get_api_format_arkvc() -> Result<(), Box<dyn Error>> {
let dfl = Ark::new(
Source::ApiIncremental,
Ticker::ARKVC,
Some("data/test".to_owned()),
)?
.get_api(NaiveDate::from_ymd_opt(2023, 1, 1))?;
let df = Ark::df_format(dfl.into())?.collect()?;
assert_eq!(
(df.get_column_names(), df.dtypes(), df.shape().1 > 1),
(
vec!["date", "ticker", "cusip", "company", "weight"],
vec![
DataType::Date,
DataType::Utf8,
DataType::Utf8,
DataType::Utf8,
DataType::Float64
],
true
)
);
Ok(())
}
}