NexVeridian/wikidata-to-surrealdb
1
0
Fork 0
mirror of https://github.com/NexVeridian/wikidata-to-surrealdb.git synced 2025-09-02 09:59:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: file path, swap from ws to http

Browse source
This commit is contained in:
Elijah McMorris 2024-08-29 17:59:46 -07:00
parent acef3f8f3b
commit 53e3ffe0dd
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
12 changed files with 29 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/utils.rs
View file

@ -1,4 +1,5 @@
use anyhow::{Error, Result};
use core::panic;
use futures::future::join_all;
use indicatif::ProgressBar;
use lazy_static::lazy_static;
@ -21,7 +22,7 @@ lazy_static! {
.parse()
.expect("Failed to parse OVERWRITE_DB");
static ref FILTER_PATH: String =
env::var("FILTER_PATH").unwrap_or("../filter.surql".to_string());
env::var("FILTER_PATH").unwrap_or("data/filter.surql".to_string());
}
pub async fn create_entity(db: &Surreal<impl Connection>, line: &str) -> Result<(), Error> {
@ -108,7 +109,7 @@ impl CreateVersion {
}
}
None => {
let db = match init_db::create_db_ws().await {
let db = match init_db::create_db_remote().await {
Ok(db) => db,
Err(_) => continue,
};
@ -141,6 +142,12 @@ impl CreateVersion {
.create_bulk_filter(db, chunk, pb, batch_size)
.await
.is_ok(),
// CreateVersion::BulkFilter => {
// if let Err(err) = self.create_bulk_filter(db, chunk, pb, batch_size).await {
// panic!("Failed to create entities: {}", err);
// }
// true
// }
}
}
@ -233,7 +240,6 @@ impl CreateVersion {
.collect();
let file_path = format!("data/temp/{}.surql", file_name);
tokio::fs::create_dir_all("data/temp").await?;
db_mem.export(&file_path).await?;
db.import(&file_path).await?;