NexVeridian/wikidata-to-surrealdb
1
0
Fork 0
mirror of https://github.com/NexVeridian/wikidata-to-surrealdb.git synced 2025-09-02 09:59:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: CreateVersion and run_threaded

Browse source
This commit is contained in:
Elijah McMorris 2024-08-27 18:59:25 -07:00
parent 17a115f473
commit b885315cd7
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
5 changed files with 210 additions and 235 deletions
Download patch file Download diff file Expand all files Collapse all files

56
src/main.rs
View file

@ -49,7 +49,7 @@ async fn main() -> Result<(), Error> {
let line = line?;
loop {
if create_db_entity(&db, &line).await.is_ok() {
if create_entity(&db, &line).await.is_ok() {
break;
}
if retries >= 60 * 10 {
@ -69,37 +69,37 @@ async fn main() -> Result<(), Error> {
}
}
CreateMode::ThreadedSingle => {
create_db_entities_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
2_500,
100,
CreateVersion::Single,
)
.await?;
CreateVersion::Single
.run_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
2_500,
100,
)
.await?;
}
CreateMode::ThreadedBulk => {
create_db_entities_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
500,
1_000,
CreateVersion::Bulk,
)
.await?;
CreateVersion::Bulk
.run_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
500,
1_000,
)
.await?;
}
CreateMode::ThreadedBulkFilter => {
create_db_entities_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
500,
1_000,
CreateVersion::BulkFilter,
)
.await?;
CreateVersion::BulkFilter
.run_threaded(
None::<Surreal<Client>>,
reader,
Some(pb.clone()),
500,
1_000,
)
.await?;
}
}