mirror of
https://github.com/NexVeridian/wikidata-to-surrealdb.git
synced 2025-09-02 09:59:13 +00:00
Add insert filter
This commit is contained in:
parent
93cfa42984
commit
5c6963c8ff
9 changed files with 248 additions and 264 deletions
14
src/main.rs
14
src/main.rs
|
@ -18,6 +18,7 @@ lazy_static! {
|
|||
"Single" => CreateMode::Single,
|
||||
"ThreadedSingle" => CreateMode::ThreadedSingle,
|
||||
"ThreadedBulk" => CreateMode::ThreadedBulk,
|
||||
"ThreadedBulkFilter" => CreateMode::ThreadedBulkFilter,
|
||||
_ => panic!("Unknown CREATE_MODE"),
|
||||
};
|
||||
}
|
||||
|
@ -27,6 +28,8 @@ pub enum CreateMode {
|
|||
Single,
|
||||
ThreadedSingle,
|
||||
ThreadedBulk,
|
||||
// must create a filter.surql file in the root directory
|
||||
ThreadedBulkFilter,
|
||||
}
|
||||
|
||||
#[tokio::main]
|
||||
|
@ -86,6 +89,17 @@ async fn main() -> Result<(), Error> {
|
|||
)
|
||||
.await?;
|
||||
}
|
||||
CreateMode::ThreadedBulkFilter => {
|
||||
create_db_entities_threaded(
|
||||
None::<Surreal<Client>>,
|
||||
reader,
|
||||
Some(pb.clone()),
|
||||
500,
|
||||
1_000,
|
||||
CreateVersion::BulkFilter,
|
||||
)
|
||||
.await?;
|
||||
}
|
||||
}
|
||||
|
||||
pb.finish();
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue