NexVeridian/wikidata-to-surrealdb
1
0
Fork 0
mirror of https://github.com/NexVeridian/wikidata-to-surrealdb.git synced 2025-09-02 01:49:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

bulk insert and benchmarks

Browse source
This commit is contained in:
Elijah McMorris 2024-01-15 22:17:25 -08:00
parent dc85c7d997
commit 82edfdfbd3
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
12 changed files with 289 additions and 54 deletions
Download patch file Download diff file Expand all files Collapse all files

28
tests/data/bench.json Normal file
View file

File diff suppressed because one or more lines are too long

52
tests/integration.rs
View file

@ -47,27 +47,29 @@ async fn entity() {
assert_eq!(51.0, entity_query(&db).await.unwrap().unwrap())
}
async fn entity_threaded_insert(create_version: CreateVersion) -> Result<Surreal<Db>, Error> {
let db = inti_db().await?;
let reader = File_Format::new("json").reader("tests/data/Entity.json")?;
create_db_entities_threaded(Some(db.clone()), reader, None, 1000, 100, create_version).await?;
Ok(db)
}
#[tokio::test]
async fn entity_threaded() {
let db = inti_db().await.unwrap();
let reader = File_Format::new("json")
.reader("tests/data/Entity.json")
.unwrap();
create_db_entities_threaded(Some(db.clone()), reader, None, 1000, 100)
.await
.unwrap();
let db = entity_threaded_insert(CreateVersion::Single).await.unwrap();
assert_eq!(51.0, entity_query(&db).await.unwrap().unwrap())
}
#[tokio::test]
async fn entity_threaded_bulk_insert() {
let db = entity_threaded_insert(CreateVersion::Bulk).await.unwrap();
assert_eq!(51.0, entity_query(&db).await.unwrap().unwrap())
}
async fn property_query(db: &Surreal<Db>) -> Result<Option<f32>, Error> {
let x: Option<f32> = db
.query(
r#"
return count(select * from Property);
"#,
)
.query("return count(select * from Property);")
.await
.unwrap()
.take(0)
@ -89,16 +91,24 @@ async fn property() {
assert_eq!(2.0, property_query(&db).await.unwrap().unwrap())
}
#[tokio::test]
async fn property_threaded() {
let db = inti_db().await.unwrap();
let reader = File_Format::new("json")
.reader("tests/data/Property.json")
.unwrap();
async fn property_threaded_insert(create_version: CreateVersion) -> Result<Surreal<Db>, Error> {
let db = inti_db().await?;
let reader = File_Format::new("json").reader("tests/data/Property.json")?;
create_db_entities_threaded(Some(db.clone()), reader, None, 1000, 100)
create_db_entities_threaded(Some(db.clone()), reader, None, 1000, 100, create_version).await?;
Ok(db)
}
#[tokio::test]
async fn property_threaded_single_insert() {
let db = property_threaded_insert(CreateVersion::Single)
.await
.unwrap();
assert_eq!(2.0, property_query(&db).await.unwrap().unwrap())
}
#[tokio::test]
async fn property_threaded_bulk_insert() {
let db = property_threaded_insert(CreateVersion::Bulk).await.unwrap();
assert_eq!(2.0, property_query(&db).await.unwrap().unwrap())
}