This commit is contained in:
Elijah McMorris 2023-12-12 10:45:10 +00:00
commit 47e4dd6b8d
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
15 changed files with 649 additions and 0 deletions

32
src/main.rs Normal file
View file

@ -0,0 +1,32 @@
use anyhow::Ok;
use anyhow::{Error, Result};
use dotenv_codegen::dotenv;
use surrealdb::engine::remote::ws::Ws;
use surrealdb::opt::auth::Root;
use surrealdb::sql::Thing;
use surrealdb::Surreal;
mod utils;
use utils::*;
#[tokio::main]
async fn main() -> Result<(), Error> {
let data = get_entity("data/wiki.json").await?;
let (id, data) = EntityMini::from_entity(data);
let db = Surreal::new::<Ws>("0.0.0.0:8000").await?;
db.signin(Root {
username: dotenv!("DB_USER"),
password: dotenv!("DB_PASSWORD"),
})
.await?;
db.use_ns("wikidata").use_db("wikidata").await?;
let _: Option<EntityMini> = db.delete(id.to_string()).await?;
let _: Option<EntityMini> = db.create(id.to_string()).content(data.clone()).await?;
// println!("{:#?}", data);
Ok(())
}

69
src/utils.rs Normal file
View file

@ -0,0 +1,69 @@
use anyhow::{Error, Result};
use serde::{Deserialize, Serialize};
use serde_json::from_reader;
use serde_json::Value;
use std::fs::File;
use wikidata::{ClaimValue, Entity, Lang, Pid, WikiId};
pub async fn get_entity(path: &str) -> Result<Entity, Error> {
let mut file = File::open(path)?;
let json: Value = from_reader(&mut file)?;
let data = Entity::from_json(json).expect("Failed to parse JSON");
Ok(data)
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Id {
pub entity_type: String,
pub id: u64,
}
impl Id {
pub fn to_string(&self) -> (String, String) {
(self.entity_type.clone(), self.id.to_string())
}
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct EntityMini {
// In English
pub label: String,
pub claims: Vec<(Pid, ClaimValue)>,
pub description: String,
}
impl EntityMini {
pub fn from_entity(entity: Entity) -> (Id, Self) {
(
get_id(&entity),
Self {
label: get_name(&entity),
claims: entity.claims.clone(),
description: get_description(&entity).unwrap_or("".to_string()),
},
)
}
}
fn get_id(entity: &Entity) -> Id {
let (id, entity_type) = match entity.id {
WikiId::EntityId(qid) => (qid.0, "Entity".to_string()),
WikiId::PropertyId(pid) => (pid.0, "Property".to_string()),
WikiId::LexemeId(lid) => (lid.0, "Lexeme".to_string()),
_ => todo!("Not implemented"),
};
Id { id, entity_type }
}
fn get_name(entity: &Entity) -> String {
entity
.labels
.get(&Lang("en".to_string()))
.expect("No label found")
.to_string()
}
fn get_description(entity: &Entity) -> Option<String> {
entity.descriptions.get(&Lang("en".to_string())).cloned()
}