NexVeridian/wikidata-to-surrealdb
1
0
Fork 0
mirror of https://github.com/NexVeridian/wikidata-to-surrealdb.git synced 2025-09-02 09:59:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

move claims to claims table

Browse source
This commit is contained in:
Elijah McMorris 2023-12-13 23:07:42 -08:00
parent f0716081fe
commit 60cbb47a10
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
2 changed files with 59 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

84
src/utils.rs
View file

@ -1,54 +1,69 @@
use dotenv_codegen::dotenv;
use serde::{Deserialize, Serialize};
use surrealdb::sql::Thing;
use wikidata::ClaimValueData;
use wikidata::{ClaimValue, Entity, Lang, Pid, WikiId};
use wikidata::{ClaimValue, ClaimValueData, Entity, Lang, Pid, WikiId};
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Claims {
pub claims: Vec<(Thing, ClaimValueData)>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct EntityMini {
// In English
pub label: String,
pub claims: Vec<(Thing, ClaimValueData)>,
pub claims: Thing,
pub description: String,
}
impl EntityMini {
pub fn from_entity(entity: Entity) -> (Thing, Self) {
pub fn from_entity(entity: Entity) -> (Thing, (Thing, Claims), Self) {
let thing_claim = Thing {
id: get_id(&entity).id,
tb: "Claims".to_string(),
};
(
get_id(&entity),
(
thing_claim.clone(),
Self::flatten_claims(entity.claims.clone()),
),
Self {
label: get_name(&entity),
claims: Self::flatten_claims(entity.claims.clone()),
claims: thing_claim,
description: get_description(&entity).unwrap_or("".to_string()),
},
)
}
fn flatten_claims(claims: Vec<(Pid, ClaimValue)>) -> Vec<(Thing, ClaimValueData)> {
claims
.iter()
.flat_map(|(pid, claim_value)| {
let mut flattened = vec![(
Thing {
id: pid.0.into(),
tb: "Property".to_string(),
},
claim_value.data.clone(),
)];
fn flatten_claims(claims: Vec<(Pid, ClaimValue)>) -> Claims {
Claims {
claims: claims
.iter()
.flat_map(|(pid, claim_value)| {
let mut flattened = vec![(
Thing {
id: pid.0.into(),
tb: "Property".to_string(),
},
claim_value.data.clone(),
)];
flattened.extend(claim_value.qualifiers.iter().map(
|(qualifier_pid, qualifier_value)| {
(
Thing {
id: qualifier_pid.0.into(),
tb: "Property".to_string(),
},
qualifier_value.clone(),
)
},
));
flattened
})
.collect()
flattened.extend(claim_value.qualifiers.iter().map(
|(qualifier_pid, qualifier_value)| {
(
Thing {
id: qualifier_pid.0.into(),
tb: "Property".to_string(),
},
qualifier_value.clone(),
)
},
));
flattened
})
.collect(),
}
}
}
@ -66,11 +81,14 @@ fn get_id(entity: &Entity) -> Thing {
fn get_name(entity: &Entity) -> String {
entity
.labels
.get(&Lang("en".to_string()))
.get(&Lang(dotenv!("WIKIDATA_LANG").to_string()))
.expect("No label found")
.to_string()
}
fn get_description(entity: &Entity) -> Option<String> {
entity.descriptions.get(&Lang("en".to_string())).cloned()
entity
.descriptions
.get(&Lang(dotenv!("WIKIDATA_LANG").to_string()))
.cloned()
}