NexVeridian/wikidata-to-surrealdb
1
0
Fork 0
mirror of https://github.com/NexVeridian/wikidata-to-surrealdb.git synced 2025-09-02 09:59:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docker

Browse source
This commit is contained in:
Elijah McMorris 2023-12-15 00:45:08 -08:00
parent 44b66d43c1
commit 8b3311ff21
Signed by: NexVeridian
SSH key fingerprint: SHA256:bsA1SKZxuEcEVHAy3gY1HUeM5ykRJl0U0kQHQn0hMg8
6 changed files with 65 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

23
src/main.rs
View file

@ -1,15 +1,26 @@
use anyhow::{Error, Ok, Result};
use bzip2::read::MultiBzDecoder;
use dotenv_codegen::dotenv;
use lazy_static::lazy_static;
use serde_json::{from_str, Value};
use std::fs::File;
use std::io::{BufRead, BufReader};
use std::{
env,
fs::File,
io::{BufRead, BufReader},
};
use surrealdb::{engine::remote::ws::Ws, opt::auth::Root, Surreal};
use wikidata::Entity;
mod utils;
use utils::*;
lazy_static! {
#[derive(Debug)]
static ref DB_USER: String = env::var("DB_USER").expect("DB_USER not set");
static ref DB_PASSWORD: String = env::var("DB_PASSWORD").expect("DB_PASSWORD not set");
static ref FILE_FORMAT: String = env::var("FILE_FORMAT").expect("FILE_FORMAT not set");
static ref FILE_NAME: String = env::var("FILE_NAME").expect("FILE_NAME not set");
}
#[allow(non_camel_case_types)]
enum File_Format {
json,
@ -36,13 +47,13 @@ impl File_Format {
async fn main() -> Result<(), Error> {
let db = Surreal::new::<Ws>("0.0.0.0:8000").await?;
db.signin(Root {
username: dotenv!("DB_USER"),
password: dotenv!("DB_PASSWORD"),
username: &DB_USER,
password: &DB_PASSWORD,
})
.await?;
db.use_ns("wikidata").use_db("wikidata").await?;
let reader = File_Format::new(dotenv!("FILE_FORMAT")).reader(dotenv!("FILE_NAME"))?;
let reader = File_Format::new(&FILE_FORMAT).reader(&FILE_NAME)?;
for line in reader.lines() {
let line = line?.trim().trim_end_matches(',').to_string();