//! RDF quads storage implementations. //! //! They encode a [RDF dataset](https://www.w3.org/TR/rdf11-concepts/#dfn-rdf-dataset) //! and allow querying and updating them using SPARQL. pub mod memory; pub(crate) mod numeric_encoder; #[cfg(feature = "rocksdb")] pub mod rocksdb; #[cfg(feature = "sled")] pub mod sled; pub use crate::store::memory::MemoryStore; #[cfg(feature = "rocksdb")] pub use crate::store::rocksdb::RocksDbStore; #[cfg(feature = "sled")] pub use crate::store::sled::SledStore; use crate::error::{invalid_data_error, invalid_input_error}; use crate::io::{DatasetFormat, GraphFormat}; use crate::model::*; use crate::store::numeric_encoder::*; use rio_api::formatter::{QuadsFormatter, TriplesFormatter}; use rio_api::parser::{QuadsParser, TriplesParser}; use rio_turtle::{ NQuadsFormatter, NQuadsParser, NTriplesFormatter, NTriplesParser, TriGFormatter, TriGParser, TurtleError, TurtleFormatter, TurtleParser, }; use rio_xml::{RdfXmlError, RdfXmlFormatter, RdfXmlParser}; use std::collections::HashMap; use std::error::Error; use std::io; use std::io::{BufRead, Write}; use std::iter::Iterator; pub(crate) trait ReadableEncodedStore: StrLookup { type QuadsIter: Iterator> + 'static; fn encoded_quads_for_pattern( &self, subject: Option, predicate: Option, object: Option, graph_name: Option, ) -> Self::QuadsIter; } pub(crate) trait WritableEncodedStore: StrContainer { fn insert_encoded(&mut self, quad: &EncodedQuad) -> Result<(), Self::Error>; fn remove_encoded(&mut self, quad: &EncodedQuad) -> Result<(), Self::Error>; } fn load_graph( store: &mut S, reader: impl BufRead, format: GraphFormat, to_graph_name: &GraphName, base_iri: Option<&str>, ) -> Result<(), io::Error> { let base_iri = base_iri.unwrap_or(""); match format { GraphFormat::NTriples => { load_from_triple_parser(store, NTriplesParser::new(reader), to_graph_name) } GraphFormat::Turtle => { load_from_triple_parser(store, TurtleParser::new(reader, base_iri), to_graph_name) } GraphFormat::RdfXml => { load_from_triple_parser(store, RdfXmlParser::new(reader, base_iri), to_graph_name) } } } fn load_from_triple_parser( store: &mut S, parser: Result, to_graph_name: &GraphName, ) -> Result<(), io::Error> where IoOrParseError: From, P::Error: Send + Sync + 'static, { let mut parser = parser.map_err(invalid_input_error)?; let mut bnode_map = HashMap::default(); let to_graph_name = store .encode_graph_name(to_graph_name) .map_err(|e| e.into())?; let result: Result<(), IoOrParseError<_>> = parser.parse_all(&mut move |t| { let quad = store .encode_rio_triple_in_graph(t, to_graph_name, &mut bnode_map) .map_err(|e| IoOrParseError::Io(e.into()))?; store .insert_encoded(&quad) .map_err(|e| IoOrParseError::Io(e.into()))?; Ok(()) }); Ok(result?) } fn dump_graph( triples: impl Iterator>, writer: impl Write, format: GraphFormat, ) -> Result<(), io::Error> { match format { GraphFormat::NTriples => { let mut formatter = NTriplesFormatter::new(writer); for triple in triples { formatter.format(&(&triple?).into())?; } formatter.finish(); } GraphFormat::Turtle => { let mut formatter = TurtleFormatter::new(writer); for triple in triples { formatter.format(&(&triple?).into())?; } formatter.finish()?; } GraphFormat::RdfXml => { let mut formatter = RdfXmlFormatter::new(writer).map_err(map_xml_err)?; for triple in triples { formatter.format(&(&triple?).into()).map_err(map_xml_err)?; } formatter.finish().map_err(map_xml_err)?; } } Ok(()) } fn map_xml_err(e: RdfXmlError) -> io::Error { io::Error::new(io::ErrorKind::Other, e) // TODO: drop } fn load_dataset( store: &mut S, reader: impl BufRead, format: DatasetFormat, base_iri: Option<&str>, ) -> Result<(), io::Error> { let base_iri = base_iri.unwrap_or(""); match format { DatasetFormat::NQuads => load_from_quad_parser(store, NQuadsParser::new(reader)), DatasetFormat::TriG => load_from_quad_parser(store, TriGParser::new(reader, base_iri)), } } fn load_from_quad_parser( store: &mut S, parser: Result, ) -> Result<(), io::Error> where IoOrParseError: From, P::Error: Send + Sync + 'static, { let mut parser = parser.map_err(invalid_input_error)?; let mut bnode_map = HashMap::default(); let result: Result<(), IoOrParseError<_>> = parser.parse_all(&mut move |q| { let quad = store .encode_rio_quad(q, &mut bnode_map) .map_err(|e| IoOrParseError::Io(e.into()))?; store .insert_encoded(&quad) .map_err(|e| IoOrParseError::Io(e.into()))?; Ok(()) }); Ok(result?) } fn dump_dataset( quads: impl Iterator>, writer: impl Write, format: DatasetFormat, ) -> Result<(), io::Error> { match format { DatasetFormat::NQuads => { let mut formatter = NQuadsFormatter::new(writer); for quad in quads { formatter.format(&(&quad?).into())?; } formatter.finish(); } DatasetFormat::TriG => { let mut formatter = TriGFormatter::new(writer); for quad in quads { formatter.format(&(&quad?).into())?; } formatter.finish()?; } } Ok(()) } enum IoOrParseError { Io(io::Error), Parse(E), } impl From for IoOrParseError { fn from(error: io::Error) -> Self { Self::Io(error) } } impl From for IoOrParseError { fn from(error: TurtleError) -> Self { Self::Parse(error) } } impl From for IoOrParseError { fn from(error: RdfXmlError) -> Self { Self::Parse(error) } } impl From> for io::Error { fn from(error: IoOrParseError) -> Self { match error { IoOrParseError::Io(error) => error, IoOrParseError::Parse(error) => invalid_data_error(error), } } }