Fork of https://github.com/oxigraph/oxigraph.git for the purpose of NextGraph project
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
126 lines
8.1 KiB
126 lines
8.1 KiB
4 years ago
|
use oxigraph::Result;
|
||
|
|
use oxigraph_testsuite::manifest::TestManifest;
|
||
|
|
use oxigraph_testsuite::sparql_evaluator::evaluate_sparql_tests;
|
||
|
|
|
||
|
|
fn run_testsuite(manifest_urls: Vec<&str>, ignored_tests: Vec<&str>) -> Result<()> {
|
||
|
|
let manifest = TestManifest::new(manifest_urls);
|
||
|
|
let results = evaluate_sparql_tests(manifest)?;
|
||
|
|
|
||
|
|
let mut errors = Vec::default();
|
||
|
|
for result in results {
|
||
|
|
if let Err(error) = &result.outcome {
|
||
|
|
if !ignored_tests.contains(&result.test.as_str()) {
|
||
|
|
errors.push(format!("{}: failed with error {}", result.test, error))
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
assert!(errors.is_empty(), "\n{}\n", errors.join("\n"));
|
||
|
|
Ok(())
|
||
|
|
}
|
||
|
|
|
||
|
|
#[test]
|
||
|
|
fn sparql10_w3c_query_evaluation_testsuite() -> Result<()> {
|
||
|
|
let manifest_urls = vec![
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/manifest-syntax.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/algebra/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/ask/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/basic/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/bnode-coreference/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/boolean-effective-value/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/bound/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/cast/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/construct/manifest.ttl",
|
||
|
|
//TODO FROM and FROM NAMED "http://www.w3.org/2001/sw/DataAccess/tests/data-r2/construct/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/distinct/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-equals/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-ops/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/graph/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/i18n/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/optional/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/optional-filter/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/reduced/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/regex/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/solution-seq/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/sort/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/triple-match/manifest.ttl",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/type-promotion/manifest.ttl",
|
||
|
|
];
|
||
|
|
|
||
|
|
let test_blacklist = vec![
|
||
|
|
//Bad SPARQL query that should be rejected by the parser
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/syntax-sparql4/manifest#syn-bad-38",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/syntax-sparql4/manifest#syn-bad-34",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/syntax-sparql3/manifest#syn-bad-26",
|
||
|
|
|
||
|
|
//Multiple writing of the same xsd:integer. Our system does strong normalization.
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/distinct/manifest#distinct-1",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/distinct/manifest#distinct-9",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#dawg-str-1",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#dawg-str-2",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-equals/manifest#eq-graph-1",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-equals/manifest#eq-graph-2",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-01",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-04",
|
||
|
|
//Multiple writing of the same xsd:double. Our system does strong normalization.
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#sameTerm",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#sameTerm-simple",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#sameTerm-eq",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#sameTerm-not-eq",
|
||
|
|
//Simple literal vs xsd:string. We apply RDF 1.1
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/distinct/manifest#distinct-2",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-08",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-10",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-11",
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#open-eq-12",
|
||
|
|
//DATATYPE("foo"@en) returns rdf:langString in RDF 1.1
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/expr-builtin/manifest#dawg-datatype-2",
|
||
|
|
// We use XSD 1.1 equality on dates
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/open-world/manifest#date-2",
|
||
|
|
// We choose to simplify first the nested group patterns in OPTIONAL
|
||
|
|
"http://www.w3.org/2001/sw/DataAccess/tests/data-r2/optional-filter/manifest#dawg-optional-filter-005-not-simplified"
|
||
|
|
];
|
||
|
|
|
||
|
|
run_testsuite(manifest_urls, test_blacklist)
|
||
|
|
}
|
||
|
|
|
||
|
|
#[test]
|
||
|
|
fn sparql11_query_w3c_evaluation_testsuite() -> Result<()> {
|
||
|
|
let manifest_urls =
|
||
|
|
vec!["http://www.w3.org/2009/sparql/docs/tests/data-sparql11/manifest-sparql11-query.ttl"];
|
||
|
|
|
||
|
|
let test_blacklist = vec![
|
||
|
|
//Bad SPARQL query that should be rejected by the parser
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg08",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg09",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg10",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg11",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg12",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/grouping/manifest#group07",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/grouping/manifest#group06",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/grouping/manifest#group07",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_43",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_44",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_45",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_60",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_61a",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_62a",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/syntax-query/manifest#test_65",
|
||
|
|
// SPARQL 1.1 JSON query results deserialization is not implemented yet
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg-empty-group-count-1",
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/aggregates/manifest#agg-empty-group-count-2",
|
||
|
|
// FROM support
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/construct/manifest#constructwhere04",
|
||
|
|
//BNODE() scope is currently wrong
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/functions/manifest#bnode01",
|
||
|
|
//Property path with unbound graph name are not supported yet
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/property-path/manifest#pp35",
|
||
|
|
//SERVICE name from a BGP
|
||
|
|
"http://www.w3.org/2009/sparql/docs/tests/data-sparql11/service/manifest#service5"
|
||
|
|
];
|
||
|
|
|
||
|
|
run_testsuite(manifest_urls, test_blacklist)
|
||
|
|
}
|