mentat/tests/query.rs

// Copyright 2016 Mozilla
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use
// this file except in compliance with the License. You may obtain a copy of the
// License at http://www.apache.org/licenses/LICENSE-2.0
// Unless required by applicable law or agreed to in writing, software distributed
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
// specific language governing permissions and limitations under the License.

extern crate chrono;
extern crate time;

#[macro_use]
extern crate mentat;
extern crate mentat_core;
extern crate mentat_db;

// TODO: when we switch to `failure`, make this more humane.
extern crate mentat_query_algebrizer;       // For errors.
extern crate mentat_query_projector;        // For errors.
extern crate mentat_query_translator;       // For errors.

use std::str::FromStr;

use chrono::FixedOffset;

use mentat_core::{
    DateTime,
    HasSchema,
    KnownEntid,
    TypedValue,
    Utc,
    Uuid,
    ValueType,
    ValueTypeSet,
};

use mentat_query_projector::{
    SimpleAggregationOp,
};

use mentat::{
    IntoResult,
    NamespacedKeyword,
    PlainSymbol,
    QueryInputs,
    Queryable,
    QueryResults,
    Store,
    Variable,
    new_connection,
};

use mentat::query::q_uncached;

use mentat::conn::Conn;

use mentat::errors::{
    Error,
    ErrorKind,
};

#[test]
fn test_rel() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Rel.
    let start = time::PreciseTime::now();
    let results = q_uncached(&c, &db.schema,
                             "[:find ?x ?ident :where [?x :db/ident ?ident]]", None)
        .expect("Query failed")
        .results;
    let end = time::PreciseTime::now();

    // This will need to change each time we add a default ident.
    assert_eq!(40, results.len());

    // Every row is a pair of a Ref and a Keyword.
    if let QueryResults::Rel(ref rel) = results {
        for r in rel {
            assert_eq!(r.len(), 2);
            assert!(r[0].matches_type(ValueType::Ref));
            assert!(r[1].matches_type(ValueType::Keyword));
        }
    } else {
        panic!("Expected rel.");
    }

    println!("{:?}", results);
    println!("Rel took {}µs", start.to(end).num_microseconds().unwrap());
}

#[test]
fn test_failing_scalar() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Scalar that fails.
    let start = time::PreciseTime::now();
    let results = q_uncached(&c, &db.schema,
                             "[:find ?x . :where [?x :db/fulltext true]]", None)
        .expect("Query failed")
        .results;
    let end = time::PreciseTime::now();

    assert_eq!(0, results.len());

    if let QueryResults::Scalar(None) = results {
    } else {
        panic!("Expected failed scalar.");
    }

    println!("Failing scalar took {}µs", start.to(end).num_microseconds().unwrap());
}

#[test]
fn test_scalar() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Scalar that succeeds.
    let start = time::PreciseTime::now();
    let results = q_uncached(&c, &db.schema,
                             "[:find ?ident . :where [24 :db/ident ?ident]]", None)
        .expect("Query failed")
        .results;
    let end = time::PreciseTime::now();

    assert_eq!(1, results.len());

    if let QueryResults::Scalar(Some(TypedValue::Keyword(ref rc))) = results {
        // Should be '24'.
        assert_eq!(&NamespacedKeyword::new("db.type", "keyword"), rc.as_ref());
        assert_eq!(KnownEntid(24),
                   db.schema.get_entid(rc).unwrap());
    } else {
        panic!("Expected scalar.");
    }

    println!("{:?}", results);
    println!("Scalar took {}µs", start.to(end).num_microseconds().unwrap());
}

#[test]
fn test_tuple() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Tuple.
    let start = time::PreciseTime::now();
    let results = q_uncached(&c, &db.schema,
                             "[:find [?index ?cardinality]
                               :where [:db/txInstant :db/index ?index]
                                      [:db/txInstant :db/cardinality ?cardinality]]",
                             None)
        .expect("Query failed")
        .results;
    let end = time::PreciseTime::now();

    assert_eq!(1, results.len());

    if let QueryResults::Tuple(Some(ref tuple)) = results {
        let cardinality_one = NamespacedKeyword::new("db.cardinality", "one");
        assert_eq!(tuple.len(), 2);
        assert_eq!(tuple[0], TypedValue::Boolean(true));
        assert_eq!(tuple[1], db.schema.get_entid(&cardinality_one).expect("c1").into());
    } else {
        panic!("Expected tuple.");
    }

    println!("{:?}", results);
    println!("Tuple took {}µs", start.to(end).num_microseconds().unwrap());
}

#[test]
fn test_coll() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Coll.
    let start = time::PreciseTime::now();
    let results = q_uncached(&c, &db.schema,
                             "[:find [?e ...] :where [?e :db/ident _]]", None)
        .expect("Query failed")
        .results;
    let end = time::PreciseTime::now();

    assert_eq!(40, results.len());

    if let QueryResults::Coll(ref coll) = results {
        assert!(coll.iter().all(|item| item.matches_type(ValueType::Ref)));
    } else {
        panic!("Expected coll.");
    }

    println!("{:?}", results);
    println!("Coll took {}µs", start.to(end).num_microseconds().unwrap());
}

#[test]
fn test_inputs() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // entids::DB_INSTALL_VALUE_TYPE = 5.
    let ee = (Variable::from_valid_name("?e"), TypedValue::Ref(5));
    let inputs = QueryInputs::with_value_sequence(vec![ee]);
    let results = q_uncached(&c, &db.schema,
                             "[:find ?i . :in ?e :where [?e :db/ident ?i]]", inputs)
                        .expect("query to succeed")
                        .results;

    if let QueryResults::Scalar(Some(TypedValue::Keyword(value))) = results {
        assert_eq!(value.as_ref(), &NamespacedKeyword::new("db.install", "valueType"));
    } else {
        panic!("Expected scalar.");
    }
}

/// Ensure that a query won't be run without all of its `:in` variables being bound.
#[test]
fn test_unbound_inputs() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let db = mentat_db::db::ensure_current_version(&mut c).expect("Couldn't open DB.");

    // Bind the wrong var by 'mistake'.
    let xx = (Variable::from_valid_name("?x"), TypedValue::Ref(5));
    let inputs = QueryInputs::with_value_sequence(vec![xx]);
    let results = q_uncached(&c, &db.schema,
                             "[:find ?i . :in ?e :where [?e :db/ident ?i]]", inputs);

    match results {
        Result::Err(Error(ErrorKind::UnboundVariables(vars), _)) => {
            assert_eq!(vars, vec!["?e".to_string()].into_iter().collect());
        },
        _ => panic!("Expected unbound variables."),
    }
}

#[test]
fn test_instants_and_uuids() {
    // We assume, perhaps foolishly, that the clocks on test machines won't lose more than an
    // hour while this test is running.
    let start = Utc::now() + FixedOffset::west(60 * 60);

    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");
    conn.transact(&mut c, r#"[
        [:db/add "s" :db/ident :foo/uuid]
        [:db/add "s" :db/valueType :db.type/uuid]
        [:db/add "s" :db/cardinality :db.cardinality/one]
    ]"#).unwrap();
    conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "cf62d552-6569-4d1b-b667-04703041dfc4"]
    ]"#).unwrap();
    let r = conn.q_once(&mut c,
                        r#"[:find [?x ?u ?when]
                            :where [?x :foo/uuid ?u ?tx]
                                   [?tx :db/txInstant ?when]]"#, None)
                .expect("results")
                .into();
    match r {
        QueryResults::Tuple(Some(vals)) => {
            let mut vals = vals.into_iter();
            match (vals.next(), vals.next(), vals.next(), vals.next()) {
                (Some(TypedValue::Ref(e)),
                 Some(TypedValue::Uuid(u)),
                 Some(TypedValue::Instant(t)),
                 None) => {
                     assert!(e > 40);       // There are at least this many entities in the store.
                     assert_eq!(Ok(u), Uuid::from_str("cf62d552-6569-4d1b-b667-04703041dfc4"));
                     assert!(t > start);
                 },
                 _ => panic!("Unexpected results."),
            }
        },
        _ => panic!("Expected query to work."),
    }
}

#[test]
fn test_tx() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");
    conn.transact(&mut c, r#"[
        [:db/add "s" :db/ident :foo/uuid]
        [:db/add "s" :db/valueType :db.type/uuid]
        [:db/add "s" :db/cardinality :db.cardinality/one]
    ]"#).expect("successful transaction");

    let t = conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "cf62d552-6569-4d1b-b667-04703041dfc4"]
    ]"#).expect("successful transaction");

    conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "550e8400-e29b-41d4-a716-446655440000"]
    ]"#).expect("successful transaction");

    let r = conn.q_once(&mut c,
                        r#"[:find ?tx
                            :where [?x :foo/uuid #uuid "cf62d552-6569-4d1b-b667-04703041dfc4" ?tx]]"#, None)
                .expect("results")
                .into();
    match r {
        QueryResults::Rel(ref v) => {
            assert_eq!(*v, vec![
                vec![TypedValue::Ref(t.tx_id),]
            ]);
        },
        _ => panic!("Expected query to work."),
    }
}

#[test]
fn test_tx_as_input() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");
    conn.transact(&mut c, r#"[
        [:db/add "s" :db/ident :foo/uuid]
        [:db/add "s" :db/valueType :db.type/uuid]
        [:db/add "s" :db/cardinality :db.cardinality/one]
    ]"#).expect("successful transaction");
    conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "550e8400-e29b-41d4-a716-446655440000"]
    ]"#).expect("successful transaction");
    let t = conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "cf62d552-6569-4d1b-b667-04703041dfc4"]
    ]"#).expect("successful transaction");
    conn.transact(&mut c, r#"[
        [:db/add "u" :foo/uuid #uuid "267bab92-ee39-4ca2-b7f0-1163a85af1fb"]
    ]"#).expect("successful transaction");

    let tx = (Variable::from_valid_name("?tx"), TypedValue::Ref(t.tx_id));
    let inputs = QueryInputs::with_value_sequence(vec![tx]);
    let r = conn.q_once(&mut c,
                        r#"[:find ?uuid
                            :in ?tx
                            :where [?x :foo/uuid ?uuid ?tx]]"#, inputs)
                .expect("results")
                .into();
    match r {
        QueryResults::Rel(ref v) => {
            assert_eq!(*v, vec![
                vec![TypedValue::Uuid(Uuid::from_str("cf62d552-6569-4d1b-b667-04703041dfc4").expect("Valid UUID")),]
            ]);
        },
        _ => panic!("Expected query to work."),
    }
}

#[test]
fn test_fulltext() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");

    conn.transact(&mut c, r#"[
        [:db/add "a" :db/ident :foo/term]
        [:db/add "a" :db/valueType :db.type/string]
        [:db/add "a" :db/fulltext false]
        [:db/add "a" :db/cardinality :db.cardinality/many]

        [:db/add "s" :db/ident :foo/fts]
        [:db/add "s" :db/valueType :db.type/string]
        [:db/add "s" :db/fulltext true]
        [:db/add "s" :db/index true]
        [:db/add "s" :db/cardinality :db.cardinality/many]
    ]"#).unwrap();

    let v = conn.transact(&mut c, r#"[
        [:db/add "v" :foo/fts "hello darkness my old friend"]
        [:db/add "v" :foo/fts "I've come to talk with you again"]
    ]"#).unwrap().tempids.get("v").cloned().expect("v was mapped");

    let r = conn.q_once(&mut c,
                        r#"[:find [?x ?val ?score]
                            :where [(fulltext $ :foo/fts "darkness") [[?x ?val _ ?score]]]]"#, None)
                .expect("results")
                .into();
    match r {
        QueryResults::Tuple(Some(vals)) => {
            let mut vals = vals.into_iter();
            match (vals.next(), vals.next(), vals.next(), vals.next()) {
                (Some(TypedValue::Ref(x)),
                 Some(TypedValue::String(text)),
                 Some(TypedValue::Double(score)),
                 None) => {
                     assert_eq!(x, v);
                     assert_eq!(text.as_str(), "hello darkness my old friend");
                     assert_eq!(score, 0.0f64.into());
                 },
                 _ => panic!("Unexpected results."),
            }
        },
        r => panic!("Unexpected results {:?}.", r),
    }

    let a = conn.transact(&mut c, r#"[[:db/add "a" :foo/term "talk"]]"#)
                .unwrap()
                .tempids
                .get("a").cloned()
                .expect("a was mapped");

    // If you use a non-constant search term, it must be bound earlier in the query.
    let query = r#"[:find ?x ?val
                    :where
                    [(fulltext $ :foo/fts ?term) [[?x ?val]]]
                    [?a :foo/term ?term]
                    ]"#;
    let r = conn.q_once(&mut c, query, None);
    match r {
        Err(Error(ErrorKind::QueryError(mentat_query_algebrizer::ErrorKind::InvalidArgument(PlainSymbol(s), ty, i)), _)) => {
            assert_eq!(s, "fulltext");
            assert_eq!(ty, "string");
            assert_eq!(i, 2);
        },
        _ => panic!("Expected query to fail."),
    }

    // Bound to the wrong type? Error.
    let query = r#"[:find ?x ?val
                    :where
                    [?a :foo/term ?term]
                    [(fulltext $ :foo/fts ?a) [[?x ?val]]]]"#;
    let r = conn.q_once(&mut c, query, None);
    match r {
        Err(Error(ErrorKind::QueryError(mentat_query_algebrizer::ErrorKind::InvalidArgument(PlainSymbol(s), ty, i)), _)) => {
            assert_eq!(s, "fulltext");
            assert_eq!(ty, "string");
            assert_eq!(i, 2);
        },
        _ => panic!("Expected query to fail."),
    }

    // If it's bound, and the right type, it'll work!
    let query = r#"[:find ?x ?val
                    :in ?a
                    :where
                    [?a :foo/term ?term]
                    [(fulltext $ :foo/fts ?term) [[?x ?val]]]]"#;
    let inputs = QueryInputs::with_value_sequence(vec![(Variable::from_valid_name("?a"), TypedValue::Ref(a))]);
    let r = conn.q_once(&mut c, query, inputs)
                .expect("results")
                .into();
    match r {
        QueryResults::Rel(rels) => {
            assert_eq!(rels, vec![
                vec![TypedValue::Ref(v),
                     TypedValue::String("I've come to talk with you again".to_string().into()),
                ]
            ]);
        },
        _ => panic!("Expected query to work."),
    }
}

#[test]
fn test_instant_range_query() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");

    conn.transact(&mut c, r#"[
        [:db/add "a" :db/ident :foo/date]
        [:db/add "a" :db/valueType :db.type/instant]
        [:db/add "a" :db/cardinality :db.cardinality/one]
    ]"#).unwrap();

    let ids = conn.transact(&mut c, r#"[
        [:db/add "b" :foo/date #inst "2016-01-01T11:00:00.000Z"]
        [:db/add "c" :foo/date #inst "2016-06-01T11:00:01.000Z"]
        [:db/add "d" :foo/date #inst "2017-01-01T11:00:02.000Z"]
        [:db/add "e" :foo/date #inst "2017-06-01T11:00:03.000Z"]
    ]"#).unwrap().tempids;

    let r = conn.q_once(&mut c,
                        r#"[:find [?x ...]
                            :order (asc ?date)
                            :where
                            [?x :foo/date ?date]
                            [(< ?date #inst "2017-01-01T11:00:02.000Z")]]"#, None)
                .expect("results")
                .into();
    match r {
        QueryResults::Coll(vals) => {
            assert_eq!(vals,
                       vec![TypedValue::Ref(*ids.get("b").unwrap()),
                            TypedValue::Ref(*ids.get("c").unwrap())]);
        },
        _ => panic!("Expected query to work."),
    }
}

#[test]
fn test_lookup() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");

    conn.transact(&mut c, r#"[
        [:db/add "a" :db/ident :foo/date]
        [:db/add "a" :db/valueType :db.type/instant]
        [:db/add "a" :db/cardinality :db.cardinality/one]
        [:db/add "b" :db/ident :foo/many]
        [:db/add "b" :db/valueType :db.type/long]
        [:db/add "b" :db/cardinality :db.cardinality/many]
    ]"#).unwrap();

    let ids = conn.transact(&mut c, r#"[
        [:db/add "b" :foo/many 123]
        [:db/add "b" :foo/many 456]
        [:db/add "b" :foo/date #inst "2016-01-01T11:00:00.000Z"]
        [:db/add "c" :foo/date #inst "2016-06-01T11:00:01.000Z"]
        [:db/add "d" :foo/date #inst "2017-01-01T11:00:02.000Z"]
        [:db/add "e" :foo/date #inst "2017-06-01T11:00:03.000Z"]
    ]"#).unwrap().tempids;

    let entid = ids.get("b").unwrap();
    let foo_date = kw!(:foo/date);
    let foo_many = kw!(:foo/many);
    let db_ident = kw!(:db/ident);
    let expected = TypedValue::Instant(DateTime::<Utc>::from_str("2016-01-01T11:00:00.000Z").unwrap());

    // Fetch a value.
    assert_eq!(expected, conn.lookup_value_for_attribute(&c, *entid, &foo_date).unwrap().unwrap());

    // Try to fetch a missing attribute.
    assert!(conn.lookup_value_for_attribute(&c, *entid, &db_ident).unwrap().is_none());

    // Try to fetch from a non-existent entity.
    assert!(conn.lookup_value_for_attribute(&c, 12344567, &foo_date).unwrap().is_none());

    // Fetch a multi-valued property.
    let two_longs = vec![TypedValue::Long(123), TypedValue::Long(456)];
    let fetched_many = conn.lookup_value_for_attribute(&c, *entid, &foo_many).unwrap().unwrap();
    assert!(two_longs.contains(&fetched_many));
}

#[test]
fn test_aggregates_type_handling() {
    let mut store = Store::open("").expect("opened");
    store.transact(r#"[
        {:db/ident :test/boolean :db/valueType :db.type/boolean :db/cardinality :db.cardinality/one}
        {:db/ident :test/long    :db/valueType :db.type/long    :db/cardinality :db.cardinality/one}
        {:db/ident :test/double  :db/valueType :db.type/double  :db/cardinality :db.cardinality/one}
        {:db/ident :test/string  :db/valueType :db.type/string  :db/cardinality :db.cardinality/one}
        {:db/ident :test/keyword :db/valueType :db.type/keyword :db/cardinality :db.cardinality/one}
        {:db/ident :test/uuid    :db/valueType :db.type/uuid    :db/cardinality :db.cardinality/one}
        {:db/ident :test/instant :db/valueType :db.type/instant :db/cardinality :db.cardinality/one}
        {:db/ident :test/ref     :db/valueType :db.type/ref     :db/cardinality :db.cardinality/one}
    ]"#).unwrap();

    store.transact(r#"[
        {:test/boolean false
         :test/long    10
         :test/double  2.4
         :test/string  "one"
         :test/keyword :foo/bar
         :test/uuid    #uuid "55555234-1234-1234-1234-123412341234"
         :test/instant #inst "2017-01-01T11:00:00.000Z"
         :test/ref     1}
        {:test/boolean true
         :test/long    20
         :test/double  4.4
         :test/string  "two"
         :test/keyword :foo/baz
         :test/uuid    #uuid "66666234-1234-1234-1234-123412341234"
         :test/instant #inst "2018-01-01T11:00:00.000Z"
         :test/ref     2}
        {:test/boolean true
         :test/long    30
         :test/double  6.4
         :test/string  "three"
         :test/keyword :foo/noo
         :test/uuid    #uuid "77777234-1234-1234-1234-123412341234"
         :test/instant #inst "2019-01-01T11:00:00.000Z"
         :test/ref     3}
    ]"#).unwrap();

    // No type limits => can't do it.
    let r = store.q_once(r#"[:find (sum ?v) . :where [_ _ ?v]]"#, None);
    let all_types = ValueTypeSet::any();
    match r {
        Result::Err(
            Error(
                ErrorKind::TranslatorError(
                    ::mentat_query_translator::ErrorKind::ProjectorError(
                        ::mentat_query_projector::ErrorKind::CannotApplyAggregateOperationToTypes(
                            SimpleAggregationOp::Sum,
                            types
                        ),
                    )
                ),
                _)) => {
                    assert_eq!(types, all_types);
                },
        r => panic!("Unexpected: {:?}", r),
    }

    // You can't sum instants.
    let r = store.q_once(r#"[:find (sum ?v) .
                             :where [_ _ ?v] [(instant ?v)]]"#,
                         None);
    match r {
        Result::Err(
            Error(
                ErrorKind::TranslatorError(
                    ::mentat_query_translator::ErrorKind::ProjectorError(
                        ::mentat_query_projector::ErrorKind::CannotApplyAggregateOperationToTypes(
                            SimpleAggregationOp::Sum,
                            types
                        ),
                    )
                ),
                _)) => {
                    assert_eq!(types, ValueTypeSet::of_one(ValueType::Instant));
                },
        r => panic!("Unexpected: {:?}", r),
    }

    // But you can count them.
    let r = store.q_once(r#"[:find (count ?v) .
                             :where [_ _ ?v] [(instant ?v)]]"#,
                         None)
                 .into_scalar_result()
                 .expect("results")
                 .unwrap();

    // Our two transactions, the bootstrap transaction, plus the three values.
    assert_eq!(TypedValue::Long(6), r);

    // And you can min them, which returns an instant.
    let r = store.q_once(r#"[:find (min ?v) .
                             :where [_ _ ?v] [(instant ?v)]]"#,
                         None)
                 .into_scalar_result()
                 .expect("results")
                 .unwrap();

    let earliest = DateTime::parse_from_rfc3339("2017-01-01T11:00:00.000Z").unwrap().with_timezone(&Utc);
    assert_eq!(TypedValue::Instant(earliest), r);

    let r = store.q_once(r#"[:find (sum ?v) .
                             :where [_ _ ?v] [(long ?v)]]"#,
                         None)
                 .into_scalar_result()
                 .expect("results")
                 .unwrap();

    // Yes, the current version is in the store as a Long!
    let total = 30i64 + 20i64 + 10i64 + ::mentat_db::db::CURRENT_VERSION as i64;
    assert_eq!(TypedValue::Long(total), r);

    let r = store.q_once(r#"[:find (avg ?v) .
                             :where [_ _ ?v] [(double ?v)]]"#,
                         None)
                 .into_scalar_result()
                 .expect("results")
                 .unwrap();

    let avg = (6.4f64 / 3f64) + (4.4f64 / 3f64) + (2.4f64 / 3f64);
    assert_eq!(TypedValue::Double(avg.into()), r);
}

#[test]
fn test_type_reqs() {
    let mut c = new_connection("").expect("Couldn't open conn.");
    let mut conn = Conn::connect(&mut c).expect("Couldn't open DB.");

    conn.transact(&mut c, r#"[
        {:db/ident :test/boolean :db/valueType :db.type/boolean :db/cardinality :db.cardinality/one}
        {:db/ident :test/long    :db/valueType :db.type/long    :db/cardinality :db.cardinality/one}
        {:db/ident :test/double  :db/valueType :db.type/double  :db/cardinality :db.cardinality/one}
        {:db/ident :test/string  :db/valueType :db.type/string  :db/cardinality :db.cardinality/one}
        {:db/ident :test/keyword :db/valueType :db.type/keyword :db/cardinality :db.cardinality/one}
        {:db/ident :test/uuid    :db/valueType :db.type/uuid    :db/cardinality :db.cardinality/one}
        {:db/ident :test/instant :db/valueType :db.type/instant :db/cardinality :db.cardinality/one}
        {:db/ident :test/ref     :db/valueType :db.type/ref     :db/cardinality :db.cardinality/one}
    ]"#).unwrap();

    conn.transact(&mut c, r#"[
        {:test/boolean true
         :test/long    33
         :test/double  1.4
         :test/string  "foo"
         :test/keyword :foo/bar
         :test/uuid    #uuid "12341234-1234-1234-1234-123412341234"
         :test/instant #inst "2018-01-01T11:00:00.000Z"
         :test/ref     1}
    ]"#).unwrap();

    let eid_query = r#"[:find ?eid :where [?eid :test/string "foo"]]"#;

    let res = conn.q_once(&mut c, eid_query, None)
                  .expect("results")
                  .into();

    let entid = match res {
        QueryResults::Rel(ref vs) if vs.len() == 1 && vs[0].len() == 1 && vs[0][0].matches_type(ValueType::Ref) =>
            if let TypedValue::Ref(eid) = vs[0][0] {
                eid
            } else {
                // Already checked this.
                unreachable!();
            }
        unexpected => {
            panic!("Query to get the entity id returned unexpected result {:?}", unexpected);
        }
    };

    let type_names = &[
        "boolean",
        "long",
        "double",
        "string",
        "keyword",
        "uuid",
        "instant",
        "ref",
    ];

    for name in type_names {
        let q = format!("[:find [?v ...] :in ?e :where [?e _ ?v] [({} ?v)]]", name);
        let results = conn.q_once(&mut c, &q, QueryInputs::with_value_sequence(vec![
                               (Variable::from_valid_name("?e"), TypedValue::Ref(entid)),
                           ]))
                          .expect("results")
                          .into();
        match results {
            QueryResults::Coll(vals) => {
                assert_eq!(vals.len(), 1, "Query should find exactly 1 item");
            },
            v => {
                panic!("Query returned unexpected type: {:?}", v);
            }
        }
    }

    conn.transact(&mut c, r#"[
        {:db/ident :test/long2 :db/valueType :db.type/long :db/cardinality :db.cardinality/one}
    ]"#).unwrap();

    conn.transact(&mut c, &format!("[[:db/add {} :test/long2 5]]", entid)).unwrap();
    let longs_query = r#"[:find [?v ...]
                          :order (asc ?v)
                          :in ?e
                          :where [?e _ ?v] [(long ?v)]]"#;

    let res = conn.q_once(&mut c, longs_query, QueryInputs::with_value_sequence(vec![
                      (Variable::from_valid_name("?e"), TypedValue::Ref(entid)),
                  ]))
                  .expect("results")
                  .into();
    match res {
        QueryResults::Coll(vals) => {
            assert_eq!(vals, vec![TypedValue::Long(5), TypedValue::Long(33)])
        },
        v => {
            panic!("Query returned unexpected type: {:?}", v);
        }
    };
}

#[test]
fn test_monster_head_aggregates() {
    let mut store = Store::open("").expect("opened");
    let mut in_progress = store.begin_transaction().expect("began");

    in_progress.transact(r#"[
        {:db/ident       :monster/heads
         :db/valueType   :db.type/long
         :db/cardinality :db.cardinality/one}
        {:db/ident       :monster/name
         :db/valueType   :db.type/string
         :db/cardinality :db.cardinality/one
         :db/index       true
         :db/unique      :db.unique/identity}
        {:db/ident       :monster/weapon
         :db/valueType   :db.type/string
         :db/cardinality :db.cardinality/many}
    ]"#).expect("transacted");

    in_progress.transact(r#"[
        {:monster/heads  1
         :monster/name   "Medusa"
         :monster/weapon "Stony gaze"}
        {:monster/heads  1
         :monster/name   "Cyclops"
         :monster/weapon ["Large club" "Mighty arms" "Stompy feet"]}
        {:monster/heads  1
         :monster/name   "Chimera"
         :monster/weapon "Goat-like agility"}
        {:monster/heads  3
         :monster/name   "Cerberus"
         :monster/weapon ["8-foot Kong®" "Deadly drool"]}
    ]"#).expect("transacted");

    // Without :with, uniqueness applies prior to aggregation, so we get 1 + 3 = 4.
    let res = in_progress.q_once("[:find (sum ?heads) . :where [?monster :monster/heads ?heads]]", None)
                         .expect("results")
                         .into();
    match res {
        QueryResults::Scalar(Some(TypedValue::Long(count))) => {
            assert_eq!(count, 4);
        },
        r => panic!("Unexpected result {:?}", r),
    };

    // With :with, uniqueness includes the monster, so we get 1 + 1 + 1 + 3 = 6.
    let res = in_progress.q_once("[:find (sum ?heads) . :with ?monster :where [?monster :monster/heads ?heads]]", None)
                         .expect("results")
                         .into();
    match res {
        QueryResults::Scalar(Some(TypedValue::Long(count))) => {
            assert_eq!(count, 6);
        },
        r => panic!("Unexpected result {:?}", r),
    };

    // Aggregates group.
    let res = in_progress.q_once(r#"[:find ?name (count ?weapon)
                                     :with ?monster
                                     :order (asc ?name)
                                     :where [?monster :monster/name ?name]
                                            [?monster :monster/weapon ?weapon]]"#,
                                 None)
                         .expect("results")
                         .into();
    match res {
        QueryResults::Rel(vals) => {
            let expected = vec![
                vec!["Cerberus".into(), TypedValue::Long(2)],
                vec!["Chimera".into(),  TypedValue::Long(1)],
                vec!["Cyclops".into(),  TypedValue::Long(3)],
                vec!["Medusa".into(),   TypedValue::Long(1)],
            ];
            assert_eq!(vals, expected);
        },
        r => panic!("Unexpected result {:?}", r),
    };

    in_progress.rollback().expect("rolled back");
}

#[test]
fn test_basic_aggregates() {
    let mut store = Store::open("").expect("opened");

    store.transact(r#"[
        {:db/ident :foo/is-vegetarian :db/valueType :db.type/boolean :db/cardinality :db.cardinality/one}
        {:db/ident :foo/age           :db/valueType :db.type/long    :db/cardinality :db.cardinality/one}
        {:db/ident :foo/name          :db/valueType :db.type/string  :db/cardinality :db.cardinality/one}
    ]"#).unwrap();

    let _ids = store.transact(r#"[
        [:db/add "a" :foo/name "Alice"]
        [:db/add "b" :foo/name "Beli"]
        [:db/add "c" :foo/name "Carlos"]
        [:db/add "d" :foo/name "Diana"]
        [:db/add "a" :foo/is-vegetarian true]
        [:db/add "b" :foo/is-vegetarian true]
        [:db/add "c" :foo/is-vegetarian false]
        [:db/add "d" :foo/is-vegetarian false]
        [:db/add "a" :foo/age 14]
        [:db/add "b" :foo/age 22]
        [:db/add "c" :foo/age 42]
        [:db/add "d" :foo/age 28]
    ]"#).unwrap().tempids;

    // Count the number of distinct bindings of `?veg` that are `true` -- namely, one.
    // This is not the same as `count-distinct`: note the distinction between
    // including `:with` and not.
    // In this case, the `DISTINCT` must occur inside the aggregation, not outside it.
    /*
    Rather than:

    SELECT DISTINCT count(1) AS `(count ?veg)`
    FROM `datoms` AS `datoms00`
    WHERE `datoms00`.a = 65536
      AND `datoms00`.v = 1;

    our query should be

    SELECT DISTINCT count(`?veg`) AS `(count ?veg)`
    FROM (
        SELECT DISTINCT 1 AS `?veg`
         FROM `datoms` AS `datoms00`
        WHERE `datoms00`.a = 65536
          AND `datoms00`.v = 1
    );
    */
    let r = store.q_once(r#"[:find (count ?veg)
                             :where
                             [_ :foo/is-vegetarian ?veg]
                             [(ground true) ?veg]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Rel(vals) => {
            assert_eq!(vals, vec![vec![TypedValue::Long(1)]]);
        },
        _ => panic!("Expected rel."),
    }

    // And this should be
    /*
    SELECT DISTINCT count(`?veg`) AS `(count ?veg)`
    FROM (
        SELECT DISTINCT 1 AS `?veg`, `datoms00`.e AS `?person`
         FROM `datoms` AS `datoms00`
        WHERE `datoms00`.a = 65536
          AND `datoms00`.v = 1
    );
    */
    let r = store.q_once(r#"[:find (count ?veg) .
                             :with ?person
                             :where
                             [?person :foo/is-vegetarian ?veg]
                             [(ground true) ?veg]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Scalar(Some(val)) => {
            assert_eq!(val, TypedValue::Long(2));
        },
        _ => panic!("Expected scalar."),
    }

    // What are the oldest and youngest ages?
    let r = store.q_once(r#"[:find [(min ?age) (max ?age)]
                             :where
                             [_ :foo/age ?age]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Tuple(Some(vals)) => {
            assert_eq!(vals,
                       vec![TypedValue::Long(14),
                            TypedValue::Long(42)]);
        },
        _ => panic!("Expected tuple."),
    }

    // Who's youngest, via order?
    let r = store.q_once(r#"[:find [?name ?age]
                             :order (asc ?age)
                             :where
                             [?x :foo/age ?age]
                             [?x :foo/name ?name]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Tuple(Some(vals)) => {
            assert_eq!(vals,
                       vec![TypedValue::String("Alice".to_string().into()),
                            TypedValue::Long(14)]);
        },
        r => panic!("Unexpected results {:?}", r),
    }

    // Who's oldest, via order?
    let r = store.q_once(r#"[:find [?name ?age]
                             :order (desc ?age)
                             :where
                             [?x :foo/age ?age]
                             [?x :foo/name ?name]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Tuple(Some(vals)) => {
            assert_eq!(vals,
                       vec![TypedValue::String("Carlos".to_string().into()),
                            TypedValue::Long(42)]);
        },
        _ => panic!("Expected tuple."),
    }

    // How many of each age do we have?
    // Add an extra person to make this interesting.
    store.transact(r#"[{:foo/name "Medusa", :foo/age 28}]"#).expect("transacted");

    // If we omit the 'with', we'll get the wrong answer:
    let r = store.q_once(r#"[:find ?age (count ?age)
                             :order (asc ?age)
                             :where [_ :foo/age ?age]]"#, None)
                 .expect("results")
                 .into();

    match r {
        QueryResults::Rel(vals) => {
            assert_eq!(vals, vec![
                vec![TypedValue::Long(14), TypedValue::Long(1)],
                vec![TypedValue::Long(22), TypedValue::Long(1)],
                vec![TypedValue::Long(28), TypedValue::Long(1)],
                vec![TypedValue::Long(42), TypedValue::Long(1)],
            ]);
        },
        _ => panic!("Expected rel."),
    }

    // If we include it, we'll get the right one:
    let r = store.q_once(r#"[:find ?age (count ?age)
                             :with ?person
                             :order (asc ?age)
                             :where [?person :foo/age ?age]]"#, None)
                 .expect("results")
                 .into();

    match r {
        QueryResults::Rel(vals) => {
            assert_eq!(vals, vec![
                vec![TypedValue::Long(14), TypedValue::Long(1)],
                vec![TypedValue::Long(22), TypedValue::Long(1)],
                vec![TypedValue::Long(28), TypedValue::Long(2)],
                vec![TypedValue::Long(42), TypedValue::Long(1)],
            ]);
        },
        _ => panic!("Expected rel."),
    }
}

#[test]
fn test_combinatorial() {
    let mut store = Store::open("").expect("opened");

    store.transact(r#"[
        [:db/add "a" :db/ident :foo/name]
        [:db/add "a" :db/valueType :db.type/string]
        [:db/add "a" :db/cardinality :db.cardinality/one]
        [:db/add "b" :db/ident :foo/dance]
        [:db/add "b" :db/valueType :db.type/ref]
        [:db/add "b" :db/cardinality :db.cardinality/many]
        [:db/add "b" :db/index true]
    ]"#).unwrap();

    store.transact(r#"[
        [:db/add "a" :foo/name "Alice"]
        [:db/add "b" :foo/name "Beli"]
        [:db/add "c" :foo/name "Carlos"]
        [:db/add "d" :foo/name "Diana"]

        ;; Alice danced with Beli twice.
        [:db/add "a"  :foo/dance "ab"]
        [:db/add "b"  :foo/dance "ab"]
        [:db/add "a"  :foo/dance "ba"]
        [:db/add "b"  :foo/dance "ba"]

        ;; Carlos danced with Diana.
        [:db/add "c"  :foo/dance "cd"]
        [:db/add "d"  :foo/dance "cd"]

        ;; Alice danced with Diana.
        [:db/add "a"  :foo/dance "ad"]
        [:db/add "d"  :foo/dance "ad"]

   ]"#).unwrap();

    // How many different pairings of dancers were there?
    // If we just use `!=` (or `differ`), the number is doubled because of symmetry!
    assert_eq!(TypedValue::Long(6),
               store.q_once(r#"[:find (count ?right) .
                                :with ?left
                                :where
                                [?left :foo/dance ?dance]
                                [?right :foo/dance ?dance]
                                [(differ ?left ?right)]]"#, None)
                    .into_scalar_result()
                    .expect("scalar results").unwrap());

    // SQL addresses this by using `<` instead of `!=` -- by imposing
    // an order on values, we can ensure that each pair only appears once, not
    // once per permutation.
    // It's far from ideal to expose an ordering on entids, because developers
    // will come to rely on it. Instead we expose a specific operator: `unpermute`.
    // When used in a query that generates permuted pairs of references, this
    // ensures that only one permutation is returned for a given pair.
    assert_eq!(TypedValue::Long(3),
               store.q_once(r#"[:find (count ?right) .
                                :with ?left
                                :where
                                [?left :foo/dance ?dance]
                                [?right :foo/dance ?dance]
                                [(unpermute ?left ?right)]]"#, None)
                    .into_scalar_result()
                    .expect("scalar results").unwrap());
}

#[test]
fn test_aggregation_implicit_grouping() {
    let mut store = Store::open("").expect("opened");

    store.transact(r#"[
        [:db/add "a" :db/ident :foo/score]
        [:db/add "a" :db/valueType :db.type/long]
        [:db/add "a" :db/cardinality :db.cardinality/one]
        [:db/add "b" :db/ident :foo/name]
        [:db/add "b" :db/valueType :db.type/string]
        [:db/add "b" :db/cardinality :db.cardinality/one]
        [:db/add "c" :db/ident :foo/is-vegetarian]
        [:db/add "c" :db/valueType :db.type/boolean]
        [:db/add "c" :db/cardinality :db.cardinality/one]
        [:db/add "d" :db/ident :foo/play]
        [:db/add "d" :db/valueType :db.type/ref]
        [:db/add "d" :db/cardinality :db.cardinality/many]
        [:db/add "d" :db/index true]
        [:db/add "d" :db/unique :db.unique/value]
    ]"#).unwrap();

    let ids = store.transact(r#"[
        [:db/add "a" :foo/name "Alice"]
        [:db/add "b" :foo/name "Beli"]
        [:db/add "c" :foo/name "Carlos"]
        [:db/add "d" :foo/name "Diana"]
        [:db/add "a" :foo/is-vegetarian true]
        [:db/add "b" :foo/is-vegetarian true]
        [:db/add "c" :foo/is-vegetarian false]
        [:db/add "d" :foo/is-vegetarian false]
        [:db/add "aa" :foo/score 14]
        [:db/add "ab" :foo/score 99]
        [:db/add "ac" :foo/score 14]
        [:db/add "ba" :foo/score 22]
        [:db/add "bb" :foo/score 11]
        [:db/add "ca" :foo/score 42]
        [:db/add "da" :foo/score 5]
        [:db/add "db" :foo/score 28]
        [:db/add "d"  :foo/play "da"]
        [:db/add "d"  :foo/play "db"]
        [:db/add "a"  :foo/play "aa"]
        [:db/add "a"  :foo/play "ab"]
        [:db/add "a"  :foo/play "ac"]
        [:db/add "b"  :foo/play "ba"]
        [:db/add "b"  :foo/play "bb"]
        [:db/add "c"  :foo/play "ca"]
    ]"#).unwrap().tempids;

    // How many different scores were there?
    assert_eq!(TypedValue::Long(7),
               store.q_once(r#"[:find (count ?score) .
                                :where
                                [?game :foo/score ?score]]"#, None)
                    .into_scalar_result()
                    .expect("scalar results").unwrap());

    // How many different games resulted in scores?
    // '14' appears twice.
    assert_eq!(TypedValue::Long(8),
               store.q_once(r#"[:find (count ?score) .
                                :with ?game
                                :where
                                [?game :foo/score ?score]]"#, None)
                    .into_scalar_result()
                    .expect("scalar results").unwrap());

    // Who's the highest-scoring vegetarian?
    assert_eq!(vec!["Alice".into(), TypedValue::Long(99)],
               store.q_once(r#"[:find [(the ?name) (max ?score)]
                                :where
                                [?game :foo/score ?score]
                                [?person :foo/play ?game]
                                [?person :foo/is-vegetarian true]
                                [?person :foo/name ?name]]"#, None)
                    .into_tuple_result()
                    .expect("tuple results").unwrap());

    // We can't run an ambiguous correspondence.
    let res = store.q_once(r#"[:find [(the ?name) (min ?score) (max ?score)]
                                :where
                                [?game :foo/score ?score]
                                [?person :foo/play ?game]
                                [?person :foo/is-vegetarian true]
                                [?person :foo/name ?name]]"#, None);
    match res {
        Result::Err(
            Error(
                ErrorKind::TranslatorError(
                    ::mentat_query_translator::ErrorKind::ProjectorError(
                        ::mentat_query_projector::ErrorKind::AmbiguousAggregates(mmc, cc)
                    )
            ), _)) => {
            assert_eq!(mmc, 2);
            assert_eq!(cc, 1);
        },
        r => {
            panic!("Unexpected result {:?}.", r);
        },
    }

    // Max scores for vegetarians.
    assert_eq!(vec![vec!["Alice".into(), TypedValue::Long(99)],
                    vec!["Beli".into(), TypedValue::Long(22)]],
               store.q_once(r#"[:find ?name (max ?score)
                                :where
                                [?game :foo/score ?score]
                                [?person :foo/play ?game]
                                [?person :foo/is-vegetarian true]
                                [?person :foo/name ?name]]"#, None)
                    .into_rel_result()
                    .expect("rel results"));

    // We can combine these aggregates.
    let r = store.q_once(r#"[:find ?x ?name (max ?score) (count ?score) (avg ?score)
                             :with ?game           ; So we don't discard duplicate scores!
                             :where
                             [?x :foo/name ?name]
                             [?x :foo/play ?game]
                             [?game :foo/score ?score]]"#, None)
                 .expect("results")
                 .into();
    match r {
        QueryResults::Rel(vals) => {
            assert_eq!(vals,
                vec![
                    vec![TypedValue::Ref(ids.get("a").cloned().unwrap()),
                         TypedValue::String("Alice".to_string().into()),
                         TypedValue::Long(99),
                         TypedValue::Long(3),
                         TypedValue::Double((127f64 / 3f64).into())],
                    vec![TypedValue::Ref(ids.get("b").cloned().unwrap()),
                         TypedValue::String("Beli".to_string().into()),
                         TypedValue::Long(22),
                         TypedValue::Long(2),
                         TypedValue::Double((33f64 / 2f64).into())],
                    vec![TypedValue::Ref(ids.get("c").cloned().unwrap()),
                         TypedValue::String("Carlos".to_string().into()),
                         TypedValue::Long(42),
                         TypedValue::Long(1),
                         TypedValue::Double(42f64.into())],
                    vec![TypedValue::Ref(ids.get("d").cloned().unwrap()),
                         TypedValue::String("Diana".to_string().into()),
                         TypedValue::Long(28),
                         TypedValue::Long(2),
                         TypedValue::Double((33f64 / 2f64).into())]]);
        },
        x => panic!("Got unexpected results {:?}", x),
    }
}