Part 2: Implement apply_fulltext and column constraints.
No bindings, yet.
This commit is contained in:
parent
08cae4bc7c
commit
62fda71fbc
11 changed files with 301 additions and 17 deletions
|
@ -96,6 +96,7 @@ fn unit_type_set(t: ValueType) -> HashSet<ValueType> {
|
||||||
///
|
///
|
||||||
/// - Ordinary pattern clauses turn into `FROM` parts and `WHERE` parts using `=`.
|
/// - Ordinary pattern clauses turn into `FROM` parts and `WHERE` parts using `=`.
|
||||||
/// - Predicate clauses turn into the same, but with other functions.
|
/// - Predicate clauses turn into the same, but with other functions.
|
||||||
|
/// - Function clauses turn `WHERE` parts using function-specific comparisons.
|
||||||
/// - `not` turns into `NOT EXISTS` with `WHERE` clauses inside the subquery to
|
/// - `not` turns into `NOT EXISTS` with `WHERE` clauses inside the subquery to
|
||||||
/// bind it to the outer variables, or adds simple `WHERE` clauses to the outer
|
/// bind it to the outer variables, or adds simple `WHERE` clauses to the outer
|
||||||
/// clause.
|
/// clause.
|
||||||
|
@ -581,6 +582,9 @@ impl ConjoiningClauses {
|
||||||
WhereClause::Pred(p) => {
|
WhereClause::Pred(p) => {
|
||||||
self.apply_predicate(schema, p)
|
self.apply_predicate(schema, p)
|
||||||
},
|
},
|
||||||
|
WhereClause::WhereFn(f) => {
|
||||||
|
self.apply_where_fn(schema, f)
|
||||||
|
},
|
||||||
WhereClause::OrJoin(o) => {
|
WhereClause::OrJoin(o) => {
|
||||||
validate_or_join(&o)
|
validate_or_join(&o)
|
||||||
//?;
|
//?;
|
||||||
|
@ -606,4 +610,4 @@ fn add_attribute(schema: &mut Schema, e: Entid, a: Attribute) {
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
pub fn ident(ns: &str, name: &str) -> PatternNonValuePlace {
|
pub fn ident(ns: &str, name: &str) -> PatternNonValuePlace {
|
||||||
PatternNonValuePlace::Ident(::std::rc::Rc::new(NamespacedKeyword::new(ns, name)))
|
PatternNonValuePlace::Ident(::std::rc::Rc::new(NamespacedKeyword::new(ns, name)))
|
||||||
}
|
}
|
||||||
|
|
|
@ -8,8 +8,6 @@
|
||||||
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
||||||
// specific language governing permissions and limitations under the License.
|
// specific language governing permissions and limitations under the License.
|
||||||
|
|
||||||
use std::rc::Rc;
|
|
||||||
|
|
||||||
use mentat_core::{
|
use mentat_core::{
|
||||||
Schema,
|
Schema,
|
||||||
TypedValue,
|
TypedValue,
|
||||||
|
@ -268,6 +266,7 @@ mod testing {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
|
||||||
use std::collections::BTreeMap;
|
use std::collections::BTreeMap;
|
||||||
|
use std::rc::Rc;
|
||||||
|
|
||||||
use mentat_core::attribute::Unique;
|
use mentat_core::attribute::Unique;
|
||||||
use mentat_core::{
|
use mentat_core::{
|
||||||
|
|
|
@ -10,35 +10,45 @@
|
||||||
|
|
||||||
use mentat_core::{
|
use mentat_core::{
|
||||||
Schema,
|
Schema,
|
||||||
|
TypedValue,
|
||||||
};
|
};
|
||||||
|
|
||||||
use mentat_query::{
|
use mentat_query::{
|
||||||
|
FnArg,
|
||||||
|
NonIntegerConstant,
|
||||||
Predicate,
|
Predicate,
|
||||||
|
SrcVar,
|
||||||
|
WhereFn,
|
||||||
};
|
};
|
||||||
|
|
||||||
use clauses::ConjoiningClauses;
|
use clauses::ConjoiningClauses;
|
||||||
|
|
||||||
use errors::{
|
use errors::{
|
||||||
Result,
|
Error,
|
||||||
ErrorKind,
|
ErrorKind,
|
||||||
|
Result,
|
||||||
};
|
};
|
||||||
|
|
||||||
use types::{
|
use types::{
|
||||||
ColumnConstraint,
|
ColumnConstraint,
|
||||||
|
DatomsColumn,
|
||||||
|
DatomsTable,
|
||||||
|
FulltextColumn,
|
||||||
|
FulltextQualifiedAlias,
|
||||||
NumericComparison,
|
NumericComparison,
|
||||||
|
QualifiedAlias,
|
||||||
|
QueryValue,
|
||||||
};
|
};
|
||||||
|
|
||||||
/// Application of predicates.
|
/// Application of predicates.
|
||||||
impl ConjoiningClauses {
|
impl ConjoiningClauses {
|
||||||
/// There are several kinds of predicates/functions in our Datalog:
|
/// There are several kinds of predicates in our Datalog:
|
||||||
/// - A limited set of binary comparison operators: < > <= >= !=.
|
/// - A limited set of binary comparison operators: < > <= >= !=.
|
||||||
/// These are converted into SQLite binary comparisons and some type constraints.
|
/// These are converted into SQLite binary comparisons and some type constraints.
|
||||||
/// - A set of predicates like `fulltext` and `get-else` that are translated into
|
|
||||||
/// SQL `MATCH`es or joins, yielding bindings.
|
|
||||||
/// - In the future, some predicates that are implemented via function calls in SQLite.
|
/// - In the future, some predicates that are implemented via function calls in SQLite.
|
||||||
///
|
///
|
||||||
/// At present we have implemented only the five built-in comparison binary operators.
|
/// At present we have implemented only the five built-in comparison binary operators.
|
||||||
pub fn apply_predicate<'s, 'p>(&mut self, schema: &'s Schema, predicate: Predicate) -> Result<()> {
|
pub fn apply_predicate<'s>(&mut self, schema: &'s Schema, predicate: Predicate) -> Result<()> {
|
||||||
// Because we'll be growing the set of built-in predicates, handling each differently,
|
// Because we'll be growing the set of built-in predicates, handling each differently,
|
||||||
// and ultimately allowing user-specified predicates, we match on the predicate name first.
|
// and ultimately allowing user-specified predicates, we match on the predicate name first.
|
||||||
if let Some(op) = NumericComparison::from_datalog_operator(predicate.operator.0.as_str()) {
|
if let Some(op) = NumericComparison::from_datalog_operator(predicate.operator.0.as_str()) {
|
||||||
|
@ -53,7 +63,7 @@ impl ConjoiningClauses {
|
||||||
/// - Ensures that the predicate functions name a known operator.
|
/// - Ensures that the predicate functions name a known operator.
|
||||||
/// - Accumulates a `NumericInequality` constraint into the `wheres` list.
|
/// - Accumulates a `NumericInequality` constraint into the `wheres` list.
|
||||||
#[allow(unused_variables)]
|
#[allow(unused_variables)]
|
||||||
pub fn apply_numeric_predicate<'s, 'p>(&mut self, schema: &'s Schema, comparison: NumericComparison, predicate: Predicate) -> Result<()> {
|
pub fn apply_numeric_predicate<'s>(&mut self, schema: &'s Schema, comparison: NumericComparison, predicate: Predicate) -> Result<()> {
|
||||||
if predicate.args.len() != 2 {
|
if predicate.args.len() != 2 {
|
||||||
bail!(ErrorKind::InvalidNumberOfArguments(predicate.operator.clone(), predicate.args.len(), 2));
|
bail!(ErrorKind::InvalidNumberOfArguments(predicate.operator.clone(), predicate.args.len(), 2));
|
||||||
}
|
}
|
||||||
|
@ -81,6 +91,96 @@ impl ConjoiningClauses {
|
||||||
self.wheres.add_intersection(constraint);
|
self.wheres.add_intersection(constraint);
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/// There are several kinds of functions binding variables in our Datalog:
|
||||||
|
/// - A set of functions like `fulltext` and `get-else` that are translated into
|
||||||
|
/// SQL `MATCH`es or joins, yielding bindings.
|
||||||
|
/// - In the future, some functions that are implemented via function calls in SQLite.
|
||||||
|
///
|
||||||
|
/// At present we have implemented only the `fulltext` operator.
|
||||||
|
pub fn apply_where_fn<'s>(&mut self, schema: &'s Schema, where_fn: WhereFn) -> Result<()> {
|
||||||
|
// Because we'll be growing the set of built-in functions, handling each differently, and
|
||||||
|
// ultimately allowing user-specified functions, we match on the function name first.
|
||||||
|
match where_fn.operator.0.as_str() {
|
||||||
|
"fulltext" => self.apply_fulltext(schema, where_fn),
|
||||||
|
_ => bail!(ErrorKind::UnknownFunction(where_fn.operator.clone())),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// This function:
|
||||||
|
/// - Resolves variables and converts types to those more amenable to SQL.
|
||||||
|
/// - Ensures that the predicate functions name a known operator.
|
||||||
|
/// - Accumulates a `NumericInequality` constraint into the `wheres` list.
|
||||||
|
#[allow(unused_variables)]
|
||||||
|
pub fn apply_fulltext<'s>(&mut self, schema: &'s Schema, where_fn: WhereFn) -> Result<()> {
|
||||||
|
if where_fn.args.len() != 3 {
|
||||||
|
bail!(ErrorKind::InvalidNumberOfArguments(where_fn.operator.clone(), where_fn.args.len(), 3));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Go from arguments -- parser output -- to columns or values.
|
||||||
|
// Any variables that aren't bound by this point in the linear processing of clauses will
|
||||||
|
// cause the application of the predicate to fail.
|
||||||
|
let mut args = where_fn.args.into_iter();
|
||||||
|
|
||||||
|
// TODO: process source variables.
|
||||||
|
match args.next().unwrap() {
|
||||||
|
FnArg::SrcVar(SrcVar::DefaultSrc) => {},
|
||||||
|
_ => bail!(ErrorKind::InvalidArgument(where_fn.operator.clone(), "source variable".into(), 0)),
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO: accept placeholder and set of attributes. Alternately, consider putting the search
|
||||||
|
// term before the attribute arguments and collect the (variadic) attributes into a set.
|
||||||
|
// let a: Entid = self.resolve_attribute_argument(&where_fn.operator, 1, args.next().unwrap())?;
|
||||||
|
//
|
||||||
|
// TODO: allow non-constant attributes.
|
||||||
|
// TODO: improve the expression of this matching, possibly by using attribute_for_* uniformly.
|
||||||
|
let a = match args.next().unwrap() {
|
||||||
|
FnArg::Ident(i) => schema.get_entid(&i),
|
||||||
|
// Must be an entid.
|
||||||
|
FnArg::EntidOrInteger(e) => Some(e),
|
||||||
|
_ => None,
|
||||||
|
};
|
||||||
|
|
||||||
|
let a = a.ok_or(ErrorKind::InvalidArgument(where_fn.operator.clone(), "attribute".into(), 1))?;
|
||||||
|
let attribute = schema.attribute_for_entid(a).cloned().ok_or(ErrorKind::InvalidArgument(where_fn.operator.clone(), "attribute".into(), 1))?;
|
||||||
|
|
||||||
|
let fulltext_values = DatomsTable::FulltextValues;
|
||||||
|
let datoms_table = DatomsTable::Datoms;
|
||||||
|
|
||||||
|
let fulltext_values_alias = (self.aliaser)(fulltext_values);
|
||||||
|
let datoms_table_alias = (self.aliaser)(datoms_table);
|
||||||
|
|
||||||
|
// TODO: constrain types in more general cases?
|
||||||
|
self.constrain_attribute(datoms_table_alias.clone(), a);
|
||||||
|
|
||||||
|
self.wheres.add_intersection(ColumnConstraint::Equals(
|
||||||
|
QualifiedAlias(datoms_table_alias, DatomsColumn::Value),
|
||||||
|
QueryValue::FulltextColumn(FulltextQualifiedAlias(fulltext_values_alias.clone(), FulltextColumn::Rowid))));
|
||||||
|
|
||||||
|
// search is either text or a variable.
|
||||||
|
// TODO: should this just use `resolve_argument`? Should it add a new `resolve_*` function?
|
||||||
|
let search = match args.next().unwrap() {
|
||||||
|
FnArg::Variable(var) => {
|
||||||
|
self.column_bindings
|
||||||
|
.get(&var)
|
||||||
|
.and_then(|cols| cols.first().map(|col| QueryValue::Column(col.clone())))
|
||||||
|
.ok_or_else(|| Error::from_kind(ErrorKind::UnboundVariable(var.name())))?
|
||||||
|
},
|
||||||
|
FnArg::Constant(NonIntegerConstant::Text(s)) => {
|
||||||
|
QueryValue::TypedValue(TypedValue::typed_string(s.as_str()))
|
||||||
|
},
|
||||||
|
_ => bail!(ErrorKind::InvalidArgument(where_fn.operator.clone(), "string".into(), 2)),
|
||||||
|
};
|
||||||
|
|
||||||
|
// TODO: should we build the FQA in ::Matches, preventing nonsense like matching on ::Rowid?
|
||||||
|
let constraint = ColumnConstraint::Matches(FulltextQualifiedAlias(fulltext_values_alias.clone(), FulltextColumn::Text), search);
|
||||||
|
self.wheres.add_intersection(constraint);
|
||||||
|
|
||||||
|
// TODO: process bindings!
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
|
@ -88,6 +188,8 @@ mod testing {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
|
||||||
use std::collections::HashSet;
|
use std::collections::HashSet;
|
||||||
|
use std::rc::Rc;
|
||||||
|
|
||||||
use mentat_core::attribute::Unique;
|
use mentat_core::attribute::Unique;
|
||||||
use mentat_core::{
|
use mentat_core::{
|
||||||
Attribute,
|
Attribute,
|
||||||
|
@ -96,12 +198,14 @@ mod testing {
|
||||||
};
|
};
|
||||||
|
|
||||||
use mentat_query::{
|
use mentat_query::{
|
||||||
|
Binding,
|
||||||
FnArg,
|
FnArg,
|
||||||
NamespacedKeyword,
|
NamespacedKeyword,
|
||||||
Pattern,
|
Pattern,
|
||||||
PatternNonValuePlace,
|
PatternNonValuePlace,
|
||||||
PatternValuePlace,
|
PatternValuePlace,
|
||||||
PlainSymbol,
|
PlainSymbol,
|
||||||
|
SrcVar,
|
||||||
Variable,
|
Variable,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -229,4 +333,47 @@ mod testing {
|
||||||
.collect(),
|
.collect(),
|
||||||
ValueType::String));
|
ValueType::String));
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
#[test]
|
||||||
|
fn test_apply_fulltext() {
|
||||||
|
let mut cc = ConjoiningClauses::default();
|
||||||
|
let mut schema = Schema::default();
|
||||||
|
|
||||||
|
associate_ident(&mut schema, NamespacedKeyword::new("foo", "fts"), 100);
|
||||||
|
add_attribute(&mut schema, 100, Attribute {
|
||||||
|
value_type: ValueType::String,
|
||||||
|
index: true,
|
||||||
|
fulltext: true,
|
||||||
|
..Default::default()
|
||||||
|
});
|
||||||
|
|
||||||
|
let op = PlainSymbol::new("fulltext");
|
||||||
|
cc.apply_fulltext(&schema, WhereFn {
|
||||||
|
operator: op,
|
||||||
|
args: vec![
|
||||||
|
FnArg::SrcVar(SrcVar::DefaultSrc),
|
||||||
|
FnArg::Ident(NamespacedKeyword::new("foo", "fts")),
|
||||||
|
FnArg::Constant(NonIntegerConstant::Text(Rc::new("needle".into()))),
|
||||||
|
],
|
||||||
|
binding: Binding::BindScalar(Variable::from_valid_name("?z")),
|
||||||
|
}).expect("to be able to apply_fulltext");
|
||||||
|
|
||||||
|
assert!(!cc.is_known_empty);
|
||||||
|
|
||||||
|
// Finally, expand column bindings.
|
||||||
|
cc.expand_column_bindings();
|
||||||
|
assert!(!cc.is_known_empty);
|
||||||
|
|
||||||
|
let clauses = cc.wheres;
|
||||||
|
assert_eq!(clauses.len(), 3);
|
||||||
|
|
||||||
|
assert_eq!(clauses.0[0], ColumnConstraint::Equals(QualifiedAlias("datoms01".to_string(), DatomsColumn::Attribute),
|
||||||
|
QueryValue::Entid(100)).into());
|
||||||
|
assert_eq!(clauses.0[1], ColumnConstraint::Equals(QualifiedAlias("datoms01".to_string(), DatomsColumn::Value),
|
||||||
|
QueryValue::FulltextColumn(FulltextQualifiedAlias("fulltext_values00".to_string(), FulltextColumn::Rowid))).into());
|
||||||
|
assert_eq!(clauses.0[2], ColumnConstraint::Matches(FulltextQualifiedAlias("fulltext_values00".to_string(), FulltextColumn::Text),
|
||||||
|
QueryValue::TypedValue(TypedValue::String(Rc::new("needle".into())))).into());
|
||||||
|
|
||||||
|
// TODO: make assertions about types of columns.
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
@ -56,7 +56,7 @@ impl ConjoiningClauses {
|
||||||
Constant(NonIntegerConstant::Text(_)) |
|
Constant(NonIntegerConstant::Text(_)) |
|
||||||
Constant(NonIntegerConstant::BigInteger(_)) => {
|
Constant(NonIntegerConstant::BigInteger(_)) => {
|
||||||
self.mark_known_empty(EmptyBecause::NonNumericArgument);
|
self.mark_known_empty(EmptyBecause::NonNumericArgument);
|
||||||
bail!(ErrorKind::NonNumericArgument(function.clone(), position));
|
bail!(ErrorKind::InvalidArgument(function.clone(), "numeric".into(), position));
|
||||||
},
|
},
|
||||||
Constant(NonIntegerConstant::Float(f)) => Ok(QueryValue::TypedValue(TypedValue::Double(f))),
|
Constant(NonIntegerConstant::Float(f)) => Ok(QueryValue::TypedValue(TypedValue::Double(f))),
|
||||||
}
|
}
|
||||||
|
|
|
@ -35,9 +35,9 @@ error_chain! {
|
||||||
display("unbound variable: {}", name)
|
display("unbound variable: {}", name)
|
||||||
}
|
}
|
||||||
|
|
||||||
NonNumericArgument(function: PlainSymbol, position: usize) {
|
InvalidArgument(function: PlainSymbol, expected_type: String, position: usize) {
|
||||||
description("invalid argument")
|
description("invalid argument")
|
||||||
display("invalid argument to {}: expected numeric in position {}.", function, position)
|
display("invalid argument to {}: expected {} in position {}.", function, expected_type, position)
|
||||||
}
|
}
|
||||||
|
|
||||||
NonMatchingVariablesInOrClause {
|
NonMatchingVariablesInOrClause {
|
||||||
|
|
|
@ -99,6 +99,8 @@ pub use types::{
|
||||||
ColumnIntersection,
|
ColumnIntersection,
|
||||||
DatomsColumn,
|
DatomsColumn,
|
||||||
DatomsTable,
|
DatomsTable,
|
||||||
|
FulltextColumn,
|
||||||
|
FulltextQualifiedAlias,
|
||||||
QualifiedAlias,
|
QualifiedAlias,
|
||||||
QueryValue,
|
QueryValue,
|
||||||
SourceAlias,
|
SourceAlias,
|
||||||
|
|
|
@ -71,6 +71,23 @@ impl DatomsColumn {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// One of the named columns of our fulltext values table.
|
||||||
|
#[derive(PartialEq, Eq, Clone, Debug)]
|
||||||
|
pub enum FulltextColumn {
|
||||||
|
Rowid,
|
||||||
|
Text,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl FulltextColumn {
|
||||||
|
pub fn as_str(&self) -> &'static str {
|
||||||
|
use self::FulltextColumn::*;
|
||||||
|
match *self {
|
||||||
|
Rowid => "rowid",
|
||||||
|
Text => "text",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/// A specific instance of a table within a query. E.g., "datoms123".
|
/// A specific instance of a table within a query. E.g., "datoms123".
|
||||||
pub type TableAlias = String;
|
pub type TableAlias = String;
|
||||||
|
|
||||||
|
@ -94,6 +111,16 @@ impl Debug for QualifiedAlias {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// A particular column of a particular aliased fulltext table. E.g., "fulltext_values123", Rowid.
|
||||||
|
#[derive(PartialEq, Eq, Clone)]
|
||||||
|
pub struct FulltextQualifiedAlias(pub TableAlias, pub FulltextColumn);
|
||||||
|
|
||||||
|
impl Debug for FulltextQualifiedAlias {
|
||||||
|
fn fmt(&self, f: &mut Formatter) -> Result {
|
||||||
|
write!(f, "{}.{}", self.0, self.1.as_str())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
impl QualifiedAlias {
|
impl QualifiedAlias {
|
||||||
pub fn for_type_tag(&self) -> QualifiedAlias {
|
pub fn for_type_tag(&self) -> QualifiedAlias {
|
||||||
QualifiedAlias(self.0.clone(), DatomsColumn::ValueTypeTag)
|
QualifiedAlias(self.0.clone(), DatomsColumn::ValueTypeTag)
|
||||||
|
@ -103,6 +130,7 @@ impl QualifiedAlias {
|
||||||
#[derive(PartialEq, Eq)]
|
#[derive(PartialEq, Eq)]
|
||||||
pub enum QueryValue {
|
pub enum QueryValue {
|
||||||
Column(QualifiedAlias),
|
Column(QualifiedAlias),
|
||||||
|
FulltextColumn(FulltextQualifiedAlias),
|
||||||
Entid(Entid),
|
Entid(Entid),
|
||||||
TypedValue(TypedValue),
|
TypedValue(TypedValue),
|
||||||
|
|
||||||
|
@ -120,6 +148,9 @@ impl Debug for QueryValue {
|
||||||
&Column(ref qa) => {
|
&Column(ref qa) => {
|
||||||
write!(f, "{:?}", qa)
|
write!(f, "{:?}", qa)
|
||||||
},
|
},
|
||||||
|
&FulltextColumn(ref qa) => {
|
||||||
|
write!(f, "{:?}", qa)
|
||||||
|
},
|
||||||
&Entid(ref entid) => {
|
&Entid(ref entid) => {
|
||||||
write!(f, "entity({:?})", entid)
|
write!(f, "entity({:?})", entid)
|
||||||
},
|
},
|
||||||
|
@ -192,6 +223,9 @@ pub enum ColumnConstraint {
|
||||||
right: QueryValue,
|
right: QueryValue,
|
||||||
},
|
},
|
||||||
HasType(TableAlias, ValueType),
|
HasType(TableAlias, ValueType),
|
||||||
|
// TODO: Merge this with NumericInequality? I expect the fine-grained information to be
|
||||||
|
// valuable when optimizing.
|
||||||
|
Matches(FulltextQualifiedAlias, QueryValue),
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(PartialEq, Eq, Debug)]
|
#[derive(PartialEq, Eq, Debug)]
|
||||||
|
@ -290,6 +324,10 @@ impl Debug for ColumnConstraint {
|
||||||
write!(f, "{:?} {:?} {:?}", left, operator, right)
|
write!(f, "{:?} {:?} {:?}", left, operator, right)
|
||||||
},
|
},
|
||||||
|
|
||||||
|
&Matches(ref qa, ref thing) => {
|
||||||
|
write!(f, "{:?} MATCHES {:?}", qa, thing)
|
||||||
|
},
|
||||||
|
|
||||||
&HasType(ref qa, value_type) => {
|
&HasType(ref qa, value_type) => {
|
||||||
write!(f, "{:?}.value_type_tag = {:?}", qa, value_type)
|
write!(f, "{:?}.value_type_tag = {:?}", qa, value_type)
|
||||||
},
|
},
|
||||||
|
@ -301,6 +339,7 @@ impl Debug for ColumnConstraint {
|
||||||
pub enum EmptyBecause {
|
pub enum EmptyBecause {
|
||||||
// Var, existing, desired.
|
// Var, existing, desired.
|
||||||
TypeMismatch(Variable, HashSet<ValueType>, ValueType),
|
TypeMismatch(Variable, HashSet<ValueType>, ValueType),
|
||||||
|
NonAttributeArgument,
|
||||||
NonNumericArgument,
|
NonNumericArgument,
|
||||||
NonStringFulltextValue,
|
NonStringFulltextValue,
|
||||||
UnresolvedIdent(NamespacedKeyword),
|
UnresolvedIdent(NamespacedKeyword),
|
||||||
|
@ -319,6 +358,9 @@ impl Debug for EmptyBecause {
|
||||||
write!(f, "Type mismatch: {:?} can't be {:?}, because it's already {:?}",
|
write!(f, "Type mismatch: {:?} can't be {:?}, because it's already {:?}",
|
||||||
var, desired, existing)
|
var, desired, existing)
|
||||||
},
|
},
|
||||||
|
&NonAttributeArgument => {
|
||||||
|
write!(f, "Non-attribute argument in attribute place")
|
||||||
|
},
|
||||||
&NonNumericArgument => {
|
&NonNumericArgument => {
|
||||||
write!(f, "Non-numeric argument in numeric place")
|
write!(f, "Non-numeric argument in numeric place")
|
||||||
},
|
},
|
||||||
|
@ -346,4 +388,4 @@ impl Debug for EmptyBecause {
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -20,6 +20,8 @@ use mentat_core::{
|
||||||
|
|
||||||
use mentat_query_algebrizer::{
|
use mentat_query_algebrizer::{
|
||||||
DatomsColumn,
|
DatomsColumn,
|
||||||
|
FulltextColumn,
|
||||||
|
FulltextQualifiedAlias,
|
||||||
QualifiedAlias,
|
QualifiedAlias,
|
||||||
QueryValue,
|
QueryValue,
|
||||||
SourceAlias,
|
SourceAlias,
|
||||||
|
@ -44,6 +46,7 @@ use mentat_sql::{
|
||||||
/// implementation for each storage backend. Passing `TypedValue`s here allows for that.
|
/// implementation for each storage backend. Passing `TypedValue`s here allows for that.
|
||||||
pub enum ColumnOrExpression {
|
pub enum ColumnOrExpression {
|
||||||
Column(QualifiedAlias),
|
Column(QualifiedAlias),
|
||||||
|
FulltextColumn(FulltextQualifiedAlias),
|
||||||
Entid(Entid), // Because it's so common.
|
Entid(Entid), // Because it's so common.
|
||||||
Integer(i32), // We use these for type codes etc.
|
Integer(i32), // We use these for type codes etc.
|
||||||
Long(i64),
|
Long(i64),
|
||||||
|
@ -55,6 +58,7 @@ impl From<QueryValue> for ColumnOrExpression {
|
||||||
fn from(v: QueryValue) -> Self {
|
fn from(v: QueryValue) -> Self {
|
||||||
match v {
|
match v {
|
||||||
QueryValue::Column(c) => ColumnOrExpression::Column(c),
|
QueryValue::Column(c) => ColumnOrExpression::Column(c),
|
||||||
|
QueryValue::FulltextColumn(c) => ColumnOrExpression::FulltextColumn(c),
|
||||||
QueryValue::Entid(e) => ColumnOrExpression::Entid(e),
|
QueryValue::Entid(e) => ColumnOrExpression::Entid(e),
|
||||||
QueryValue::PrimitiveLong(v) => ColumnOrExpression::Long(v),
|
QueryValue::PrimitiveLong(v) => ColumnOrExpression::Long(v),
|
||||||
QueryValue::TypedValue(v) => ColumnOrExpression::Value(v),
|
QueryValue::TypedValue(v) => ColumnOrExpression::Value(v),
|
||||||
|
@ -109,6 +113,14 @@ impl Constraint {
|
||||||
right: right,
|
right: right,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn fulltext_match(left: ColumnOrExpression, right: ColumnOrExpression) -> Constraint {
|
||||||
|
Constraint::Infix {
|
||||||
|
op: Op("MATCH"), // SQLite specific!
|
||||||
|
left: left,
|
||||||
|
right: right,
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[allow(dead_code)]
|
#[allow(dead_code)]
|
||||||
|
@ -157,6 +169,11 @@ fn push_column(qb: &mut QueryBuilder, col: &DatomsColumn) {
|
||||||
qb.push_sql(col.as_str());
|
qb.push_sql(col.as_str());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// We know that FulltextColumns are safe to serialize.
|
||||||
|
fn push_fulltext_column(qb: &mut QueryBuilder, col: &FulltextColumn) {
|
||||||
|
qb.push_sql(col.as_str());
|
||||||
|
}
|
||||||
|
|
||||||
//---------------------------------------------------------
|
//---------------------------------------------------------
|
||||||
// Turn that representation into SQL.
|
// Turn that representation into SQL.
|
||||||
|
|
||||||
|
@ -199,6 +216,12 @@ impl QueryFragment for ColumnOrExpression {
|
||||||
push_column(out, column);
|
push_column(out, column);
|
||||||
Ok(())
|
Ok(())
|
||||||
},
|
},
|
||||||
|
&FulltextColumn(FulltextQualifiedAlias(ref table, ref column)) => {
|
||||||
|
out.push_identifier(table.as_str())?;
|
||||||
|
out.push_sql(".");
|
||||||
|
push_fulltext_column(out, column);
|
||||||
|
Ok(())
|
||||||
|
},
|
||||||
&Entid(entid) => {
|
&Entid(entid) => {
|
||||||
out.push_sql(entid.to_string().as_str());
|
out.push_sql(entid.to_string().as_str());
|
||||||
Ok(())
|
Ok(())
|
||||||
|
@ -406,13 +429,20 @@ impl SelectQuery {
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
|
||||||
|
use std::rc::Rc;
|
||||||
|
|
||||||
use mentat_query_algebrizer::DatomsTable;
|
use mentat_query_algebrizer::DatomsTable;
|
||||||
|
|
||||||
fn build_constraint(c: Constraint) -> String {
|
fn build_constraint_query(c: Constraint) -> SQLQuery {
|
||||||
let mut builder = SQLiteQueryBuilder::new();
|
let mut builder = SQLiteQueryBuilder::new();
|
||||||
c.push_sql(&mut builder)
|
c.push_sql(&mut builder)
|
||||||
.map(|_| builder.finish())
|
.map(|_| builder.finish())
|
||||||
.unwrap().sql
|
.expect("to produce a query for the given constraint")
|
||||||
|
}
|
||||||
|
|
||||||
|
fn build_constraint(c: Constraint) -> String {
|
||||||
|
build_constraint_query(c).sql
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
|
@ -469,6 +499,25 @@ mod tests {
|
||||||
assert_eq!("((123 = 456 AND 789 = 246))", build_constraint(c));
|
assert_eq!("((123 = 456 AND 789 = 246))", build_constraint(c));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_matches_constraint() {
|
||||||
|
let c = Constraint::Infix {
|
||||||
|
op: Op("MATCHES"),
|
||||||
|
left: ColumnOrExpression::FulltextColumn(FulltextQualifiedAlias("fulltext01".to_string(), FulltextColumn::Text)),
|
||||||
|
right: ColumnOrExpression::Value(TypedValue::String(Rc::new("needle".to_string()))),
|
||||||
|
};
|
||||||
|
let q = build_constraint_query(c);
|
||||||
|
assert_eq!("`fulltext01`.text MATCHES $v0", q.sql);
|
||||||
|
assert_eq!(vec![("$v0".to_string(), Rc::new("needle".to_string()))], q.args);
|
||||||
|
|
||||||
|
let c = Constraint::Infix {
|
||||||
|
op: Op("="),
|
||||||
|
left: ColumnOrExpression::FulltextColumn(FulltextQualifiedAlias("fulltext01".to_string(), FulltextColumn::Rowid)),
|
||||||
|
right: ColumnOrExpression::Column(QualifiedAlias("datoms02".to_string(), DatomsColumn::Value)),
|
||||||
|
};
|
||||||
|
assert_eq!("`fulltext01`.rowid = `datoms02`.v", build_constraint(c));
|
||||||
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn test_end_to_end() {
|
fn test_end_to_end() {
|
||||||
// [:find ?x :where [?x 65537 ?v] [?x 65536 ?v]]
|
// [:find ?x :where [?x 65537 ?v] [?x 65536 ?v]]
|
||||||
|
|
|
@ -32,6 +32,8 @@ use mentat_query_algebrizer::{
|
||||||
ConjoiningClauses,
|
ConjoiningClauses,
|
||||||
DatomsColumn,
|
DatomsColumn,
|
||||||
DatomsTable,
|
DatomsTable,
|
||||||
|
FulltextColumn,
|
||||||
|
FulltextQualifiedAlias,
|
||||||
QualifiedAlias,
|
QualifiedAlias,
|
||||||
QueryValue,
|
QueryValue,
|
||||||
SourceAlias,
|
SourceAlias,
|
||||||
|
@ -69,6 +71,12 @@ impl ToColumn for QualifiedAlias {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl ToColumn for FulltextQualifiedAlias {
|
||||||
|
fn to_column(self) -> ColumnOrExpression {
|
||||||
|
ColumnOrExpression::FulltextColumn(self)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
impl ToConstraint for ColumnIntersection {
|
impl ToConstraint for ColumnIntersection {
|
||||||
fn to_constraint(self) -> Constraint {
|
fn to_constraint(self) -> Constraint {
|
||||||
Constraint::And {
|
Constraint::And {
|
||||||
|
@ -108,6 +116,11 @@ impl ToConstraint for ColumnConstraint {
|
||||||
Equals(left, QueryValue::Column(right)) =>
|
Equals(left, QueryValue::Column(right)) =>
|
||||||
Constraint::equal(left.to_column(), right.to_column()),
|
Constraint::equal(left.to_column(), right.to_column()),
|
||||||
|
|
||||||
|
Equals(left, QueryValue::FulltextColumn(right)) =>
|
||||||
|
// TODO: figure out if this is the correct abstraction. Can we make it so that
|
||||||
|
// FulltextColumns::Text is not accepted here?
|
||||||
|
Constraint::equal(left.to_column(), right.to_column()),
|
||||||
|
|
||||||
Equals(qa, QueryValue::PrimitiveLong(value)) => {
|
Equals(qa, QueryValue::PrimitiveLong(value)) => {
|
||||||
let tag_column = qa.for_type_tag().to_column();
|
let tag_column = qa.for_type_tag().to_column();
|
||||||
let value_column = qa.to_column();
|
let value_column = qa.to_column();
|
||||||
|
@ -148,6 +161,14 @@ impl ToConstraint for ColumnConstraint {
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
|
Matches(left, right) => {
|
||||||
|
Constraint::Infix {
|
||||||
|
op: Op("MATCH"),
|
||||||
|
left: ColumnOrExpression::FulltextColumn(left),
|
||||||
|
right: right.into(),
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
HasType(table, value_type) => {
|
HasType(table, value_type) => {
|
||||||
let column = QualifiedAlias(table, DatomsColumn::ValueTypeTag).to_column();
|
let column = QualifiedAlias(table, DatomsColumn::ValueTypeTag).to_column();
|
||||||
Constraint::equal(column, ColumnOrExpression::Integer(value_type.value_type_tag()))
|
Constraint::equal(column, ColumnOrExpression::Integer(value_type.value_type_tag()))
|
||||||
|
|
|
@ -58,6 +58,13 @@ fn prepopulated_schema() -> Schema {
|
||||||
value_type: ValueType::String,
|
value_type: ValueType::String,
|
||||||
..Default::default()
|
..Default::default()
|
||||||
});
|
});
|
||||||
|
associate_ident(&mut schema, NamespacedKeyword::new("foo", "fts"), 100);
|
||||||
|
add_attribute(&mut schema, 100, Attribute {
|
||||||
|
value_type: ValueType::String,
|
||||||
|
index: true,
|
||||||
|
fulltext: true,
|
||||||
|
..Default::default()
|
||||||
|
});
|
||||||
schema
|
schema
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -241,4 +248,14 @@ fn test_numeric_not_equals_known_attribute() {
|
||||||
let SQLQuery { sql, args } = translate(&schema, input, None);
|
let SQLQuery { sql, args } = translate(&schema, input, None);
|
||||||
assert_eq!(sql, "SELECT `datoms00`.e AS `?x` FROM `datoms` AS `datoms00` WHERE `datoms00`.a = 99 AND `datoms00`.v <> 12 LIMIT 1");
|
assert_eq!(sql, "SELECT `datoms00`.e AS `?x` FROM `datoms` AS `datoms00` WHERE `datoms00`.a = 99 AND `datoms00`.v <> 12 LIMIT 1");
|
||||||
assert_eq!(args, vec![]);
|
assert_eq!(args, vec![]);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_fulltext() {
|
||||||
|
let schema = prepopulated_schema();
|
||||||
|
|
||||||
|
let input = r#"[:find ?x . :where [(fulltext $ :foo/fts "yyy") [?x]]]"#;
|
||||||
|
let SQLQuery { sql, args } = translate(&schema, input, None);
|
||||||
|
assert_eq!(sql, "SELECT `datoms00`.e AS `?x` FROM `datoms` AS `datoms00` WHERE `datoms00`.a = 99 AND `datoms00`.v = $v0 LIMIT 1");
|
||||||
|
assert_eq!(args, vec![make_arg("$v0", "yyy")]);
|
||||||
|
}
|
||||||
|
|
|
@ -192,7 +192,10 @@ impl FromValue<FnArg> for FnArg {
|
||||||
println!("from_value {}", v.inner);
|
println!("from_value {}", v.inner);
|
||||||
match v.inner {
|
match v.inner {
|
||||||
edn::SpannedValue::Integer(i) => Some(FnArg::EntidOrInteger(i)),
|
edn::SpannedValue::Integer(i) => Some(FnArg::EntidOrInteger(i)),
|
||||||
|
edn::SpannedValue::Boolean(b) => Some(FnArg::Constant(NonIntegerConstant::Boolean(b))),
|
||||||
|
edn::SpannedValue::BigInteger(x) => Some(FnArg::Constant(NonIntegerConstant::BigInteger(x))),
|
||||||
edn::SpannedValue::Float(f) => Some(FnArg::Constant(NonIntegerConstant::Float(f))),
|
edn::SpannedValue::Float(f) => Some(FnArg::Constant(NonIntegerConstant::Float(f))),
|
||||||
|
edn::SpannedValue::Text(ref s) => Some(FnArg::Constant(NonIntegerConstant::Text(Rc::new(s.clone())))),
|
||||||
_ => unimplemented!(),
|
_ => unimplemented!(),
|
||||||
}})
|
}})
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue