2016-11-22 01:23:53 +00:00
|
|
|
;; Copyright 2016 Mozilla
|
|
|
|
;;
|
|
|
|
;; Licensed under the Apache License, Version 2.0 (the "License"); you may not use
|
|
|
|
;; this file except in compliance with the License. You may obtain a copy of the
|
|
|
|
;; License at http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
;; Unless required by applicable law or agreed to in writing, software distributed
|
|
|
|
;; under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
|
|
|
|
;; CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
|
|
|
;; specific language governing permissions and limitations under the License.
|
2016-08-09 06:51:23 +00:00
|
|
|
|
|
|
|
(ns datomish.places.import-test
|
|
|
|
#?(:cljs
|
|
|
|
(:require-macros
|
|
|
|
[datomish.pair-chan :refer [go-pair <?]]
|
|
|
|
[datomish.node-tempfile-macros :refer [with-tempfile]]
|
|
|
|
[cljs.core.async.macros :as a :refer [go]]))
|
|
|
|
(:require
|
2016-11-16 01:46:38 +00:00
|
|
|
[datomish.tufte-stub :as tufte
|
|
|
|
#?(:cljs :refer-macros :clj :refer) [p profile]]
|
2016-08-09 06:51:23 +00:00
|
|
|
[datomish.api :as d]
|
|
|
|
[datomish.places.import :as pi]
|
|
|
|
[datomish.util :as util #?(:cljs :refer-macros :clj :refer) [raise cond-let]]
|
|
|
|
[datomish.sqlite :as s]
|
|
|
|
#?@(:clj [[datomish.jdbc-sqlite]
|
|
|
|
[datomish.pair-chan :refer [go-pair <?]]
|
|
|
|
[tempfile.core :refer [tempfile with-tempfile]]
|
|
|
|
[datomish.test-macros :refer [deftest-async]]
|
|
|
|
[clojure.test :as t :refer [is are deftest testing]]
|
|
|
|
[clojure.core.async :refer [go <! >!]]])
|
2016-09-08 00:16:03 +00:00
|
|
|
#?@(:cljs [[datomish.js-sqlite]
|
2016-08-09 06:51:23 +00:00
|
|
|
[datomish.pair-chan]
|
|
|
|
[datomish.test-macros :refer-macros [deftest-async]]
|
|
|
|
[datomish.node-tempfile :refer [tempfile]]
|
|
|
|
[cljs.test :as t :refer-macros [is are deftest testing async]]
|
|
|
|
[cljs.core.async :as a :refer [<! >!]]])))
|
|
|
|
|
|
|
|
#?(:cljs
|
|
|
|
(def Throwable js/Error))
|
|
|
|
|
|
|
|
(tufte/add-basic-println-handler! {})
|
|
|
|
|
|
|
|
(deftest-async test-import
|
|
|
|
(with-tempfile [t (tempfile)]
|
|
|
|
(let [places (<? (s/<sqlite-connection "/tmp/places.sqlite"))
|
|
|
|
conn (<? (d/<connect t))]
|
|
|
|
(try
|
|
|
|
(let [report (profile {:dynamic? true} (<? (pi/import-places conn places)))]
|
|
|
|
|
|
|
|
(is (= nil (count (:tx-data report)))))
|
|
|
|
(finally
|
|
|
|
(<? (d/<close conn)))))))
|
|
|
|
|
|
|
|
(deftest-async test-import-repeat
|
|
|
|
;; Repeated import is worst possible for the big joins to find datoms that already exist, because
|
|
|
|
;; *every* datom added in the first import will match in the second.
|
|
|
|
(with-tempfile [t (tempfile)]
|
|
|
|
(let [places (<? (s/<sqlite-connection "/tmp/places.sqlite"))
|
|
|
|
conn (<? (d/<connect t))]
|
|
|
|
(try
|
|
|
|
(let [report0 (<? (pi/import-places conn places))
|
|
|
|
report (profile {:dynamic? true} (<? (pi/import-places conn places)))]
|
|
|
|
|
|
|
|
(is (= nil (count (:tx-data report)))))
|
|
|
|
|
|
|
|
(finally
|
|
|
|
(<? (d/<close conn)))))))
|
|
|
|
|
|
|
|
#_
|
|
|
|
(defn <?? [pair-chan]
|
|
|
|
(datomish.pair-chan/consume-pair (clojure.core.async/<!! pair-chan)))
|
|
|
|
|
|
|
|
#_ [
|
|
|
|
(def places (<?? (s/<sqlite-connection "/tmp/places.sqlite")))
|
|
|
|
(def conn (<?? (d/<connect "/tmp/testkb.sqlite")))
|
|
|
|
(def tx0 (:tx (<?? (d/<transact! conn places-schema-fragment))))
|
|
|
|
|
|
|
|
(tufte/add-basic-println-handler! {})
|
|
|
|
(def report (profile {:dynamic? true} (<?? (pi/import conn places))))
|
|
|
|
|
|
|
|
;; Empty:
|
|
|
|
;; "Elapsed time: 5451.610551 msecs"
|
|
|
|
;; Reimport:
|
|
|
|
;; "Elapsed time: 25600.358881 msecs"
|
|
|
|
|
|
|
|
]
|