(in-package #:clsql-tests)
+(defvar *report-stream* nil "Stream to send text report.")
+(defvar *sexp-report-stream* nil "Stream to send sexp report.")
(defvar *rt-connection*)
(defvar *rt-fddl*)
(defvar *rt-fdml*)
((extraterrestrial :initform nil :initarg :extraterrestrial)))
(def-view-class person (thing)
- ((height :db-kind :base :accessor height :type float :nulls-ok t
+ ((height :db-kind :base :accessor height :type float
:initarg :height)
- (married :db-kind :base :accessor married :type boolean :nulls-ok t
+ (married :db-kind :base :accessor married :type boolean
:initarg :married)
- (birthday :nulls-ok t :type clsql-base:wall-time :initarg :birthday)
+ (birthday :type clsql-base:wall-time :initarg :birthday)
(hobby :db-kind :virtual :initarg :hobby :initform nil)))
(def-view-class employee (person)
((emplid
:db-kind :key
:db-constraints :not-null
- :nulls-ok nil
:type integer
:initarg :emplid)
(groupid
:db-kind :key
:db-constraints :not-null
- :nulls-ok nil
:type integer
:initarg :groupid)
(first-name
(email
:accessor employee-email
:type (string 100)
- :nulls-ok t
:initarg :email)
(companyid
:type integer)
:foreign-key companyid
:set nil))
(managerid
- :type integer
- :nulls-ok t)
+ :type integer)
(manager
:accessor employee-manager
:db-kind :join
(def-view-class company ()
((companyid
- :db-type :key
+ :db-kind :key
:db-constraints :not-null
:type integer
:initarg :companyid)
(groupid
- :db-type :key
+ :db-kind :key
:db-constraints :not-null
:type integer
:initarg :groupid)
-(defun test-connect-to-database (database-type spec)
- (setf *test-database-type* database-type)
+(defun test-connect-to-database (db-type spec)
+ (when (db-backend-has-create/destroy-db? db-type)
+ (ignore-errors (destroy-database spec :database-type db-type))
+ (ignore-errors (create-database spec :database-type db-type)))
+
+ (setf *test-database-type* db-type)
(when (>= (length spec) 3)
(setq *test-database-user* (third spec)))
-
+
;; Connect to the database
(clsql:connect spec
- :database-type database-type
+ :database-type db-type
:make-default t
:if-exists :old)
-
+
+ ;; Ensure database is empty
+ (truncate-database :database *default-database*)
+
(setf *test-database-underlying-type*
(clsql-sys:database-underlying-type *default-database*))
-
+
*default-database*)
(defparameter company1 nil)
(defparameter employee10 nil)
(defun test-initialise-database ()
- ;; Remove the tables to support cases when destroy-database isn't supported, like odbc
- (ignore-errors (clsql:drop-table "EMPLOYEE"))
- (ignore-errors (clsql:drop-table "COMPANY"))
- (ignore-errors (clsql:drop-table "FOO"))
+ (test-basic-initialize)
+
(clsql:create-view-from-class 'employee)
(clsql:create-view-from-class 'company)
:first-name "Vladamir"
:last-name "Putin"
:email "putin@soviet.org"))
-
+
+ ;; sleep to ensure birthdays are no longer at current time
+ (sleep 2)
+
;; Lenin manages everyone
(clsql:add-to-relation employee2 'manager employee1)
(clsql:add-to-relation employee3 'manager employee1)
(clsql:update-records-from-instance company1))
(defvar *error-count* 0)
+(defvar *error-list* nil)
-(defun run-tests ()
+(defun run-tests-append-report-file (report-file)
+ (let* ((report-path (etypecase report-file
+ (pathname report-file)
+ (string (parse-namestring report-file))))
+ (sexp-report-path (make-pathname :defaults report-path
+ :type "sexp")))
+ (with-open-file (rs report-path :direction :output
+ :if-exists :append
+ :if-does-not-exist :create)
+ (with-open-file (srs sexp-report-path :direction :output
+ :if-exists :append
+ :if-does-not-exist :create)
+ (run-tests :report-stream rs :sexp-report-stream srs)))))
+
+(defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil))
(let ((specs (read-specs))
- (*error-count* 0))
+ (*report-stream* report-stream)
+ (*sexp-report-stream* sexp-report-stream)
+ (*error-count* 0)
+ (*error-list* nil))
(unless specs
(warn "Not running tests because test configuration file is missing")
(return-from run-tests :skipped))
(load-necessary-systems specs)
(dolist (db-type +all-db-types+)
- (let ((spec (db-type-spec db-type specs)))
- (when spec
- (do-tests-for-backend spec db-type))))
- (zerop *error-count*)))
+ (dolist (spec (db-type-spec db-type specs))
+ (do-tests-for-backend db-type spec))))
+ (zerop *error-count*))
(defun load-necessary-systems (specs)
(dolist (db-type +all-db-types+)
(when (db-type-spec db-type specs)
- (db-type-ensure-system db-type))))
+ (clsql:initialize-database-type :database-type db-type))))
-(defun do-tests-for-backend (spec db-type)
- (format t
- "~&
-*******************************************************************
-*** Running CLSQL tests with ~A backend.
-*******************************************************************
-" db-type)
- (regression-test:rem-all-tests)
-
- ;; Tests of clsql-base
- (ignore-errors (destroy-database spec :database-type db-type))
- (ignore-errors (create-database spec :database-type db-type))
- (with-tests (:name "CLSQL")
- (test-basic spec db-type))
- (incf *error-count* *test-errors*)
+(defun do-tests-for-backend (db-type spec)
+ (test-connect-to-database db-type spec)
- (when (db-backend-has-create/destroy-db? db-type)
- (ignore-errors (destroy-database spec :database-type db-type))
- (ignore-errors (create-database spec :database-type db-type)))
+ (unwind-protect
+ (multiple-value-bind (test-forms skip-tests)
+ (compute-tests-for-backend db-type *test-database-underlying-type*)
+
+ (format *report-stream*
+ "~&
+******************************************************************************
+*** CLSQL Test Suite begun at ~A
+*** ~A
+*** ~A on ~A
+*** Database ~A backend~A.
+******************************************************************************
+"
+ (clsql-base:format-time
+ nil
+ (clsql-base:utime->time (get-universal-time)))
+ (lisp-implementation-type)
+ (lisp-implementation-version)
+ (machine-type)
+ db-type
+ (if (not (eq db-type *test-database-underlying-type*))
+ (format nil " with underlying type ~A"
+ *test-database-underlying-type*)
+ "")
+ )
+
+ (test-initialise-database)
+
+ (regression-test:rem-all-tests)
+ (dolist (test-form test-forms)
+ (eval test-form))
+
+ (let ((remaining (regression-test:do-tests *report-stream*)))
+ (when (regression-test:pending-tests)
+ (incf *error-count* (length remaining))))
+
+ (let ((sexp-error (list db-type
+ *test-database-underlying-type*
+ (get-universal-time)
+ (length test-forms)
+ (regression-test:pending-tests)
+ (lisp-implementation-type)
+ (lisp-implementation-version)
+ (machine-type))))
+ (when *sexp-report-stream*
+ (write sexp-error :stream *sexp-report-stream*))
+ (push sexp-error *error-list*))
+
+ (format *report-stream* "~&Tests skipped:")
+ (if skip-tests
+ (dolist (skipped skip-tests)
+ (format *report-stream*
+ "~& ~20A ~A~%" (car skipped) (cdr skipped)))
+ (format *report-stream* " None~%")))
+ (disconnect)))
- (test-connect-to-database db-type spec)
- (dolist (test-form (append *rt-connection* *rt-fddl* *rt-fdml*
- *rt-ooddl* *rt-oodml* *rt-syntax*))
- (let ((test (second test-form)))
- (cond
- ((and (null (db-type-has-views? *test-database-underlying-type*))
- (clsql-base-sys::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4))
- ;; skip test
- )
- ((and (null (db-type-has-boolean-where? *test-database-underlying-type*))
- (clsql-base-sys::in test :fdml/select/11 :oodml/select/5))
- ;; skip tests
- )
- ((and (null (db-type-has-subqueries? *test-database-underlying-type*))
- (clsql-base-sys::in test :fdml/select/5 :fdml/select/10))
- ;; skip tests
- )
- ((and (null (db-type-transaction-capable? *test-database-underlying-type* *default-database*))
- (clsql-base-sys::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4))
- ;; skip tests
- )
- ((and (eql *test-database-type* :sqlite)
- (clsql-base-sys::in test :fddl/view/4 :fdml/select/10))
- ;; skip tests
- )
- (t
- (eval test-form)))))
-
- (test-initialise-database)
- (let ((remaining (rtest:do-tests)))
- (when (consp remaining)
- (incf *error-count* (length remaining))))
- (disconnect))
+(defun compute-tests-for-backend (db-type db-underlying-type)
+ (let ((test-forms '())
+ (skip-tests '()))
+ (dolist (test-form (append (test-basic-forms)
+ *rt-connection* *rt-fddl* *rt-fdml*
+ *rt-ooddl* *rt-oodml* *rt-syntax*))
+ (let ((test (second test-form)))
+ (cond
+ ((and (null (db-type-has-views? db-underlying-type))
+ (clsql-base::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4))
+ (push (cons test "views not supported") skip-tests))
+ ((and (null (db-type-has-boolean-where? db-underlying-type))
+ (clsql-base::in test :fdml/select/11 :oodml/select/5))
+ (push (cons test "boolean where not supported") skip-tests))
+ ((and (null (db-type-has-subqueries? db-underlying-type))
+ (clsql-base::in test :fdml/select/5 :fdml/select/10))
+ (push (cons test "subqueries not supported") skip-tests))
+ ((and (null (db-type-transaction-capable? db-underlying-type
+ *default-database*))
+ (clsql-base::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4))
+ (push (cons test "transactions not supported") skip-tests))
+ ((and (null (db-type-has-fancy-math? db-underlying-type))
+ (clsql-base::in test :fdml/select/1))
+ (push (cons test "fancy math not supported") skip-tests))
+ ((and (eql *test-database-type* :sqlite)
+ (clsql-base::in test :fddl/view/4 :fdml/select/10))
+ (push (cons test "not supported by sqlite") skip-tests))
+ (t
+ (push test-form test-forms)))))
+ (values (nreverse test-forms) (nreverse skip-tests))))
projects / clsql.git / blobdiff