X-Git-Url: http://git.kpe.io/?p=clsql.git;a=blobdiff_plain;f=tests%2Ftest-init.lisp;h=c13f545a0452eec526df868c51b2bdcd4b131ba2;hp=4fe9c2e51bacd3fd291d7d9b9e08fbfa49f70868;hb=9bbed78051e80e6ab76ae47834136035602bbbf1;hpb=d0f147d0e7d942b379bd7cd472f26b00c33916bc diff --git a/tests/test-init.lisp b/tests/test-init.lisp index 4fe9c2e..c13f545 100644 --- a/tests/test-init.lisp +++ b/tests/test-init.lisp @@ -16,6 +16,8 @@ (in-package #:clsql-tests) +(defvar *report-stream* nil "Stream to send text report.") +(defvar *sexp-report-stream* nil "Stream to send sexp report.") (defvar *rt-connection*) (defvar *rt-fddl*) (defvar *rt-fdml*) @@ -25,30 +27,29 @@ (defvar *rt-time*) (defvar *test-database-type* nil) +(defvar *test-database-underlying-type* nil) (defvar *test-database-user* nil) (defclass thing () ((extraterrestrial :initform nil :initarg :extraterrestrial))) (def-view-class person (thing) - ((height :db-kind :base :accessor height :type float :nulls-ok t + ((height :db-kind :base :accessor height :type float :initarg :height) - (married :db-kind :base :accessor married :type boolean :nulls-ok t + (married :db-kind :base :accessor married :type boolean :initarg :married) - (birthday :nulls-ok t :type clsql-base:wall-time :initarg :birthday) + (birthday :type clsql-base:wall-time :initarg :birthday) (hobby :db-kind :virtual :initarg :hobby :initform nil))) (def-view-class employee (person) ((emplid :db-kind :key :db-constraints :not-null - :nulls-ok nil :type integer :initarg :emplid) (groupid :db-kind :key :db-constraints :not-null - :nulls-ok nil :type integer :initarg :groupid) (first-name @@ -62,7 +63,6 @@ (email :accessor employee-email :type (string 100) - :nulls-ok t :initarg :email) (companyid :type integer) @@ -74,8 +74,7 @@ :foreign-key companyid :set nil)) (managerid - :type integer - :nulls-ok t) + :type integer) (manager :accessor employee-manager :db-kind :join @@ -87,12 +86,12 @@ (def-view-class company () ((companyid - :db-type :key + :db-kind :key :db-constraints :not-null :type integer :initarg :companyid) (groupid - :db-type :key + :db-kind :key :db-constraints :not-null :type integer :initarg :groupid) @@ -119,16 +118,28 @@ -(defun test-connect-to-database (database-type spec) - (setf *test-database-type* database-type) +(defun test-connect-to-database (db-type spec) + (when (db-backend-has-create/destroy-db? db-type) + (ignore-errors (destroy-database spec :database-type db-type)) + (ignore-errors (create-database spec :database-type db-type))) + + (setf *test-database-type* db-type) (when (>= (length spec) 3) (setq *test-database-user* (third spec))) - + ;; Connect to the database (clsql:connect spec - :database-type database-type + :database-type db-type :make-default t - :if-exists :old)) + :if-exists :old) + + ;; Ensure database is empty + (truncate-database :database *default-database*) + + (setf *test-database-underlying-type* + (clsql-sys:database-underlying-type *default-database*)) + + *default-database*) (defparameter company1 nil) (defparameter employee1 nil) @@ -143,10 +154,8 @@ (defparameter employee10 nil) (defun test-initialise-database () - ;; Remove the tables to support cases when destroy-database isn't supported, like odbc - (ignore-errors (clsql:drop-table "EMPLOYEE")) - (ignore-errors (clsql:drop-table "COMPANY")) - (ignore-errors (clsql:drop-table "FOO")) + (test-basic-initialize) + (clsql:create-view-from-class 'employee) (clsql:create-view-from-class 'company) @@ -246,7 +255,10 @@ :first-name "Vladamir" :last-name "Putin" :email "putin@soviet.org")) - + + ;; sleep to ensure birthdays are no longer at current time + (sleep 2) + ;; Lenin manages everyone (clsql:add-to-relation employee2 'manager employee1) (clsql:add-to-relation employee3 'manager employee1) @@ -284,52 +296,130 @@ (clsql:update-records-from-instance company1)) (defvar *error-count* 0) +(defvar *error-list* nil) -(defun run-tests () +(defun run-tests-append-report-file (report-file) + (let* ((report-path (etypecase report-file + (pathname report-file) + (string (parse-namestring report-file)))) + (sexp-report-path (make-pathname :defaults report-path + :type "sexp"))) + (with-open-file (rs report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (with-open-file (srs sexp-report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (run-tests :report-stream rs :sexp-report-stream srs))))) + +(defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil)) (let ((specs (read-specs)) - (*error-count* 0)) + (*report-stream* report-stream) + (*sexp-report-stream* sexp-report-stream) + (*error-count* 0) + (*error-list* nil)) (unless specs (warn "Not running tests because test configuration file is missing") (return-from run-tests :skipped)) (load-necessary-systems specs) (dolist (db-type +all-db-types+) - (let ((spec (db-type-spec db-type specs))) - (when spec - (do-tests-for-backend spec db-type)))) - (zerop *error-count*))) + (dolist (spec (db-type-spec db-type specs)) + (do-tests-for-backend db-type spec)))) + (zerop *error-count*)) (defun load-necessary-systems (specs) (dolist (db-type +all-db-types+) (when (db-type-spec db-type specs) - (db-type-ensure-system db-type)))) + (clsql:initialize-database-type :database-type db-type)))) -(defun do-tests-for-backend (spec db-type) - (format t - "~& -******************************************************************* -*** Running CLSQL tests with ~A backend. -******************************************************************* -" db-type) - (regression-test:rem-all-tests) - - ;; Tests of clsql-base - (ignore-errors (destroy-database spec :database-type db-type)) - (ignore-errors (create-database spec :database-type db-type)) - (with-tests (:name "CLSQL") - (test-basic spec db-type)) - (incf *error-count* *test-errors*) +(defun do-tests-for-backend (db-type spec) + (test-connect-to-database db-type spec) + + (unwind-protect + (multiple-value-bind (test-forms skip-tests) + (compute-tests-for-backend db-type *test-database-underlying-type*) + + (format *report-stream* + "~& +****************************************************************************** +*** CLSQL Test Suite begun at ~A +*** ~A +*** ~A on ~A +*** Database ~A backend~A. +****************************************************************************** +" + (clsql-base:format-time + nil + (clsql-base:utime->time (get-universal-time))) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type) + db-type + (if (not (eq db-type *test-database-underlying-type*)) + (format nil " with underlying type ~A" + *test-database-underlying-type*) + "") + ) + + (test-initialise-database) + + (regression-test:rem-all-tests) + (dolist (test-form test-forms) + (eval test-form)) + + (let ((remaining (regression-test:do-tests *report-stream*))) + (when (regression-test:pending-tests) + (incf *error-count* (length remaining)))) + + (let ((sexp-error (list db-type + *test-database-underlying-type* + (get-universal-time) + (length test-forms) + (regression-test:pending-tests) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type)))) + (when *sexp-report-stream* + (write sexp-error :stream *sexp-report-stream*)) + (push sexp-error *error-list*)) + + (format *report-stream* "~&Tests skipped:") + (if skip-tests + (dolist (skipped skip-tests) + (format *report-stream* + "~& ~20A ~A~%" (car skipped) (cdr skipped))) + (format *report-stream* " None~%"))) + (disconnect))) - (ignore-errors (destroy-database spec :database-type db-type)) - (ignore-errors (create-database spec :database-type db-type)) - ;; Also manually delete the tables since destroy-database/create-database doesn't work on ODBC - (dolist (test (append *rt-connection* *rt-fddl* *rt-fdml* - *rt-ooddl* *rt-oodml* *rt-syntax*)) - (eval test)) - (test-connect-to-database db-type spec) - (test-initialise-database) - (let ((remaining (rtest:do-tests))) - (when (consp remaining) - (incf *error-count* (length remaining)))) - (disconnect)) +(defun compute-tests-for-backend (db-type db-underlying-type) + (let ((test-forms '()) + (skip-tests '())) + (dolist (test-form (append (test-basic-forms) + *rt-connection* *rt-fddl* *rt-fdml* + *rt-ooddl* *rt-oodml* *rt-syntax*)) + (let ((test (second test-form))) + (cond + ((and (null (db-type-has-views? db-underlying-type)) + (clsql-base::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4)) + (push (cons test "views not supported") skip-tests)) + ((and (null (db-type-has-boolean-where? db-underlying-type)) + (clsql-base::in test :fdml/select/11 :oodml/select/5)) + (push (cons test "boolean where not supported") skip-tests)) + ((and (null (db-type-has-subqueries? db-underlying-type)) + (clsql-base::in test :fdml/select/5 :fdml/select/10)) + (push (cons test "subqueries not supported") skip-tests)) + ((and (null (db-type-transaction-capable? db-underlying-type + *default-database*)) + (clsql-base::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4)) + (push (cons test "transactions not supported") skip-tests)) + ((and (null (db-type-has-fancy-math? db-underlying-type)) + (clsql-base::in test :fdml/select/1)) + (push (cons test "fancy math not supported") skip-tests)) + ((and (eql *test-database-type* :sqlite) + (clsql-base::in test :fddl/view/4 :fdml/select/10)) + (push (cons test "not supported by sqlite") skip-tests)) + (t + (push test-form test-forms))))) + (values (nreverse test-forms) (nreverse skip-tests))))