X-Git-Url: http://git.kpe.io/?p=clsql.git;a=blobdiff_plain;f=tests%2Ftest-init.lisp;h=c13f545a0452eec526df868c51b2bdcd4b131ba2;hp=89b6ce204ff7638aa5d1ba8e1ba23ee42a364931;hb=9bbed78051e80e6ab76ae47834136035602bbbf1;hpb=67e6b9eaab9c9bcf8b57cbd476581437e4876b26 diff --git a/tests/test-init.lisp b/tests/test-init.lisp index 89b6ce2..c13f545 100644 --- a/tests/test-init.lisp +++ b/tests/test-init.lisp @@ -4,62 +4,52 @@ ;;;; Authors: Marcus Pearce , Kevin Rosenberg ;;;; Created: 30/03/2004 ;;;; Updated: $Id$ -;;;; ====================================================================== -;;;; -;;;; Description ========================================================== -;;;; ====================================================================== ;;;; ;;;; Initialisation utilities for running regression tests on CLSQL. ;;;; +;;;; This file is part of CLSQL. +;;;; +;;;; CLSQL users are granted the rights to distribute and use this software +;;;; as governed by the terms of the Lisp Lesser GNU Public License +;;;; (http://opensource.franz.com/preamble.html), also known as the LLGPL. ;;;; ====================================================================== -;;; This test suite looks for a configuration file named ".clsql-test.config" -;;; located in the users home directory. -;;; -;;; This file contains a single a-list that specifies the connection -;;; specs for each database type to be tested. For example, to test all -;;; platforms, a sample "test.config" may look like: -;;; -;;; ((:mysql ("localhost" "a-mysql-db" "user1" "secret")) -;;; (:aodbc ("my-dsn" "a-user" "pass")) -;;; (:postgresql ("localhost" "another-db" "user2" "dont-tell")) -;;; (:postgresql-socket ("pg-server" "a-db-name" "user" "secret-password")) -;;; (:sqlite ("path-to-sqlite-db"))) - (in-package #:clsql-tests) +(defvar *report-stream* nil "Stream to send text report.") +(defvar *sexp-report-stream* nil "Stream to send sexp report.") (defvar *rt-connection*) (defvar *rt-fddl*) (defvar *rt-fdml*) (defvar *rt-ooddl*) (defvar *rt-oodml*) (defvar *rt-syntax*) +(defvar *rt-time*) (defvar *test-database-type* nil) +(defvar *test-database-underlying-type* nil) (defvar *test-database-user* nil) (defclass thing () ((extraterrestrial :initform nil :initarg :extraterrestrial))) (def-view-class person (thing) - ((height :db-kind :base :accessor height :type float :nulls-ok t + ((height :db-kind :base :accessor height :type float :initarg :height) - (married :db-kind :base :accessor married :type boolean :nulls-ok t + (married :db-kind :base :accessor married :type boolean :initarg :married) - (birthday :nulls-ok t :type clsql-base:wall-time :initarg :birthday) + (birthday :type clsql-base:wall-time :initarg :birthday) (hobby :db-kind :virtual :initarg :hobby :initform nil))) (def-view-class employee (person) ((emplid :db-kind :key :db-constraints :not-null - :nulls-ok nil :type integer :initarg :emplid) (groupid :db-kind :key :db-constraints :not-null - :nulls-ok nil :type integer :initarg :groupid) (first-name @@ -73,7 +63,6 @@ (email :accessor employee-email :type (string 100) - :nulls-ok t :initarg :email) (companyid :type integer) @@ -85,8 +74,7 @@ :foreign-key companyid :set nil)) (managerid - :type integer - :nulls-ok t) + :type integer) (manager :accessor employee-manager :db-kind :join @@ -98,12 +86,12 @@ (def-view-class company () ((companyid - :db-type :key + :db-kind :key :db-constraints :not-null :type integer :initarg :companyid) (groupid - :db-type :key + :db-kind :key :db-constraints :not-null :type integer :initarg :groupid) @@ -128,148 +116,149 @@ :set t))) (:base-table company)) -(defparameter company1 (make-instance 'company - :companyid 1 - :groupid 1 - :name "Widgets Inc.")) - -(defparameter employee1 (make-instance 'employee - :emplid 1 - :groupid 1 - :married t - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Vladamir" - :last-name "Lenin" - :email "lenin@soviet.org")) - -(defparameter employee2 (make-instance 'employee - :emplid 2 - :groupid 1 - :height (1+ (random 1.00)) - :married t - :birthday (clsql-base:get-time) - :first-name "Josef" - :last-name "Stalin" - :email "stalin@soviet.org")) - -(defparameter employee3 (make-instance 'employee - :emplid 3 - :groupid 1 - :height (1+ (random 1.00)) - :married t - :birthday (clsql-base:get-time) - :first-name "Leon" - :last-name "Trotsky" - :email "trotsky@soviet.org")) - -(defparameter employee4 (make-instance 'employee - :emplid 4 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Nikita" - :last-name "Kruschev" - :email "kruschev@soviet.org")) - -(defparameter employee5 (make-instance 'employee - :emplid 5 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Leonid" - :last-name "Brezhnev" - :email "brezhnev@soviet.org")) - -(defparameter employee6 (make-instance 'employee - :emplid 6 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Yuri" - :last-name "Andropov" - :email "andropov@soviet.org")) - -(defparameter employee7 (make-instance 'employee - :emplid 7 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Konstantin" - :last-name "Chernenko" - :email "chernenko@soviet.org")) - -(defparameter employee8 (make-instance 'employee - :emplid 8 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Mikhail" - :last-name "Gorbachev" - :email "gorbachev@soviet.org")) - -(defparameter employee9 (make-instance 'employee - :emplid 9 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Boris" - :last-name "Yeltsin" - :email "yeltsin@soviet.org")) -(defparameter employee10 (make-instance 'employee - :emplid 10 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Vladamir" - :last-name "Putin" - :email "putin@soviet.org")) -(defun test-connect-to-database (database-type spec) - (setf *test-database-type* database-type) +(defun test-connect-to-database (db-type spec) + (when (db-backend-has-create/destroy-db? db-type) + (ignore-errors (destroy-database spec :database-type db-type)) + (ignore-errors (create-database spec :database-type db-type))) + + (setf *test-database-type* db-type) (when (>= (length spec) 3) (setq *test-database-user* (third spec))) - + ;; Connect to the database (clsql:connect spec - :database-type database-type - :make-default t - :if-exists :old)) + :database-type db-type + :make-default t + :if-exists :old) + + ;; Ensure database is empty + (truncate-database :database *default-database*) + + (setf *test-database-underlying-type* + (clsql-sys:database-underlying-type *default-database*)) + + *default-database*) -(defmacro with-ignore-errors (&rest forms) - `(progn - ,@(mapcar - (lambda (x) (list 'ignore-errors x)) - forms))) +(defparameter company1 nil) +(defparameter employee1 nil) +(defparameter employee2 nil) +(defparameter employee3 nil) +(defparameter employee4 nil) +(defparameter employee5 nil) +(defparameter employee6 nil) +(defparameter employee7 nil) +(defparameter employee8 nil) +(defparameter employee9 nil) +(defparameter employee10 nil) (defun test-initialise-database () - ;; Delete the instance records - (with-ignore-errors - (clsql:delete-instance-records company1) - (clsql:delete-instance-records employee1) - (clsql:delete-instance-records employee2) - (clsql:delete-instance-records employee3) - (clsql:delete-instance-records employee4) - (clsql:delete-instance-records employee5) - (clsql:delete-instance-records employee6) - (clsql:delete-instance-records employee7) - (clsql:delete-instance-records employee8) - (clsql:delete-instance-records employee9) - (clsql:delete-instance-records employee10) - ;; Drop the required tables if they exist - (clsql:drop-view-from-class 'employee) - (clsql:drop-view-from-class 'company)) - ;; Create the tables for our view classes + (test-basic-initialize) + (clsql:create-view-from-class 'employee) (clsql:create-view-from-class 'company) + + (setf company1 (make-instance 'company + :companyid 1 + :groupid 1 + :name "Widgets Inc.") + employee1 (make-instance 'employee + :emplid 1 + :groupid 1 + :married t + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Vladamir" + :last-name "Lenin" + :email "lenin@soviet.org") + employee2 (make-instance 'employee + :emplid 2 + :groupid 1 + :height (1+ (random 1.00)) + :married t + :birthday (clsql-base:get-time) + :first-name "Josef" + :last-name "Stalin" + :email "stalin@soviet.org") + employee3 (make-instance 'employee + :emplid 3 + :groupid 1 + :height (1+ (random 1.00)) + :married t + :birthday (clsql-base:get-time) + :first-name "Leon" + :last-name "Trotsky" + :email "trotsky@soviet.org") + employee4 (make-instance 'employee + :emplid 4 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Nikita" + :last-name "Kruschev" + :email "kruschev@soviet.org") + + employee5 (make-instance 'employee + :emplid 5 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Leonid" + :last-name "Brezhnev" + :email "brezhnev@soviet.org") + + employee6 (make-instance 'employee + :emplid 6 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Yuri" + :last-name "Andropov" + :email "andropov@soviet.org") + employee7 (make-instance 'employee + :emplid 7 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Konstantin" + :last-name "Chernenko" + :email "chernenko@soviet.org") + employee8 (make-instance 'employee + :emplid 8 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Mikhail" + :last-name "Gorbachev" + :email "gorbachev@soviet.org") + employee9 (make-instance 'employee + :emplid 9 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Boris" + :last-name "Yeltsin" + :email "yeltsin@soviet.org") + employee10 (make-instance 'employee + :emplid 10 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Vladamir" + :last-name "Putin" + :email "putin@soviet.org")) + + ;; sleep to ensure birthdays are no longer at current time + (sleep 2) + ;; Lenin manages everyone (clsql:add-to-relation employee2 'manager employee1) (clsql:add-to-relation employee3 'manager employee1) @@ -306,21 +295,131 @@ (clsql:update-records-from-instance employee10) (clsql:update-records-from-instance company1)) -(defun run-tests () - (let ((specs (read-specs))) +(defvar *error-count* 0) +(defvar *error-list* nil) + +(defun run-tests-append-report-file (report-file) + (let* ((report-path (etypecase report-file + (pathname report-file) + (string (parse-namestring report-file)))) + (sexp-report-path (make-pathname :defaults report-path + :type "sexp"))) + (with-open-file (rs report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (with-open-file (srs sexp-report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (run-tests :report-stream rs :sexp-report-stream srs))))) + +(defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil)) + (let ((specs (read-specs)) + (*report-stream* report-stream) + (*sexp-report-stream* sexp-report-stream) + (*error-count* 0) + (*error-list* nil)) (unless specs (warn "Not running tests because test configuration file is missing") (return-from run-tests :skipped)) + (load-necessary-systems specs) (dolist (db-type +all-db-types+) - (let ((spec (db-type-spec db-type specs))) - (when spec - (db-type-ensure-system db-type) - (rt:rem-all-tests) - (dolist (test (append *rt-connection* *rt-fddl* *rt-fdml* - *rt-ooddl* *rt-oodml* *rt-syntax*)) - (eval test)) - (format t "~&Running CLSQL tests with ~A backend.~%" db-type) - (test-connect-to-database db-type spec) - (test-initialise-database) - (rtest:do-tests)))))) + (dolist (spec (db-type-spec db-type specs)) + (do-tests-for-backend db-type spec)))) + (zerop *error-count*)) + +(defun load-necessary-systems (specs) + (dolist (db-type +all-db-types+) + (when (db-type-spec db-type specs) + (clsql:initialize-database-type :database-type db-type)))) + +(defun do-tests-for-backend (db-type spec) + (test-connect-to-database db-type spec) + + (unwind-protect + (multiple-value-bind (test-forms skip-tests) + (compute-tests-for-backend db-type *test-database-underlying-type*) + + (format *report-stream* + "~& +****************************************************************************** +*** CLSQL Test Suite begun at ~A +*** ~A +*** ~A on ~A +*** Database ~A backend~A. +****************************************************************************** +" + (clsql-base:format-time + nil + (clsql-base:utime->time (get-universal-time))) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type) + db-type + (if (not (eq db-type *test-database-underlying-type*)) + (format nil " with underlying type ~A" + *test-database-underlying-type*) + "") + ) + + (test-initialise-database) + + (regression-test:rem-all-tests) + (dolist (test-form test-forms) + (eval test-form)) + + (let ((remaining (regression-test:do-tests *report-stream*))) + (when (regression-test:pending-tests) + (incf *error-count* (length remaining)))) + + (let ((sexp-error (list db-type + *test-database-underlying-type* + (get-universal-time) + (length test-forms) + (regression-test:pending-tests) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type)))) + (when *sexp-report-stream* + (write sexp-error :stream *sexp-report-stream*)) + (push sexp-error *error-list*)) + + (format *report-stream* "~&Tests skipped:") + (if skip-tests + (dolist (skipped skip-tests) + (format *report-stream* + "~& ~20A ~A~%" (car skipped) (cdr skipped))) + (format *report-stream* " None~%"))) + (disconnect))) + + +(defun compute-tests-for-backend (db-type db-underlying-type) + (let ((test-forms '()) + (skip-tests '())) + (dolist (test-form (append (test-basic-forms) + *rt-connection* *rt-fddl* *rt-fdml* + *rt-ooddl* *rt-oodml* *rt-syntax*)) + (let ((test (second test-form))) + (cond + ((and (null (db-type-has-views? db-underlying-type)) + (clsql-base::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4)) + (push (cons test "views not supported") skip-tests)) + ((and (null (db-type-has-boolean-where? db-underlying-type)) + (clsql-base::in test :fdml/select/11 :oodml/select/5)) + (push (cons test "boolean where not supported") skip-tests)) + ((and (null (db-type-has-subqueries? db-underlying-type)) + (clsql-base::in test :fdml/select/5 :fdml/select/10)) + (push (cons test "subqueries not supported") skip-tests)) + ((and (null (db-type-transaction-capable? db-underlying-type + *default-database*)) + (clsql-base::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4)) + (push (cons test "transactions not supported") skip-tests)) + ((and (null (db-type-has-fancy-math? db-underlying-type)) + (clsql-base::in test :fdml/select/1)) + (push (cons test "fancy math not supported") skip-tests)) + ((and (eql *test-database-type* :sqlite) + (clsql-base::in test :fddl/view/4 :fdml/select/10)) + (push (cons test "not supported by sqlite") skip-tests)) + (t + (push test-form test-forms))))) + (values (nreverse test-forms) (nreverse skip-tests))))