X-Git-Url: http://git.kpe.io/?a=blobdiff_plain;f=tests%2Ftest-init.lisp;h=3e6d85a21a551b44d7f30f52399bf1f23ac6673f;hb=f716bb1161cf9e89a96945c4a444244f9d303691;hp=2c4fab23c3a006f3266837a6e7bb8c84a7247505;hpb=73cf858d596ad1d51c745b478292433617cf9d72;p=clsql.git diff --git a/tests/test-init.lisp b/tests/test-init.lisp index 2c4fab2..3e6d85a 100644 --- a/tests/test-init.lisp +++ b/tests/test-init.lisp @@ -1,25 +1,34 @@ ;;;; -*- Mode: LISP; Syntax: ANSI-Common-Lisp; Base: 10 -*- ;;;; ====================================================================== ;;;; File: test-init.lisp -;;;; Author: Marcus Pearce +;;;; Authors: Marcus Pearce , Kevin Rosenberg ;;;; Created: 30/03/2004 ;;;; Updated: $Id$ -;;;; ====================================================================== -;;;; -;;;; Description ========================================================== -;;;; ====================================================================== ;;;; ;;;; Initialisation utilities for running regression tests on CLSQL. ;;;; +;;;; This file is part of CLSQL. +;;;; +;;;; CLSQL users are granted the rights to distribute and use this software +;;;; as governed by the terms of the Lisp Lesser GNU Public License +;;;; (http://opensource.franz.com/preamble.html), also known as the LLGPL. ;;;; ====================================================================== (in-package #:clsql-tests) +(defvar *report-stream* nil "Stream to send text report.") +(defvar *sexp-report-stream* nil "Stream to send sexp report.") +(defvar *rt-connection*) +(defvar *rt-fddl*) +(defvar *rt-fdml*) +(defvar *rt-ooddl*) +(defvar *rt-oodml*) +(defvar *rt-syntax*) +(defvar *rt-time*) + (defvar *test-database-type* nil) -(defvar *test-database-server* "") -(defvar *test-database-name* "") -(defvar *test-database-user* "") -(defvar *test-database-password* "") +(defvar *test-database-underlying-type* nil) +(defvar *test-database-user* nil) (defclass thing () ((extraterrestrial :initform nil :initarg :extraterrestrial))) @@ -111,165 +120,149 @@ :set t))) (:base-table company)) -(defparameter company1 (make-instance 'company - :companyid 1 - :groupid 1 - :name "Widgets Inc.")) - -(defparameter employee1 (make-instance 'employee - :emplid 1 - :groupid 1 - :married t - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Vladamir" - :last-name "Lenin" - :email "lenin@soviet.org")) - -(defparameter employee2 (make-instance 'employee - :emplid 2 - :groupid 1 - :height (1+ (random 1.00)) - :married t - :birthday (clsql-base:get-time) - :first-name "Josef" - :last-name "Stalin" - :email "stalin@soviet.org")) - -(defparameter employee3 (make-instance 'employee - :emplid 3 - :groupid 1 - :height (1+ (random 1.00)) - :married t - :birthday (clsql-base:get-time) - :first-name "Leon" - :last-name "Trotsky" - :email "trotsky@soviet.org")) - -(defparameter employee4 (make-instance 'employee - :emplid 4 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Nikita" - :last-name "Kruschev" - :email "kruschev@soviet.org")) - -(defparameter employee5 (make-instance 'employee - :emplid 5 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Leonid" - :last-name "Brezhnev" - :email "brezhnev@soviet.org")) - -(defparameter employee6 (make-instance 'employee - :emplid 6 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Yuri" - :last-name "Andropov" - :email "andropov@soviet.org")) - -(defparameter employee7 (make-instance 'employee - :emplid 7 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Konstantin" - :last-name "Chernenko" - :email "chernenko@soviet.org")) - -(defparameter employee8 (make-instance 'employee - :emplid 8 - :groupid 1 - :height (1+ (random 1.00)) - :married nil - :birthday (clsql-base:get-time) - :first-name "Mikhail" - :last-name "Gorbachev" - :email "gorbachev@soviet.org")) - -(defparameter employee9 (make-instance 'employee - :emplid 9 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Boris" - :last-name "Yeltsin" - :email "yeltsin@soviet.org")) - -(defparameter employee10 (make-instance 'employee - :emplid 10 - :groupid 1 - :married nil - :height (1+ (random 1.00)) - :birthday (clsql-base:get-time) - :first-name "Vladamir" - :last-name "Putin" - :email "putin@soviet.org")) -(defun test-database-connection-spec () - (let ((dbserver *test-database-server*) - (dbname *test-database-name*) - (dbpassword *test-database-password*) - (dbtype *test-database-type*) - (username *test-database-user*)) - (case dbtype - (:postgresql - `("" ,dbname ,username ,dbpassword)) - (:postgresql-socket - `(,dbserver ,dbname ,username ,dbpassword)) - (:mysql - `("" ,dbname ,username ,dbpassword)) - (:sqlite - `(,dbname)) - (:oracle - `(,username ,dbpassword ,dbname)) - (t - (error "Unrecognized database type: ~A" dbtype))))) -(defun test-connect-to-database (database-type) - (setf *test-database-type* database-type) +(defun test-connect-to-database (db-type spec) + (when (db-backend-has-create/destroy-db? db-type) + (ignore-errors (destroy-database spec :database-type db-type)) + (ignore-errors (create-database spec :database-type db-type))) + + (setf *test-database-type* db-type) + (when (>= (length spec) 3) + (setq *test-database-user* (third spec))) + ;; Connect to the database - (clsql:connect (test-database-connection-spec) - :database-type database-type - :make-default t - :if-exists :old)) + (clsql:connect spec + :database-type db-type + :make-default t + :if-exists :old) + + ;; Ensure database is empty + (truncate-database :database *default-database*) + + (setf *test-database-underlying-type* + (clsql-sys:database-underlying-type *default-database*)) + + *default-database*) -(defmacro with-ignore-errors (&rest forms) - `(progn - ,@(mapcar - (lambda (x) (list 'ignore-errors x)) - forms))) +(defparameter company1 nil) +(defparameter employee1 nil) +(defparameter employee2 nil) +(defparameter employee3 nil) +(defparameter employee4 nil) +(defparameter employee5 nil) +(defparameter employee6 nil) +(defparameter employee7 nil) +(defparameter employee8 nil) +(defparameter employee9 nil) +(defparameter employee10 nil) (defun test-initialise-database () - ;; Delete the instance records - (with-ignore-errors - (clsql:delete-instance-records company1) - (clsql:delete-instance-records employee1) - (clsql:delete-instance-records employee2) - (clsql:delete-instance-records employee3) - (clsql:delete-instance-records employee4) - (clsql:delete-instance-records employee5) - (clsql:delete-instance-records employee6) - (clsql:delete-instance-records employee7) - (clsql:delete-instance-records employee8) - (clsql:delete-instance-records employee9) - (clsql:delete-instance-records employee10) - ;; Drop the required tables if they exist - (clsql:drop-view-from-class 'employee) - (clsql:drop-view-from-class 'company)) - ;; Create the tables for our view classes + (test-basic-initialize) + (clsql:create-view-from-class 'employee) (clsql:create-view-from-class 'company) + + (setf company1 (make-instance 'company + :companyid 1 + :groupid 1 + :name "Widgets Inc.") + employee1 (make-instance 'employee + :emplid 1 + :groupid 1 + :married t + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Vladamir" + :last-name "Lenin" + :email "lenin@soviet.org") + employee2 (make-instance 'employee + :emplid 2 + :groupid 1 + :height (1+ (random 1.00)) + :married t + :birthday (clsql-base:get-time) + :first-name "Josef" + :last-name "Stalin" + :email "stalin@soviet.org") + employee3 (make-instance 'employee + :emplid 3 + :groupid 1 + :height (1+ (random 1.00)) + :married t + :birthday (clsql-base:get-time) + :first-name "Leon" + :last-name "Trotsky" + :email "trotsky@soviet.org") + employee4 (make-instance 'employee + :emplid 4 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Nikita" + :last-name "Kruschev" + :email "kruschev@soviet.org") + + employee5 (make-instance 'employee + :emplid 5 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Leonid" + :last-name "Brezhnev" + :email "brezhnev@soviet.org") + + employee6 (make-instance 'employee + :emplid 6 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Yuri" + :last-name "Andropov" + :email "andropov@soviet.org") + employee7 (make-instance 'employee + :emplid 7 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Konstantin" + :last-name "Chernenko" + :email "chernenko@soviet.org") + employee8 (make-instance 'employee + :emplid 8 + :groupid 1 + :height (1+ (random 1.00)) + :married nil + :birthday (clsql-base:get-time) + :first-name "Mikhail" + :last-name "Gorbachev" + :email "gorbachev@soviet.org") + employee9 (make-instance 'employee + :emplid 9 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Boris" + :last-name "Yeltsin" + :email "yeltsin@soviet.org") + employee10 (make-instance 'employee + :emplid 10 + :groupid 1 + :married nil + :height (1+ (random 1.00)) + :birthday (clsql-base:get-time) + :first-name "Vladamir" + :last-name "Putin" + :email "putin@soviet.org")) + + ;; sleep to ensure birthdays are no longer at current time + (sleep 2) + ;; Lenin manages everyone (clsql:add-to-relation employee2 'manager employee1) (clsql:add-to-relation employee3 'manager employee1) @@ -306,11 +299,134 @@ (clsql:update-records-from-instance employee10) (clsql:update-records-from-instance company1)) -(defun run-tests (backend) - (format t "~&Running CLSQL tests with ~A backend.~%" backend) - (test-connect-to-database backend) - (test-initialise-database) - (rtest:do-tests)) +(defvar *error-count* 0) +(defvar *error-list* nil) + +(defun run-tests-append-report-file (report-file) + (let* ((report-path (etypecase report-file + (pathname report-file) + (string (parse-namestring report-file)))) + (sexp-report-path (make-pathname :defaults report-path + :type "sexp"))) + (with-open-file (rs report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (with-open-file (srs sexp-report-path :direction :output + :if-exists :append + :if-does-not-exist :create) + (run-tests :report-stream rs :sexp-report-stream srs))))) + +(defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil)) + (let ((specs (read-specs)) + (*report-stream* report-stream) + (*sexp-report-stream* sexp-report-stream) + (*error-count* 0) + (*error-list* nil)) + (unless specs + (warn "Not running tests because test configuration file is missing") + (return-from run-tests :skipped)) + (load-necessary-systems specs) + (dolist (db-type +all-db-types+) + (dolist (spec (db-type-spec db-type specs)) + (do-tests-for-backend db-type spec)))) + (zerop *error-count*)) + +(defun load-necessary-systems (specs) + (dolist (db-type +all-db-types+) + (when (db-type-spec db-type specs) + (clsql:initialize-database-type :database-type db-type)))) + +(defun do-tests-for-backend (db-type spec) + (test-connect-to-database db-type spec) + + (unwind-protect + (multiple-value-bind (test-forms skip-tests) + (compute-tests-for-backend db-type *test-database-underlying-type*) + + (format *report-stream* + "~& +****************************************************************************** +*** CLSQL Test Suite begun at ~A +*** ~A +*** ~A on ~A +*** Database ~A backend~A. +****************************************************************************** +" + (clsql-base:format-time + nil + (clsql-base:utime->time (get-universal-time))) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type) + db-type + (if (not (eq db-type *test-database-underlying-type*)) + (format nil " with underlying type ~A" + *test-database-underlying-type*) + "") + ) + + (test-initialise-database) + + (regression-test:rem-all-tests) + (dolist (test-form test-forms) + (eval test-form)) + + (let ((remaining (regression-test:do-tests *report-stream*))) + (when (regression-test:pending-tests) + (incf *error-count* (length remaining)))) + + (let ((sexp-error (list db-type + *test-database-underlying-type* + (get-universal-time) + (length test-forms) + (regression-test:pending-tests) + (lisp-implementation-type) + (lisp-implementation-version) + (machine-type)))) + (when *sexp-report-stream* + (write sexp-error :stream *sexp-report-stream*)) + (push sexp-error *error-list*)) + + (format *report-stream* "~&Tests skipped:") + (if skip-tests + (dolist (skipped skip-tests) + (format *report-stream* + "~& ~20A ~A~%" (car skipped) (cdr skipped))) + (format *report-stream* " None~%"))) + (disconnect))) +(defun compute-tests-for-backend (db-type db-underlying-type) + (let ((test-forms '()) + (skip-tests '())) + (dolist (test-form (append + (if (eq db-type :sqlite) + (test-basic-forms-untyped) + (test-basic-forms)) + *rt-connection* *rt-fddl* *rt-fdml* + *rt-ooddl* *rt-oodml* *rt-syntax*)) + (let ((test (second test-form))) + (cond + ((and (null (db-type-has-views? db-underlying-type)) + (clsql-base-sys::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4)) + (push (cons test "views not supported") skip-tests)) + ((and (null (db-type-has-boolean-where? db-underlying-type)) + (clsql-base-sys::in test :fdml/select/11 :oodml/select/5)) + (push (cons test "boolean where not supported") skip-tests)) + ((and (null (db-type-has-subqueries? db-underlying-type)) + (clsql-base-sys::in test :fdml/select/5 :fdml/select/10)) + (push (cons test "subqueries not supported") skip-tests)) + ((and (null (db-type-transaction-capable? db-underlying-type + *default-database*)) + (clsql-base-sys::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4)) + (push (cons test "transactions not supported") skip-tests)) + ((and (null (db-type-has-fancy-math? db-underlying-type)) + (clsql-base-sys::in test :fdml/select/1)) + (push (cons test "fancy math not supported") skip-tests)) + ((and (eql *test-database-type* :sqlite) + (clsql-base-sys::in test :fddl/view/4 :fdml/select/10)) + (push (cons test "not supported by sqlite") skip-tests)) + (t + (push test-form test-forms))))) + (values (nreverse test-forms) (nreverse skip-tests))))