1 ;;;; -*- Mode: LISP; Syntax: ANSI-Common-Lisp; Base: 10 -*-
2 ;;;; ======================================================================
3 ;;;; File: test-init.lisp
4 ;;;; Authors: Marcus Pearce <m.t.pearce@city.ac.uk>, Kevin Rosenberg
5 ;;;; Created: 30/03/2004
8 ;;;; Initialisation utilities for running regression tests on CLSQL.
10 ;;;; This file is part of CLSQL.
12 ;;;; CLSQL users are granted the rights to distribute and use this software
13 ;;;; as governed by the terms of the Lisp Lesser GNU Public License
14 ;;;; (http://opensource.franz.com/preamble.html), also known as the LLGPL.
15 ;;;; ======================================================================
17 (in-package #:clsql-tests)
19 (defvar *report-stream* nil "Stream to send text report.")
20 (defvar *sexp-report-stream* nil "Stream to send sexp report.")
21 (defvar *rt-connection*)
29 (defvar *test-database-type* nil)
30 (defvar *test-database-underlying-type* nil)
31 (defvar *test-database-user* nil)
34 ((extraterrestrial :initform nil :initarg :extraterrestrial)))
36 (def-view-class person (thing)
37 ((height :db-kind :base :accessor height :type float :nulls-ok t
39 (married :db-kind :base :accessor married :type boolean :nulls-ok t
41 (birthday :nulls-ok t :type clsql-base:wall-time :initarg :birthday)
42 (hobby :db-kind :virtual :initarg :hobby :initform nil)))
44 (def-view-class employee (person)
47 :db-constraints :not-null
53 :db-constraints :not-null
66 :accessor employee-email
73 :accessor employee-company
75 :db-info (:join-class company
77 :foreign-key companyid
83 :accessor employee-manager
85 :db-info (:join-class employee
89 (:base-table employee))
91 (def-view-class company ()
94 :db-constraints :not-null
99 :db-constraints :not-null
110 :db-info (:join-class employee
111 :home-key presidentid
115 :reader company-employees
117 :db-info (:join-class employee
118 :home-key (companyid groupid)
119 :foreign-key (companyid groupid)
121 (:base-table company))
125 (defun test-connect-to-database (db-type spec)
126 (when (db-backend-has-create/destroy-db? db-type)
127 (ignore-errors (destroy-database spec :database-type db-type))
128 (ignore-errors (create-database spec :database-type db-type)))
130 (setf *test-database-type* db-type)
131 (when (>= (length spec) 3)
132 (setq *test-database-user* (third spec)))
134 ;; Connect to the database
136 :database-type db-type
140 (unless (db-backend-has-create/destroy-db? db-type)
141 (truncate-database :database *default-database*))
143 (setf *test-database-underlying-type*
144 (clsql-sys:database-underlying-type *default-database*))
148 (defparameter company1 nil)
149 (defparameter employee1 nil)
150 (defparameter employee2 nil)
151 (defparameter employee3 nil)
152 (defparameter employee4 nil)
153 (defparameter employee5 nil)
154 (defparameter employee6 nil)
155 (defparameter employee7 nil)
156 (defparameter employee8 nil)
157 (defparameter employee9 nil)
158 (defparameter employee10 nil)
160 (defun test-initialise-database ()
161 (test-basic-initialize)
163 (clsql:create-view-from-class 'employee)
164 (clsql:create-view-from-class 'company)
166 (setf company1 (make-instance 'company
169 :name "Widgets Inc.")
170 employee1 (make-instance 'employee
174 :height (1+ (random 1.00))
175 :birthday (clsql-base:get-time)
176 :first-name "Vladamir"
178 :email "lenin@soviet.org")
179 employee2 (make-instance 'employee
182 :height (1+ (random 1.00))
184 :birthday (clsql-base:get-time)
187 :email "stalin@soviet.org")
188 employee3 (make-instance 'employee
191 :height (1+ (random 1.00))
193 :birthday (clsql-base:get-time)
196 :email "trotsky@soviet.org")
197 employee4 (make-instance 'employee
200 :height (1+ (random 1.00))
202 :birthday (clsql-base:get-time)
204 :last-name "Kruschev"
205 :email "kruschev@soviet.org")
207 employee5 (make-instance 'employee
211 :height (1+ (random 1.00))
212 :birthday (clsql-base:get-time)
214 :last-name "Brezhnev"
215 :email "brezhnev@soviet.org")
217 employee6 (make-instance 'employee
221 :height (1+ (random 1.00))
222 :birthday (clsql-base:get-time)
224 :last-name "Andropov"
225 :email "andropov@soviet.org")
226 employee7 (make-instance 'employee
229 :height (1+ (random 1.00))
231 :birthday (clsql-base:get-time)
232 :first-name "Konstantin"
233 :last-name "Chernenko"
234 :email "chernenko@soviet.org")
235 employee8 (make-instance 'employee
238 :height (1+ (random 1.00))
240 :birthday (clsql-base:get-time)
241 :first-name "Mikhail"
242 :last-name "Gorbachev"
243 :email "gorbachev@soviet.org")
244 employee9 (make-instance 'employee
248 :height (1+ (random 1.00))
249 :birthday (clsql-base:get-time)
252 :email "yeltsin@soviet.org")
253 employee10 (make-instance 'employee
257 :height (1+ (random 1.00))
258 :birthday (clsql-base:get-time)
259 :first-name "Vladamir"
261 :email "putin@soviet.org"))
263 ;; sleep to ensure birthdays are no longer at current time
266 ;; Lenin manages everyone
267 (clsql:add-to-relation employee2 'manager employee1)
268 (clsql:add-to-relation employee3 'manager employee1)
269 (clsql:add-to-relation employee4 'manager employee1)
270 (clsql:add-to-relation employee5 'manager employee1)
271 (clsql:add-to-relation employee6 'manager employee1)
272 (clsql:add-to-relation employee7 'manager employee1)
273 (clsql:add-to-relation employee8 'manager employee1)
274 (clsql:add-to-relation employee9 'manager employee1)
275 (clsql:add-to-relation employee10 'manager employee1)
276 ;; Everyone works for Widgets Inc.
277 (clsql:add-to-relation company1 'employees employee1)
278 (clsql:add-to-relation company1 'employees employee2)
279 (clsql:add-to-relation company1 'employees employee3)
280 (clsql:add-to-relation company1 'employees employee4)
281 (clsql:add-to-relation company1 'employees employee5)
282 (clsql:add-to-relation company1 'employees employee6)
283 (clsql:add-to-relation company1 'employees employee7)
284 (clsql:add-to-relation company1 'employees employee8)
285 (clsql:add-to-relation company1 'employees employee9)
286 (clsql:add-to-relation company1 'employees employee10)
287 ;; Lenin is president of Widgets Inc.
288 (clsql:add-to-relation company1 'president employee1)
289 ;; store these instances
290 (clsql:update-records-from-instance employee1)
291 (clsql:update-records-from-instance employee2)
292 (clsql:update-records-from-instance employee3)
293 (clsql:update-records-from-instance employee4)
294 (clsql:update-records-from-instance employee5)
295 (clsql:update-records-from-instance employee6)
296 (clsql:update-records-from-instance employee7)
297 (clsql:update-records-from-instance employee8)
298 (clsql:update-records-from-instance employee9)
299 (clsql:update-records-from-instance employee10)
300 (clsql:update-records-from-instance company1))
302 (defvar *error-count* 0)
303 (defvar *error-list* nil)
305 (defun run-tests-append-report-file (report-file)
306 (let* ((report-path (etypecase report-file
307 (pathname report-file)
308 (string (parse-namestring report-file))))
309 (sexp-report-path (make-pathname :defaults report-path
311 (with-open-file (rs report-path :direction :output
313 :if-does-not-exist :create)
314 (with-open-file (srs sexp-report-path :direction :output
316 :if-does-not-exist :create)
317 (run-tests :report-stream rs :sexp-report-stream srs)))))
319 (defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil))
320 (let ((specs (read-specs))
321 (*report-stream* report-stream)
322 (*sexp-report-stream* sexp-report-stream)
326 (warn "Not running tests because test configuration file is missing")
327 (return-from run-tests :skipped))
328 (load-necessary-systems specs)
329 (dolist (db-type +all-db-types+)
330 (dolist (spec (db-type-spec db-type specs))
331 (do-tests-for-backend db-type spec))))
332 (zerop *error-count*))
334 (defun load-necessary-systems (specs)
335 (dolist (db-type +all-db-types+)
336 (when (db-type-spec db-type specs)
337 (db-type-ensure-system db-type))))
339 (defun do-tests-for-backend (db-type spec)
340 (test-connect-to-database db-type spec)
343 (multiple-value-bind (test-forms skip-tests)
344 (compute-tests-for-backend db-type *test-database-underlying-type*)
346 (format *report-stream*
348 ******************************************************************************
349 *** CLSQL Test Suite begun at ~A
352 *** Database ~A backend~A.
353 ******************************************************************************
355 (clsql-base:format-time
357 (clsql-base:utime->time (get-universal-time)))
358 (lisp-implementation-type)
359 (lisp-implementation-version)
362 (if (not (eq db-type *test-database-underlying-type*))
363 (format nil " with underlying type ~A"
364 *test-database-underlying-type*)
368 (test-initialise-database)
370 (regression-test:rem-all-tests)
371 (dolist (test-form test-forms)
374 (let ((remaining (regression-test:do-tests *report-stream*)))
375 (when (regression-test:pending-tests)
376 (incf *error-count* (length remaining))))
378 (let ((sexp-error (list db-type
379 *test-database-underlying-type*
382 (regression-test:pending-tests)
383 (lisp-implementation-type)
384 (lisp-implementation-version)
386 (when *sexp-report-stream*
387 (write sexp-error :stream *sexp-report-stream*))
388 (push sexp-error *error-list*))
390 (format *report-stream* "~&Tests skipped:")
392 (dolist (skipped skip-tests)
393 (format *report-stream*
394 "~& ~20A ~A~%" (car skipped) (cdr skipped)))
395 (format *report-stream* " None~%")))
399 (defun compute-tests-for-backend (db-type db-underlying-type)
400 (let ((test-forms '())
402 (dolist (test-form (append
403 (if (eq db-type :sqlite)
404 (test-basic-forms-untyped)
406 *rt-connection* *rt-fddl* *rt-fdml*
407 *rt-ooddl* *rt-oodml* *rt-syntax*))
408 (let ((test (second test-form)))
410 ((and (null (db-type-has-views? db-underlying-type))
411 (clsql-base-sys::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4))
412 (push (cons test "views not supported") skip-tests))
413 ((and (null (db-type-has-boolean-where? db-underlying-type))
414 (clsql-base-sys::in test :fdml/select/11 :oodml/select/5))
415 (push (cons test "boolean where not supported") skip-tests))
416 ((and (null (db-type-has-subqueries? db-underlying-type))
417 (clsql-base-sys::in test :fdml/select/5 :fdml/select/10))
418 (push (cons test "subqueries not supported") skip-tests))
419 ((and (null (db-type-transaction-capable? db-underlying-type
421 (clsql-base-sys::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4))
422 (push (cons test "transactions not supported") skip-tests))
423 ((and (null (db-type-has-fancy-math? db-underlying-type))
424 (clsql-base-sys::in test :fdml/select/1))
425 (push (cons test "fancy math not supported") skip-tests))
426 ((and (eql *test-database-type* :sqlite)
427 (clsql-base-sys::in test :fddl/view/4 :fdml/select/10))
428 (push (cons test "not supported by sqlite") skip-tests))
430 (push test-form test-forms)))))
431 (values (nreverse test-forms) (nreverse skip-tests))))