X-Git-Url: http://git.kpe.io/?a=blobdiff_plain;f=tests%2Ftest-init.lisp;h=3e6d85a21a551b44d7f30f52399bf1f23ac6673f;hb=f716bb1161cf9e89a96945c4a444244f9d303691;hp=4fe9c2e51bacd3fd291d7d9b9e08fbfa49f70868;hpb=d0f147d0e7d942b379bd7cd472f26b00c33916bc;p=clsql.git

diff --git a/tests/test-init.lisp b/tests/test-init.lisp
index 4fe9c2e..3e6d85a 100644
--- a/tests/test-init.lisp
+++ b/tests/test-init.lisp
@@ -16,6 +16,8 @@
 
 (in-package #:clsql-tests)
 
+(defvar *report-stream* nil "Stream to send text report.")
+(defvar *sexp-report-stream* nil "Stream to send sexp report.")
 (defvar *rt-connection*)
 (defvar *rt-fddl*)
 (defvar *rt-fdml*)
@@ -25,6 +27,7 @@
 (defvar *rt-time*)
 
 (defvar *test-database-type* nil)
+(defvar *test-database-underlying-type* nil)
 (defvar *test-database-user* nil)
 
 (defclass thing ()
@@ -119,16 +122,28 @@
 
 
 
-(defun test-connect-to-database (database-type spec)
-  (setf *test-database-type* database-type)
+(defun test-connect-to-database (db-type spec)
+  (when (db-backend-has-create/destroy-db? db-type)
+    (ignore-errors (destroy-database spec :database-type db-type))
+    (ignore-errors (create-database spec :database-type db-type)))
+  
+  (setf *test-database-type* db-type)
   (when (>= (length spec) 3)
     (setq *test-database-user* (third spec)))
-
+  
   ;; Connect to the database
   (clsql:connect spec
-		 :database-type database-type
+		 :database-type db-type
 		 :make-default t
-		 :if-exists :old))
+		 :if-exists :old)
+  
+  ;; Ensure database is empty
+  (truncate-database :database *default-database*)
+  
+  (setf *test-database-underlying-type*
+	(clsql-sys:database-underlying-type *default-database*))
+  
+  *default-database*)
 
 (defparameter company1 nil)
 (defparameter employee1 nil)
@@ -143,10 +158,8 @@
 (defparameter employee10 nil)
 
 (defun test-initialise-database ()
-  ;; Remove the tables to support cases when destroy-database isn't supported, like odbc
-  (ignore-errors (clsql:drop-table "EMPLOYEE"))
-  (ignore-errors (clsql:drop-table "COMPANY"))
-  (ignore-errors (clsql:drop-table "FOO"))
+  (test-basic-initialize)
+  
   (clsql:create-view-from-class 'employee)
   (clsql:create-view-from-class 'company)
 
@@ -246,7 +259,10 @@
 		     :first-name "Vladamir"
 		     :last-name "Putin"
 		     :email "putin@soviet.org"))
-  
+
+  ;; sleep to ensure birthdays are no longer at current time
+  (sleep 2) 
+
   ;; Lenin manages everyone
   (clsql:add-to-relation employee2 'manager employee1)
   (clsql:add-to-relation employee3 'manager employee1)
@@ -284,52 +300,133 @@
   (clsql:update-records-from-instance company1))
 
 (defvar *error-count* 0)
+(defvar *error-list* nil)
 
-(defun run-tests ()
+(defun run-tests-append-report-file (report-file)
+  (let* ((report-path (etypecase report-file
+			(pathname report-file)
+			(string (parse-namestring report-file))))
+	 (sexp-report-path (make-pathname :defaults report-path
+					  :type "sexp")))
+  (with-open-file (rs report-path :direction :output
+		      :if-exists :append
+		      :if-does-not-exist :create)
+    (with-open-file (srs sexp-report-path :direction :output
+			 :if-exists :append
+			 :if-does-not-exist :create)
+      (run-tests :report-stream rs :sexp-report-stream srs)))))
+    
+(defun run-tests (&key (report-stream *standard-output*) (sexp-report-stream nil))
   (let ((specs (read-specs))
-	(*error-count* 0))
+	(*report-stream* report-stream)
+	(*sexp-report-stream* sexp-report-stream)
+	(*error-count* 0)
+	(*error-list* nil))
     (unless specs
       (warn "Not running tests because test configuration file is missing")
       (return-from run-tests :skipped))
     (load-necessary-systems specs)
     (dolist (db-type +all-db-types+)
-      (let ((spec (db-type-spec db-type specs)))
-	(when spec
-	  (do-tests-for-backend spec db-type))))
-    (zerop *error-count*)))
+      (dolist (spec (db-type-spec db-type specs))
+	(do-tests-for-backend db-type spec))))
+  (zerop *error-count*))
 
 (defun load-necessary-systems (specs)
   (dolist (db-type +all-db-types+)
     (when (db-type-spec db-type specs)
-      (db-type-ensure-system db-type))))
+      (clsql:initialize-database-type :database-type db-type))))
 
-(defun do-tests-for-backend (spec db-type)
-  (format t 
-	  "~&
-*******************************************************************
-***     Running CLSQL tests with ~A backend.
-*******************************************************************
-" db-type)
-  (regression-test:rem-all-tests)
-  
-  ;; Tests of clsql-base
-  (ignore-errors (destroy-database spec :database-type db-type))
-  (ignore-errors (create-database spec :database-type db-type))
-  (with-tests (:name "CLSQL")
-    (test-basic spec db-type))
-  (incf *error-count* *test-errors*)
+(defun do-tests-for-backend (db-type spec)
+  (test-connect-to-database db-type spec)
+
+  (unwind-protect
+      (multiple-value-bind (test-forms skip-tests)
+	  (compute-tests-for-backend db-type *test-database-underlying-type*)
+	
+	(format *report-stream* 
+		"~&
+******************************************************************************
+***     CLSQL Test Suite begun at ~A
+***     ~A
+***     ~A on ~A
+***     Database ~A backend~A.
+******************************************************************************
+" 
+		(clsql-base:format-time 
+		 nil 
+		 (clsql-base:utime->time (get-universal-time)))
+		(lisp-implementation-type)
+		(lisp-implementation-version)
+		(machine-type)
+		db-type
+		(if (not (eq db-type *test-database-underlying-type*))
+		    (format nil " with underlying type ~A" 
+			    *test-database-underlying-type*)
+		  "")
+		)
+	
+	(test-initialise-database)
+	
+	(regression-test:rem-all-tests)
+	(dolist (test-form test-forms)
+	  (eval test-form))
+	
+	(let ((remaining (regression-test:do-tests *report-stream*)))
+	  (when (regression-test:pending-tests)
+	    (incf *error-count* (length remaining))))
+	
+	(let ((sexp-error (list db-type 
+				*test-database-underlying-type* 
+				(get-universal-time)
+				(length test-forms)
+				(regression-test:pending-tests)
+				(lisp-implementation-type) 
+				(lisp-implementation-version)
+				(machine-type))))
+	  (when *sexp-report-stream*
+	    (write sexp-error :stream *sexp-report-stream*)) 
+	  (push sexp-error *error-list*))
+	
+	(format *report-stream* "~&Tests skipped:")
+	(if skip-tests
+	    (dolist (skipped skip-tests)
+	      (format *report-stream*
+		      "~&   ~20A ~A~%" (car skipped) (cdr skipped)))
+	  (format *report-stream* " None~%")))
+    (disconnect)))
 
-  (ignore-errors (destroy-database spec :database-type db-type))
-  (ignore-errors (create-database spec :database-type db-type))
-  ;; Also manually delete the tables since destroy-database/create-database doesn't work on ODBC
 
-  (dolist (test (append *rt-connection* *rt-fddl* *rt-fdml*
+(defun compute-tests-for-backend (db-type db-underlying-type)
+  (let ((test-forms '())
+	(skip-tests '()))
+    (dolist (test-form (append
+			(if (eq db-type :sqlite)
+			    (test-basic-forms-untyped)
+			  (test-basic-forms))
+			*rt-connection* *rt-fddl* *rt-fdml*
 			*rt-ooddl* *rt-oodml* *rt-syntax*))
-    (eval test))
-  (test-connect-to-database db-type spec)
-  (test-initialise-database)
-  (let ((remaining (rtest:do-tests)))
-    (when (consp remaining)
-      (incf *error-count* (length remaining))))
-  (disconnect))
+      (let ((test (second test-form)))
+	(cond
+	  ((and (null (db-type-has-views? db-underlying-type))
+		(clsql-base-sys::in test :fddl/view/1 :fddl/view/2 :fddl/view/3 :fddl/view/4))
+	   (push (cons test "views not supported") skip-tests))
+	  ((and (null (db-type-has-boolean-where? db-underlying-type))
+		(clsql-base-sys::in test :fdml/select/11 :oodml/select/5))
+	   (push (cons test "boolean where not supported") skip-tests))
+	  ((and (null (db-type-has-subqueries? db-underlying-type))
+		(clsql-base-sys::in test :fdml/select/5 :fdml/select/10))
+	   (push (cons test "subqueries not supported") skip-tests))
+	  ((and (null (db-type-transaction-capable? db-underlying-type
+						    *default-database*))
+		(clsql-base-sys::in test :fdml/transaction/1 :fdml/transaction/2 :fdml/transaction/3 :fdml/transaction/4))
+	   (push (cons test "transactions not supported") skip-tests))
+	  ((and (null (db-type-has-fancy-math? db-underlying-type))
+		(clsql-base-sys::in test :fdml/select/1))
+	   (push (cons test "fancy math not supported") skip-tests))
+	  ((and (eql *test-database-type* :sqlite)
+		(clsql-base-sys::in test :fddl/view/4 :fdml/select/10))
+	   (push (cons test "not supported by sqlite") skip-tests))
+	  (t
+	   (push test-form test-forms)))))
+    (values (nreverse test-forms) (nreverse skip-tests))))