1 ;;;; -*- Mode: LISP; Syntax: ANSI-Common-Lisp; Base: 10 -*-
2 ;;;; *************************************************************************
3 ;;;; FILE IDENTIFICATION
5 ;;;; Name: postgresql-sql.lisp
6 ;;;; Purpose: High-level PostgreSQL interface using UFFI
7 ;;;; Date Started: Feb 2002
11 ;;;; CLSQL users are granted the rights to distribute and use this software
12 ;;;; as governed by the terms of the Lisp Lesser GNU Public License
13 ;;;; (http://opensource.franz.com/preamble.html), also known as the LLGPL.
14 ;;;; *************************************************************************
16 (in-package #:cl-user)
18 (defpackage #:clsql-postgresql
19 (:use #:common-lisp #:clsql-base-sys #:postgresql #:clsql-uffi)
20 (:export #:postgresql-database)
21 (:documentation "This is the CLSQL interface to PostgreSQL."))
23 (in-package #:clsql-postgresql)
25 ;;; Field conversion functions
27 (defun make-type-list-for-auto (num-fields res-ptr)
28 (let ((new-types '()))
29 (dotimes (i num-fields)
31 (let* ((type (PQftype res-ptr i)))
40 ((#.pgsql-ftype#float4
46 (nreverse new-types)))
48 (defun canonicalize-types (types num-fields res-ptr)
51 (let ((auto-list (make-type-list-for-auto num-fields res-ptr)))
54 (canonicalize-type-list types auto-list))
60 (defun tidy-error-message (message)
61 (unless (stringp message)
62 (setq message (uffi:convert-from-foreign-string message)))
63 (let ((message (string-right-trim '(#\Return #\Newline) message)))
65 ((< (length message) (length "ERROR:"))
67 ((string= message "ERROR:" :end1 6)
68 (string-left-trim '(#\Space) (subseq message 6)))
72 (defmethod database-initialize-database-type ((database-type
76 (uffi:def-type pgsql-conn-def pgsql-conn)
77 (uffi:def-type pgsql-result-def pgsql-result)
80 (defclass postgresql-database (database)
81 ((conn-ptr :accessor database-conn-ptr :initarg :conn-ptr
82 :type pgsql-conn-def)))
84 (defmethod database-type ((database postgresql-database))
87 (defmethod database-name-from-spec (connection-spec (database-type
89 (check-connection-spec connection-spec database-type
90 (host db user password &optional port options tty))
91 (destructuring-bind (host db user password &optional port options tty)
93 (declare (ignore password options tty))
96 (pathname (namestring host))
102 (integer (write-to-string port))
107 (defmethod database-connect (connection-spec (database-type (eql :postgresql)))
108 (check-connection-spec connection-spec database-type
109 (host db user password &optional port options tty))
110 (destructuring-bind (host db user password &optional port options tty)
112 (uffi:with-cstrings ((host-native host)
114 (password-native password)
117 (options-native options)
119 (let ((connection (PQsetdbLogin host-native port-native
120 options-native tty-native
121 db-native user-native
123 (declare (type pgsql-conn-def connection))
124 (when (not (eq (PQstatus connection)
125 pgsql-conn-status-type#connection-ok))
126 (error 'clsql-connect-error
127 :database-type database-type
128 :connection-spec connection-spec
129 :errno (PQstatus connection)
130 :error (tidy-error-message
131 (PQerrorMessage connection))))
132 (make-instance 'postgresql-database
133 :name (database-name-from-spec connection-spec
135 :connection-spec connection-spec
136 :conn-ptr connection)))))
139 (defmethod database-disconnect ((database postgresql-database))
140 (PQfinish (database-conn-ptr database))
141 (setf (database-conn-ptr database) nil)
144 (defmethod database-query (query-expression (database postgresql-database) result-types)
145 (let ((conn-ptr (database-conn-ptr database)))
146 (declare (type pgsql-conn-def conn-ptr))
147 (uffi:with-cstring (query-native query-expression)
148 (let ((result (PQexec conn-ptr query-native)))
149 (when (uffi:null-pointer-p result)
150 (error 'clsql-sql-error
152 :expression query-expression
154 :error (tidy-error-message (PQerrorMessage conn-ptr))))
156 (case (PQresultStatus result)
157 (#.pgsql-exec-status-type#empty-query
159 (#.pgsql-exec-status-type#tuples-ok
160 (let ((num-fields (PQnfields result)))
162 (canonicalize-types result-types num-fields
164 (loop for tuple-index from 0 below (PQntuples result)
166 (loop for i from 0 below num-fields
168 (if (zerop (PQgetisnull result tuple-index i))
170 (PQgetvalue result tuple-index i)
174 (error 'clsql-sql-error
176 :expression query-expression
177 :errno (PQresultStatus result)
178 :error (tidy-error-message
179 (PQresultErrorMessage result)))))
180 (PQclear result))))))
182 (defmethod database-execute-command (sql-expression
183 (database postgresql-database))
184 (let ((conn-ptr (database-conn-ptr database)))
185 (declare (type pgsql-conn-def conn-ptr))
186 (uffi:with-cstring (sql-native sql-expression)
187 (let ((result (PQexec conn-ptr sql-native)))
188 (when (uffi:null-pointer-p result)
189 (error 'clsql-sql-error
191 :expression sql-expression
193 :error (tidy-error-message (PQerrorMessage conn-ptr))))
195 (case (PQresultStatus result)
196 (#.pgsql-exec-status-type#command-ok
198 ((#.pgsql-exec-status-type#empty-query
199 #.pgsql-exec-status-type#tuples-ok)
200 (warn "Strange result...")
203 (error 'clsql-sql-error
205 :expression sql-expression
206 :errno (PQresultStatus result)
207 :error (tidy-error-message
208 (PQresultErrorMessage result)))))
209 (PQclear result))))))
211 (defstruct postgresql-result-set
212 (res-ptr (uffi:make-null-pointer 'pgsql-result)
213 :type pgsql-result-def)
215 (num-tuples 0 :type integer)
216 (num-fields 0 :type integer)
217 (tuple-index 0 :type integer))
219 (defmethod database-query-result-set ((query-expression string)
220 (database postgresql-database)
221 &key full-set result-types)
222 (let ((conn-ptr (database-conn-ptr database)))
223 (declare (type pgsql-conn-def conn-ptr))
224 (uffi:with-cstring (query-native query-expression)
225 (let ((result (PQexec conn-ptr query-native)))
226 (when (uffi:null-pointer-p result)
227 (error 'clsql-sql-error
229 :expression query-expression
231 :error (tidy-error-message (PQerrorMessage conn-ptr))))
232 (case (PQresultStatus result)
233 ((#.pgsql-exec-status-type#empty-query
234 #.pgsql-exec-status-type#tuples-ok)
235 (let ((result-set (make-postgresql-result-set
237 :num-fields (PQnfields result)
238 :num-tuples (PQntuples result)
239 :types (canonicalize-types
248 (PQnfields result)))))
251 (error 'clsql-sql-error
253 :expression query-expression
254 :errno (PQresultStatus result)
255 :error (tidy-error-message
256 (PQresultErrorMessage result)))
257 (PQclear result))))))))
259 (defmethod database-dump-result-set (result-set (database postgresql-database))
260 (let ((res-ptr (postgresql-result-set-res-ptr result-set)))
261 (declare (type pgsql-result-def res-ptr))
265 (defmethod database-store-next-row (result-set (database postgresql-database)
267 (let ((result (postgresql-result-set-res-ptr result-set))
268 (types (postgresql-result-set-types result-set)))
269 (declare (type pgsql-result-def result))
270 (if (>= (postgresql-result-set-tuple-index result-set)
271 (postgresql-result-set-num-tuples result-set))
273 (loop with tuple-index = (postgresql-result-set-tuple-index result-set)
274 for i from 0 below (postgresql-result-set-num-fields result-set)
278 (if (zerop (PQgetisnull result tuple-index i))
280 (PQgetvalue result tuple-index i)
284 (incf (postgresql-result-set-tuple-index result-set))
287 ;;; Large objects support (Marc B)
289 (defmethod database-create-large-object ((database postgresql-database))
290 (lo-create (database-conn-ptr database)
291 (logior postgresql::+INV_WRITE+ postgresql::+INV_READ+)))
295 (defmethod database-write-large-object (object-id (data string) (database postgresql-database))
296 (let ((ptr (database-conn-ptr database))
297 (length (length data))
300 (with-transaction (:database database)
303 (setf fd (lo-open ptr object-id postgresql::+INV_WRITE+))
305 (when (= (lo-write ptr fd data length) length)
308 (when (and fd (>= fd 0))
313 (defmethod database-write-large-object (object-id (data string) (database postgresql-database))
314 (let ((ptr (database-conn-ptr database))
315 (length (length data))
318 (database-execute-command "begin" database)
321 (setf fd (lo-open ptr object-id postgresql::+INV_WRITE+))
323 (when (= (lo-write ptr fd data length) length)
326 (when (and fd (>= fd 0))
328 (database-execute-command (if result "commit" "rollback") database)))
331 ;; (MB) the begin/commit/rollback stuff will be removed when with-transaction wil be implemented
332 ;; (KMR) Can't use with-transaction since that function is in high-level code
333 (defmethod database-read-large-object (object-id (database postgresql-database))
334 (let ((ptr (database-conn-ptr database))
341 (database-execute-command "begin" database)
342 (setf fd (lo-open ptr object-id postgresql::+INV_READ+))
344 (setf length (lo-lseek ptr fd 0 2))
345 (lo-lseek ptr fd 0 0)
347 (setf buffer (uffi:allocate-foreign-string
349 (when (= (lo-read ptr fd buffer length) length)
350 (setf result (uffi:convert-from-foreign-string
351 buffer :length length :null-terminated-p nil))))))
353 (when buffer (uffi:free-foreign-object buffer))
354 (when (and fd (>= fd 0)) (lo-close ptr fd))
355 (database-execute-command (if result "commit" "rollback") database)))
358 (defmethod database-delete-large-object (object-id (database postgresql-database))
359 (lo-unlink (database-conn-ptr database) object-id))
364 (defmethod database-list-objects-of-type ((database postgresql-database)
367 (cond ((stringp owner)
368 (format nil " AND (relowner=(SELECT usesysid FROM pg_user WHERE (usename='~A')))" owner))
370 (format nil " AND (NOT (relowner=1))"))
375 "SELECT relname FROM pg_class WHERE (relkind = '~A')~A"
380 (defmethod database-list-tables ((database postgresql-database)
382 (database-list-objects-of-type database "r" owner))
384 (defmethod database-list-views ((database postgresql-database)
386 (database-list-objects-of-type database "v" owner))
388 (defmethod database-list-indexes ((database postgresql-database)
390 (database-list-objects-of-type database "i" owner))
392 (defmethod database-list-attributes ((table string)
393 (database postgresql-database)
396 (cond ((stringp owner)
397 (format nil " AND (relowner=(SELECT usesysid FROM pg_user WHERE usename='~A'))" owner))
398 ((null owner) " AND (not (relowner=1))")
403 (format nil "SELECT attname FROM pg_class,pg_attribute WHERE pg_class.oid=attrelid AND relname='~A'~A"
404 (string-downcase table)
409 (remove-if #'(lambda (it) (member it '("cmin"
415 ;; kmr -- added tableoid
416 "tableoid") :test #'equal))
419 (defmethod database-attribute-type (attribute (table string)
420 (database postgresql-database)
423 (cond ((stringp owner)
424 (format nil " AND (relowner=(SELECT usesysid FROM pg_user WHERE usename='~A'))" owner))
425 ((null owner) " AND (not (relowner=1))")
430 (format nil "SELECT pg_type.typname FROM pg_type,pg_class,pg_attribute WHERE pg_class.oid=pg_attribute.attrelid AND pg_class.relname='~A' AND pg_attribute.attname='~A' AND pg_attribute.atttypid=pg_type.oid~A"
431 (string-downcase table)
432 (string-downcase attribute)
436 (intern (string-upcase (car result)) :keyword))))
438 (defmethod database-create-sequence (sequence-name
439 (database postgresql-database))
440 (database-execute-command
441 (concatenate 'string "CREATE SEQUENCE " (sql-escape sequence-name))
444 (defmethod database-drop-sequence (sequence-name
445 (database postgresql-database))
446 (database-execute-command
447 (concatenate 'string "DROP SEQUENCE " (sql-escape sequence-name)) database))
449 (defmethod database-list-sequences ((database postgresql-database)
451 (database-list-objects-of-type database "S" owner))
453 (defmethod database-set-sequence-position (name (position integer)
454 (database postgresql-database))
459 (format nil "SELECT SETVAL ('~A', ~A)" name position)
462 (defmethod database-sequence-next (sequence-name
463 (database postgresql-database))
468 (concatenate 'string "SELECT NEXTVAL ('" (sql-escape sequence-name) "')")
471 (defmethod database-sequence-last (sequence-name (database postgresql-database))
476 (concatenate 'string "SELECT LAST_VALUE ('" sequence-name "')")
480 ;; Functions depending upon high-level CommonSQL classes/functions
482 (defmethod database-output-sql ((expr clsql-sys::sql-typecast-exp)
483 (database postgresql-database))
484 (with-slots (clsql-sys::modifier clsql-sys::components)
486 (if clsql-sys::modifier
488 (clsql-sys::output-sql clsql-sys::components database)
489 (write-char #\: clsql-sys::*sql-stream*)
490 (write-char #\: clsql-sys::*sql-stream*)
491 (write-string (symbol-name clsql-sys::modifier)
492 clsql-sys::*sql-stream*)))))
494 (defmethod database-output-sql-as-type ((type (eql 'integer)) val
495 (database postgresql-database))
496 (when val ;; typecast it so it uses the indexes
497 (make-instance 'clsql-sys::sql-typecast-exp
502 (when (clsql-base-sys:database-type-library-loaded :postgresql)
503 (clsql-base-sys:initialize-database-type :database-type :postgresql))