db-sqlite/sqlite-sql.lisp

   1 ;;;; -*- Mode: LISP; Syntax: ANSI-Common-Lisp; Base: 10 -*-
   2 ;;;; *************************************************************************
   3 ;;;; FILE IDENTIFICATION
   4 ;;;;
   5 ;;;; Name:     sqlite-sql.lisp
   6 ;;;; Purpose:  High-level SQLite interface
   7 ;;;; Authors:  Aurelio Bignoli, Kevin Rosenberg, Marcus Pearce
   8 ;;;; Created:  Aug 2003
   9 ;;;;
  10 ;;;; This file, part of CLSQL, is Copyright (c) 2003 by Aurelio Bignoli and
  11 ;;;; Copyright (c) 2003-2010 by Kevin Rosenberg and Marcus Pearce.
  12 ;;;;
  13 ;;;; CLSQL users are granted the rights to distribute and use this software
  14 ;;;; as governed by the terms of the Lisp Lesser GNU Public License
  15 ;;;; (http://opensource.franz.com/preamble.html), also known as the LLGPL.
  16 ;;;; *************************************************************************
  17
  18 (in-package #:clsql-sqlite)
  19
  20 (defclass sqlite-database (database)
  21   ((sqlite-db :initarg :sqlite-db :accessor sqlite-db)))
  22
  23 (defmethod database-type ((database sqlite-database))
  24   :sqlite)
  25
  26 (defmethod database-initialize-database-type ((database-type (eql :sqlite)))
  27   t)
  28
  29 (defun check-sqlite-connection-spec (connection-spec)
  30   (check-connection-spec connection-spec :sqlite (name)))
  31
  32 (defmethod database-name-from-spec (connection-spec
  33                                     (database-type (eql :sqlite)))
  34   (check-sqlite-connection-spec connection-spec)
  35   (first connection-spec))
  36
  37 (defmethod database-connect (connection-spec (database-type (eql :sqlite)))
  38   (check-sqlite-connection-spec connection-spec)
  39   (handler-case
  40       (make-instance 'sqlite-database
  41                      :name (database-name-from-spec connection-spec :sqlite)
  42                      :database-type :sqlite
  43                      :connection-spec connection-spec
  44                      :sqlite-db (sqlite:sqlite-open (first connection-spec)))
  45     (sqlite:sqlite-error (err)
  46       (error 'sql-connection-error
  47              :database-type database-type
  48              :connection-spec connection-spec
  49              :error-id (sqlite:sqlite-error-code err)
  50              :message (sqlite:sqlite-error-message err)))))
  51
  52 (defmethod database-disconnect ((database sqlite-database))
  53   (sqlite:sqlite-close (sqlite-db database))
  54   (setf (sqlite-db database) nil)
  55   t)
  56
  57 (defmethod database-execute-command (sql-expression (database sqlite-database))
  58   (handler-case
  59       (multiple-value-bind (data row-n col-n)
  60           (sqlite:sqlite-get-table (sqlite-db database) sql-expression)
  61         (sqlite:sqlite-free-table data)
  62         (unless (= row-n 0)
  63           (error 'sql-warning
  64                  :format-control
  65                  "Result set not empty: ~@(~A~) row~:P, ~@(~A~) column~:P "
  66                  :format-arguments (list row-n col-n))))
  67     (sqlite:sqlite-error (err)
  68       (error 'sql-database-data-error
  69              :database database
  70              :expression sql-expression
  71              :error-id (sqlite:sqlite-error-code err)
  72              :message (sqlite:sqlite-error-message err))))
  73   t)
  74
  75 (defstruct sqlite-result-set
  76   (vm (sqlite:make-null-vm)
  77       :type sqlite:sqlite-vm-pointer)
  78   (first-row (sqlite:make-null-row)
  79              :type sqlite:sqlite-row-pointer-type)
  80   (col-names (sqlite:make-null-row)
  81              :type sqlite:sqlite-row-pointer-type)
  82   (result-types nil)
  83   (n-col 0 :type fixnum))
  84
  85 (defmethod database-query (query-expression (database sqlite-database) result-types field-names)
  86   (declare (optimize (speed 3) (safety 0) (debug 0) (space 0)))
  87   (handler-case
  88       (let ((vm (sqlite:sqlite-compile (sqlite-db database)
  89                                        query-expression))
  90             (rows '())
  91             (col-names '()))
  92         (unwind-protect
  93              ;; Read the first row to get column number and names.
  94              (multiple-value-bind (n-col new-row sqlite-col-names)
  95                  (sqlite:sqlite-step vm)
  96                (declare (type sqlite:sqlite-row-pointer-type new-row))
  97                (when (> n-col 0)
  98                  (when field-names
  99                    (setf col-names (loop for i from 0 below n-col
 100                                          collect (sqlite:sqlite-aref sqlite-col-names i (encoding database)))))
 101                  (let ((canonicalized-result-types
 102                         (canonicalize-result-types result-types n-col sqlite-col-names database)))
 103                    (flet ((extract-row-data (row)
 104                             (declare (type sqlite:sqlite-row-pointer-type row))
 105                             (loop for i from 0 below n-col
 106                                   collect (clsql-uffi:convert-raw-field
 107                                            (sqlite:sqlite-raw-aref row i)
 108                                            (nth i canonicalized-result-types)
 109                                            :encoding (encoding database)))))
 110                      (push (extract-row-data new-row) rows)
 111
 112                      ;; Read subsequent rows.
 113                      (do () (nil)
 114                        (multiple-value-bind (n-col new-row)
 115                            (sqlite:sqlite-step vm)
 116                          (declare (type sqlite:sqlite-row-pointer-type new-row))
 117                          (if (> n-col 0)
 118                              (push (extract-row-data new-row) rows)
 119                              (return))))))))
 120           (sqlite:sqlite-finalize vm))
 121         (values (nreverse rows) col-names))
 122     (sqlite:sqlite-error (err)
 123       (error 'sql-database-data-error
 124              :database database
 125              :expression query-expression
 126              :error-id (sqlite:sqlite-error-code err)
 127              :message (sqlite:sqlite-error-message err)))))
 128
 129 (defmethod database-query-result-set ((query-expression string)
 130                                       (database sqlite-database)
 131                                       &key result-types full-set)
 132   (let ((vm nil))
 133     (handler-case
 134         (progn
 135           (setf vm (sqlite:sqlite-compile (sqlite-db database)
 136                                           query-expression))
 137           ;;; To obtain column number/datatypes we have to read the first row.
 138           (multiple-value-bind (n-col cols col-names)
 139               (sqlite:sqlite-step vm)
 140             (declare (type sqlite:sqlite-row-pointer-type cols))
 141             (let ((result-set (make-sqlite-result-set
 142                                :vm vm
 143                                :first-row cols
 144                                :n-col n-col
 145                                :col-names col-names
 146                                :result-types
 147                                (canonicalize-result-types
 148                                 result-types
 149                                 n-col
 150                                 col-names
 151                                 database))))
 152               (if full-set
 153                   (values result-set n-col nil)
 154                   (values result-set n-col)))))
 155       (sqlite:sqlite-error (err)
 156         (progn
 157           (when vm
 158             ;; The condition was thrown by sqlite-step, vm must be
 159             ;; deallocated.
 160             (ignore-errors
 161               (sqlite:sqlite-finalize vm)))
 162           (error 'sql-database-data-error
 163                  :database database
 164                  :expression query-expression
 165                  :error-id (sqlite:sqlite-error-code err)
 166                  :message (sqlite:sqlite-error-message err))11)))))
 167
 168 (defun canonicalize-result-types (result-types n-col col-names database)
 169   (when result-types
 170     (let ((raw-types (if (eq :auto result-types)
 171                          (loop for j from n-col below (* 2 n-col)
 172                                collect (ensure-keyword
 173                                         (sqlite:sqlite-aref col-names j (encoding database))))
 174                        result-types)))
 175       (loop for type in raw-types
 176             collect
 177             (case type
 178               ((:int :integer :tinyint)
 179                :int32)
 180               (:long #+(or x86-64 64bit) :int64 #-(or x86-64 64bit) :int32)
 181               (:bigint
 182                :int64)
 183               ((:float :double)
 184                :double)
 185               ((:numeric)
 186                :number)
 187               (otherwise
 188                :string))))))
 189
 190 (defmethod database-dump-result-set (result-set (database sqlite-database))
 191   (handler-case
 192       (sqlite:sqlite-finalize (sqlite-result-set-vm result-set))
 193     (sqlite:sqlite-error (err)
 194       (error 'sql-database-error
 195              :message
 196              (format nil "Error finalizing SQLite VM: ~A"
 197                      (sqlite:sqlite-error-message err))))))
 198
 199 (defmethod database-store-next-row (result-set (database sqlite-database) list)
 200   (let ((n-col (sqlite-result-set-n-col result-set))
 201         (result-types (sqlite-result-set-result-types result-set)))
 202     (if (= n-col 0)
 203         ;; empty result set
 204         nil
 205         (let ((row (sqlite-result-set-first-row result-set)))
 206           (if (sqlite:null-row-p row)
 207               ;; First row already used. fetch another row from DB.
 208               (handler-case
 209                   (multiple-value-bind (n new-row col-names)
 210                       (sqlite:sqlite-step (sqlite-result-set-vm result-set))
 211                     (declare (ignore n col-names)
 212                              (type sqlite:sqlite-row-pointer-type new-row))
 213                     (if (sqlite:null-row-p new-row)
 214                         (return-from database-store-next-row nil)
 215                         (setf row new-row)))
 216                 (sqlite:sqlite-error (err)
 217                   (error 'sql-database-error
 218                          :message
 219                          (format nil "Error in sqlite-step: ~A"
 220                                  (sqlite:sqlite-error-message err)))))
 221
 222             ;; Use the row previously read by database-query-result-set.
 223               (setf (sqlite-result-set-first-row result-set)
 224                     (sqlite:make-null-row)))
 225           (loop for i = 0 then (1+ i)
 226                 for rest on list
 227                 do (setf (car rest)
 228                          (clsql-uffi:convert-raw-field
 229                           (sqlite:sqlite-raw-aref row i)
 230                           (nth i result-types)
 231                           :encoding (encoding database))))
 232           (sqlite:sqlite-free-row row)
 233           t))))
 234
 235 ;;; Object listing
 236
 237 (defmethod database-list-tables-and-sequences ((database sqlite-database) &key owner)
 238   (declare (ignore owner))
 239   ;; Query is copied from .table command of sqlite comamnd line utility.
 240   (mapcar #'car (database-query
 241                  "SELECT name FROM sqlite_master WHERE type='table' UNION ALL SELECT name FROM sqlite_temp_master WHERE type='table' ORDER BY name"
 242                  database nil nil)))
 243
 244 (defmethod database-list-tables ((database sqlite-database) &key owner)
 245   (remove-if #'(lambda (s)
 246                  (and (>= (length s) 11)
 247                       (string-equal (subseq s 0 11) "_CLSQL_SEQ_")))
 248              (database-list-tables-and-sequences database :owner owner)))
 249
 250 (defmethod database-list-views ((database sqlite-database)
 251                                 &key (owner nil))
 252   (declare (ignore owner))
 253   (mapcar #'car (database-query
 254                  "SELECT name FROM sqlite_master WHERE type='view' UNION ALL SELECT name FROM sqlite_temp_master WHERE type='view' ORDER BY name"
 255                  database nil nil)))
 256
 257 (defmethod database-list-indexes ((database sqlite-database)
 258                                   &key (owner nil))
 259   (declare (ignore owner))
 260   (mapcar #'car (database-query
 261                  "SELECT name FROM sqlite_master WHERE type='index' UNION ALL SELECT name FROM sqlite_temp_master WHERE type='index' ORDER BY name"
 262                  database nil nil)))
 263
 264 (defmethod database-list-table-indexes (table (database sqlite-database)
 265                                         &key (owner nil))
 266   (declare (ignore owner))
 267   (let ((*print-circle* nil))
 268     (mapcar #'car
 269             (database-query
 270              (format
 271               nil
 272               "SELECT name FROM sqlite_master WHERE type='index' AND tbl_name='~A' UNION ALL SELECT name FROM sqlite_temp_master WHERE type='index' AND tbl_name='~A' ORDER BY name"
 273               table table)
 274              database nil nil))))
 275
 276 (declaim (inline sqlite-table-info))
 277 (defun sqlite-table-info (table database)
 278   (database-query (format nil "PRAGMA table_info('~A')" table)
 279                   database nil nil))
 280
 281 (defmethod database-list-attributes (table (database sqlite-database)
 282                                            &key (owner nil))
 283   (declare (ignore owner))
 284   (mapcar #'(lambda (table-info) (second table-info))
 285           (sqlite-table-info table database)))
 286
 287 (defmethod database-attribute-type (attribute table
 288                                     (database sqlite-database)
 289                                     &key (owner nil))
 290   (declare (ignore owner))
 291   (loop for field-info in (sqlite-table-info table database)
 292       when (string= attribute (second field-info))
 293       return
 294         (let* ((raw-type (third field-info))
 295                (start-length (position #\( raw-type))
 296                (type (if start-length
 297                          (subseq raw-type 0 start-length)
 298                        raw-type))
 299                (length (if start-length
 300                            (parse-integer (subseq raw-type (1+ start-length))
 301                                           :junk-allowed t)
 302                          nil)))
 303           (values (when type (ensure-keyword type))
 304                   length
 305                   nil
 306                   (if (string-equal (fourth field-info) "0")
 307                       1 0)))))
 308
 309 (defmethod database-create (connection-spec (type (eql :sqlite)))
 310   (declare (ignore connection-spec))
 311   ;; databases are created automatically by SQLite
 312   t)
 313
 314 (defmethod database-destroy (connection-spec (type (eql :sqlite)))
 315   (destructuring-bind (name) connection-spec
 316     (if (probe-file name)
 317         (delete-file name)
 318         nil)))
 319
 320 (defmethod database-probe (connection-spec (type (eql :sqlite)))
 321   (destructuring-bind (name) connection-spec
 322     ;; TODO: Add a test that this file is a real sqlite database
 323     (or (string-equal ":memory:" name)
 324         (and (probe-file name) t))))
 325
 326 ;;; Database capabilities
 327
 328 (defmethod db-type-has-boolean-where? ((db-type (eql :sqlite)))
 329   nil)
 330
 331
 332